-- Logs begin at Tue 2022-03-29 08:38:51 UTC, end at Tue 2022-03-29 10:59:51 UTC. -- Mar 29 09:29:48.101325 dv-neutron-835555-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 29 09:29:50.617424 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.common.config [-] Logging enabled! Mar 29 09:29:50.618146 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev80 Mar 29 09:29:50.618257 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88407) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 09:29:50.621276 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.common.config [-] Logging enabled! Mar 29 09:29:50.621525 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev80 Mar 29 09:29:50.621828 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88407) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 09:29:50.622805 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 09:29:50.623036 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 09:29:50.623384 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 09:29:50.623624 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 09:29:50.623844 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 09:29:50.624158 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.624448 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.624767 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.624993 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.625283 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.625570 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.625849 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.626136 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.626426 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.626711 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.626985 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.627263 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.627495 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.627763 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.628046 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.628326 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.628574 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] debug = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.628852 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.629277 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.629676 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.629965 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.630236 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.630511 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.630778 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.631050 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.631324 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.631651 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] host = dv-neutron-835555-1-hyperv {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.631988 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.632207 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.632504 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.632792 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.633060 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.633328 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.633604 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.633869 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.634137 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] log_file = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.634407 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.634684 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.634961 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.635246 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.635462 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.635676 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.635957 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.636238 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.636525 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.636800 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.637068 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.637333 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.638155 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.638428 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.638708 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.638987 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.639268 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.639536 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.639804 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.640088 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.640336 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.640645 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.640915 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.641182 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.641448 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.641731 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.641990 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.642257 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.642552 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.642835 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.643112 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.643394 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.643662 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.643938 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.644206 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.644472 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.644762 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] use_json = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.645030 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.645295 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.645571 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.645837 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.646104 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.646371 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.646636 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.646915 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.647186 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:50.647478 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.647769 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.648065 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.648346 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.648660 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.648936 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.649222 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.649747 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.650030 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.650315 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.650597 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.650869 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.651150 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.651422 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.651725 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.652009 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.652300 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.652617 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.652892 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.653254 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.654051 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.654325 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.654606 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.654895 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.655182 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.655454 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.655729 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.656015 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.656289 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.656651 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.656932 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.657224 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.657500 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.657768 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.658043 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.658314 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.658580 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.658849 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.659123 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.659408 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.659680 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.659945 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.660211 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.660498 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.660769 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.661048 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.661320 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.661591 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.661862 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.662136 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.662404 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.662673 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.662946 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.663214 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.663486 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.663755 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.664023 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.664292 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.664589 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.664860 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.665129 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.665398 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.665671 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.665937 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.666204 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.666471 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.666740 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.667010 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.667305 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.667590 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.667864 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.668143 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.668418 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.668715 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.669043 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.669318 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.669592 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.669867 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.670134 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.670419 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.670699 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.670981 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.671262 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.671532 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.671823 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.672095 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.672372 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.672674 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.672956 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.673236 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.673516 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.673803 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.674094 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.674383 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.674670 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.674959 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.675234 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.675538 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.675814 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:50.676026 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 09:29:50.676263 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88407) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 29 09:29:51.068893 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO keyring.backend [-] Loading KWallet Mar 29 09:29:51.076871 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO keyring.backend [-] Loading SecretService Mar 29 09:29:51.080285 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO keyring.backend [-] Loading Windows Mar 29 09:29:51.081631 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO keyring.backend [-] Loading chainer Mar 29 09:29:51.082412 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO keyring.backend [-] Loading macOS Mar 29 09:29:51.115219 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88407) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 29 09:29:51.115488 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88407) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 29 09:29:51.115766 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88407) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 29 09:29:51.116090 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 29 09:29:51.506820 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.507101 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.507377 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.508698 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.508977 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.509234 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.545181 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.545452 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.545711 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.558549 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.558822 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.559085 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.588885 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.589158 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.589420 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.626637 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.627262 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.627262 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.862536 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.862812 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.863072 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.863331 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.864069 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.985691 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.986008 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.986287 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.986553 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.986815 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.987120 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.987378 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.987631 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.987879 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.988157 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.988412 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.988701 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.988962 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.989212 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.989474 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.989740 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.990000 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.990268 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.990518 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.990795 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.991143 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.991396 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.991642 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.991922 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.992166 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.992407 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:51.992815 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:29:51.993050 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:29:51.993281 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:29:51.993512 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:29:51.993741 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:29:51.993968 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:29:51.994332 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 29 09:29:51.997720 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 29 09:29:52.001629 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 29 09:29:52.005414 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Mar 29 09:29:52.007037 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 29 09:29:52.008716 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 29 09:29:52.009051 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 29 09:29:52.009433 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 29 09:29:52.012247 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 29 09:29:52.013081 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 29 09:29:52.013427 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 09:29:52.041785 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 29 09:29:52.042238 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:52.042536 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88407) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 29 09:29:52.042890 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:52.044297 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88407) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 29 09:29:52.044607 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 09:29:52.044852 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 29 09:29:52.047960 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:52.048237 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:52.116750 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 29 09:29:52.116923 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 29 09:29:52.117142 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 29 09:29:52.117522 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 29 09:29:52.157377 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_db.sqlalchemy.engines [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88407) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 29 09:29:52.656741 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Initializing driver for type 'gre' Mar 29 09:29:52.657373 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] gre ID ranges: [(1, 1000)] Mar 29 09:29:52.823200 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Initializing driver for type 'local' Mar 29 09:29:52.823529 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Initializing driver for type 'vlan' Mar 29 09:29:52.977593 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] VlanTypeDriver initialization complete Mar 29 09:29:52.977855 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Initializing driver for type 'vxlan' Mar 29 09:29:52.978369 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] vxlan ID ranges: [(1, 1000)] Mar 29 09:29:53.223759 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Initializing extension driver 'port_security' Mar 29 09:29:53.224098 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.extensions.port_security [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] PortSecurityExtensionDriver initialization complete Mar 29 09:29:53.224432 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Initializing mechanism driver 'openvswitch' Mar 29 09:29:53.224806 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Initializing mechanism driver 'hyperv' Mar 29 09:29:53.231571 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.plugins.ml2.plugin [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:53.232186 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > port after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.232588 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > port after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.232945 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > port after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.233480 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 09:29:53.233916 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > subnet after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.234268 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > subnet after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.234612 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.235007 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 09:29:53.235418 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > network after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.235800 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > network after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.236148 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > network after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.236564 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 09:29:53.236973 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > security_group after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.237325 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > security_group after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.237669 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > security_group after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.238223 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 09:29:53.238631 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.238978 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.239349 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.239747 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 09:29:53.240153 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > address_group after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.240519 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > address_group after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.240863 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > address_group after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.241260 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 09:29:53.251231 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] ML2 OVO RPC backend initialized. {{(pid=88407) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 29 09:29:53.251231 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.251231 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.251231 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > network before_response 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.251541 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > networks before_response 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.251541 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > port before_response 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.251541 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > ports before_response 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.251541 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > subnet before_response 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.251820 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > subnets before_response 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.251820 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > network after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.251820 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > network after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.251820 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > network after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.252100 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > port after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.252100 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > port after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.252100 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > port after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.252100 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > subnet after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.252386 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > subnet after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.252386 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.252386 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.plugin [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Modular L2 Plugin initialization complete Mar 29 09:29:53.252386 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading services supported by the core plugin {{(pid=88407) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 29 09:29:53.252386 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.plugins.ml2.managers [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Got port-security extension from driver 'port_security' Mar 29 09:29:53.252386 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.extensions.vlantransparent [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Disabled vlantransparent extension. Mar 29 09:29:53.252886 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88407) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 29 09:29:53.252886 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading Plugin: router Mar 29 09:29:53.289503 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router_interface before_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.300056 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router after_create 55549900 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.300056 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router before_create 55549900 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.300056 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.300056 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.300398 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router after_delete 55549900 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.300398 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > floatingip after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.300398 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router after_create 55549900 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.300398 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router after_update 55549900 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.300754 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router after_update 55549900 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.300754 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.300754 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router after_update 55549900 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.300754 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router precommit_update 55549900 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.301054 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: port after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.301054 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: port after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.301054 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: subnet after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.301054 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.301054 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > port precommit_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.301400 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router precommit_create 55549900 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.301400 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: port before_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.301400 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router precommit_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.301400 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router after_update 55549900 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.301677 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router precommit_delete 55549900 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.301677 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router precommit_create 55549900 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.301677 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.301677 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router precommit_update 55549900 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.302021 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > agent after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.302021 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > agent after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.302021 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > network after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.302021 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Tracking information for resource: router configured {{(pid=88407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:29:53.302021 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Tracking information for resource: floatingip configured {{(pid=88407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:29:53.305541 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.db.l3_agentschedulers_db [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 29 09:29:53.306119 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: port after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.306484 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: port after_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.306884 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: port after_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.307239 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: port after_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.308035 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router before_create 55550100 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.308399 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router precommit_delete 55550100 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.308791 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router precommit_create 55550100 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.309149 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > router precommit_update 55550100 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.314136 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.services.provider_configuration [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Service providers = [] {{(pid=88407) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 29 09:29:53.314505 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.db.servicetype_db [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88407) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 29 09:29:53.317489 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.services.service_base [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88407) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 09:29:53.317842 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.services.service_base [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88407) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 09:29:53.318187 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.services.service_base [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88407) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 09:29:53.319103 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.services.service_base [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88407) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 09:29:53.319479 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.services.service_base [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 29 09:29:53.319853 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:29:53.320181 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 29 09:29:53.331693 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:29:53.332031 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading Plugin: auto_allocate Mar 29 09:29:53.338063 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: network precommit_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.338433 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: network precommit_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.338970 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:29:53.349574 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading Plugin: tag Mar 29 09:29:53.352249 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:29:53.352606 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading Plugin: timestamp Mar 29 09:29:53.357231 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:29:53.357560 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading Plugin: network_ip_availability Mar 29 09:29:53.362959 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.363334 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.363705 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.365654 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:29:53.365986 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading Plugin: flavors Mar 29 09:29:53.370804 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:29:53.378398 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading Plugin: revisions Mar 29 09:29:53.382866 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:29:53.383039 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_concurrency.lockutils [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.267s {{(pid=88407) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 29 09:29:53.383850 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88407) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 29 09:29:53.384189 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Initializing extension manager. Mar 29 09:29:53.384740 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: __init__.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.385077 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: __pycache__ {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.385414 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.385414 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: address_group.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.385414 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.385414 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: address-group Mar 29 09:29:53.385414 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: address_scope.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.385414 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.385414 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: address-scope Mar 29 09:29:53.391620 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: admin_state_down_before_update.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.391620 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.391620 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: router-admin-state-down-before-update Mar 29 09:29:53.391620 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: agent.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.391910 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.392204 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: agent Mar 29 09:29:53.392553 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: agent_resources_synced.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.393622 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.394069 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: agent-resources-synced Mar 29 09:29:53.394403 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: allowedaddresspairs.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.396227 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.396833 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: allowed-address-pairs Mar 29 09:29:53.397161 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: auto_allocated_topology.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.398362 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.398878 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: auto-allocated-topology Mar 29 09:29:53.399203 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: availability_zone.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.400156 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.400685 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: availability_zone Mar 29 09:29:53.401007 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: availability_zone_filter.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.401933 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.402439 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: availability_zone_filter Mar 29 09:29:53.402760 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: data_plane_status.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.403678 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.404187 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension data-plane-status not supported by any of loaded plugins Mar 29 09:29:53.404532 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: default_subnetpools.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.408440 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.408985 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: default-subnetpools Mar 29 09:29:53.409306 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: dhcpagentscheduler.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.410155 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.410667 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: dhcp_agent_scheduler Mar 29 09:29:53.410988 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: dns.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.411903 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.412414 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension dns-integration not supported by any of loaded plugins Mar 29 09:29:53.412759 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: dns_domain_ports.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.413676 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.414181 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 29 09:29:53.414498 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: dvr.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.415173 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.415710 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: dvr Mar 29 09:29:53.416026 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: empty_string_filtering.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.416976 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.417476 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: empty-string-filtering Mar 29 09:29:53.417794 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.419197 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.419756 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 29 09:29:53.420077 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.421009 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.421519 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 29 09:29:53.421847 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: external_net.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.422785 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.423287 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: external-net Mar 29 09:29:53.423603 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: extra_dhcp_opt.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.424542 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.425038 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: extra_dhcp_opt Mar 29 09:29:53.425357 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: extraroute.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.426260 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.426769 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: extraroute Mar 29 09:29:53.427087 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: extraroute_atomic.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.428133 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.428669 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: extraroute-atomic Mar 29 09:29:53.428992 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: filter_validation.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.429772 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.430171 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: filter-validation Mar 29 09:29:53.430492 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: fip_pf_description.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.431522 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.432023 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 29 09:29:53.432345 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: fip_port_details.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.433288 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.433793 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: fip-port-details Mar 29 09:29:53.434114 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: flavors.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.435922 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.436439 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: flavors Mar 29 09:29:53.436791 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.438475 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.439005 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 29 09:29:53.439331 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: floatingip_pools.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.440044 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.440603 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: floatingip-pools Mar 29 09:29:53.440933 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: ip_allocation.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.441857 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.442361 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension ip_allocation not supported by any of loaded plugins Mar 29 09:29:53.442679 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.444044 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.444166 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: ip-substring-filtering Mar 29 09:29:53.444447 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: l2_adjacency.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.445383 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.445884 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension l2_adjacency not supported by any of loaded plugins Mar 29 09:29:53.446204 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: l3.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.447445 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.447961 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: router Mar 29 09:29:53.448297 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: l3_conntrack_helper.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.450733 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.451268 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 29 09:29:53.451589 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.452530 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.453047 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: ext-gw-mode Mar 29 09:29:53.453370 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.454283 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.454796 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: l3-ha Mar 29 09:29:53.455116 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: l3_flavors.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.456036 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.456586 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: l3-flavors Mar 29 09:29:53.461175 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.462009 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.462567 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: l3-port-ip-change-not-allowed Mar 29 09:29:53.462928 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: l3agentscheduler.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.464060 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.464612 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: l3_agent_scheduler Mar 29 09:29:53.464940 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: logging.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.466517 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.467037 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension logging not supported by any of loaded plugins Mar 29 09:29:53.467365 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: metering.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.468136 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.468728 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: metering Mar 29 09:29:53.469057 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.470159 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.470684 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: metering_source_and_destination_fields Mar 29 09:29:53.471010 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: multiprovidernet.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.471931 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.472442 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: multi-provider Mar 29 09:29:53.472858 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: netmtu.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.473777 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.474291 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: net-mtu Mar 29 09:29:53.474610 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: netmtu_writable.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.475521 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.476026 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: net-mtu-writable Mar 29 09:29:53.476348 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: network_availability_zone.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.477059 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.477564 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: network_availability_zone Mar 29 09:29:53.477882 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: network_ip_availability.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.478995 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.479561 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: network-ip-availability Mar 29 09:29:53.479901 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: network_segment_range.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.480741 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.481978 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension network-segment-range not supported by any of loaded plugins Mar 29 09:29:53.482105 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: pagination.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.483047 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.483376 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: pagination Mar 29 09:29:53.483694 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: port_device_profile.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.484646 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.485165 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: port-device-profile Mar 29 09:29:53.485489 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.490833 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.491351 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: port-mac-address-regenerate Mar 29 09:29:53.491668 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.492627 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.493138 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: port-numa-affinity-policy Mar 29 09:29:53.493455 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: port_resource_request.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.494364 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.494875 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension port-resource-request not supported by any of loaded plugins Mar 29 09:29:53.495191 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: portbindings.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.496112 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.496680 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: binding Mar 29 09:29:53.497570 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: portbindings_extended.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.499045 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.499574 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: binding-extended Mar 29 09:29:53.499901 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: portsecurity.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.500884 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.501396 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: port-security Mar 29 09:29:53.501720 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: project_id.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.502699 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.503027 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: project-id Mar 29 09:29:53.503351 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: providernet.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.504273 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.504816 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: provider Mar 29 09:29:53.505138 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: qos.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.508727 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.509258 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension qos not supported by any of loaded plugins Mar 29 09:29:53.509584 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.510860 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.511373 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 29 09:29:53.511702 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.512674 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.513188 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 29 09:29:53.513510 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: qos_default.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.519648 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.520163 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension qos-default not supported by any of loaded plugins Mar 29 09:29:53.521595 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: qos_fip.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.521595 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.521780 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension qos-fip not supported by any of loaded plugins Mar 29 09:29:53.521982 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: qos_gateway_ip.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.522909 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.523420 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 29 09:29:53.523740 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: qos_port_network_policy.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.524943 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.525451 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 29 09:29:53.525768 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: qos_rule_type_details.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.526681 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.527184 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 29 09:29:53.527502 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: qos_rules_alias.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.528611 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.529127 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 29 09:29:53.529453 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: quotasv2.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.530428 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.530748 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: quotas Mar 29 09:29:53.531069 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: quotasv2_detail.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.532776 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.533114 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: quota_details Mar 29 09:29:53.533445 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: rbac.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.534518 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.535047 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: rbac-policies Mar 29 09:29:53.535375 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: rbac_address_group.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.536303 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.536887 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: rbac-address-group Mar 29 09:29:53.537213 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: rbac_address_scope.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.538144 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.538661 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: rbac-address-scope Mar 29 09:29:53.539012 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: rbac_security_groups.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.539929 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.540436 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: rbac-security-groups Mar 29 09:29:53.540781 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: rbac_subnetpool.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.541707 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.542240 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: rbac-subnetpool Mar 29 09:29:53.542559 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: revisionifmatch.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.543474 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.544554 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: revision-if-match Mar 29 09:29:53.545315 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: revisions.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.546143 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.546656 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: standard-attr-revisions Mar 29 09:29:53.546981 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: router_availability_zone.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.547659 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.548171 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: router_availability_zone Mar 29 09:29:53.548506 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: routerservicetype.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.554009 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.554535 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension router-service-type not supported by any of loaded plugins Mar 29 09:29:53.554854 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.555788 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.556471 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: security-groups-normalized-cidr Mar 29 09:29:53.556660 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: security_groups_port_filtering.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.558745 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.558745 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: port-security-groups-filtering Mar 29 09:29:53.558745 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.559346 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.560364 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: security-groups-remote-address-group Mar 29 09:29:53.560712 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: securitygroup.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.570632 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.571187 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: security-group Mar 29 09:29:53.571520 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: segment.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.572359 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.572898 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension segment not supported by any of loaded plugins Mar 29 09:29:53.573229 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.574235 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.574757 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 29 09:29:53.575121 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: servicetype.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.576347 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.576830 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: service-type Mar 29 09:29:53.577252 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: sorting.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.578261 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.578592 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: sorting Mar 29 09:29:53.578912 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: standard_attr_segment.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.579825 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.580387 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 29 09:29:53.580738 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: standardattrdescription.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.581392 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.581902 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: standard-attr-description Mar 29 09:29:53.582226 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: stateful_security_group.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.583143 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.583672 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: stateful-security-group Mar 29 09:29:53.584003 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: stdattrs_common.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.584628 dv-neutron-835555-1-hyperv neutron-server[88407]: WARNING neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 29 09:29:53.592353 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.593258 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.593809 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 29 09:29:53.594251 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: subnet_onboard.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.595242 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.595758 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: subnet_onboard Mar 29 09:29:53.596081 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.597049 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.597565 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 29 09:29:53.597888 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: subnet_service_types.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.598818 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.599333 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: subnet-service-types Mar 29 09:29:53.599655 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: subnetallocation.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.600896 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.601424 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: subnet_allocation Mar 29 09:29:53.601752 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.602430 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.602940 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: subnetpool-prefix-ops Mar 29 09:29:53.603259 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.604201 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.604742 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 29 09:29:53.605064 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: tagging.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.606700 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.607269 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: standard-attr-tag Mar 29 09:29:53.607618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: timestamp.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.608847 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.609379 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loaded extension: standard-attr-timestamp Mar 29 09:29:53.609678 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: trunk.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.610705 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.611215 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension trunk not supported by any of loaded plugins Mar 29 09:29:53.611537 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: trunk_details.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.612510 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.612989 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension trunk-details not supported by any of loaded plugins Mar 29 09:29:53.613307 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: uplink_status_propagation.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.614226 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.614735 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 29 09:29:53.615053 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Loading extension file: vlantransparent.py {{(pid=88407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:29:53.615778 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:29:53.616286 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extension vlan-transparent not supported by any of loaded plugins Mar 29 09:29:53.618832 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:network Mar 29 09:29:53.619580 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:subnet Mar 29 09:29:53.620381 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 09:29:53.621013 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:port Mar 29 09:29:53.622923 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.v2.resource_helper [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:29:53.623360 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.v2.resource_helper [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Service FLAVORS assigned prefix: {{(pid=88407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:29:53.623977 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.v2.resource_helper [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:29:53.624406 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.v2.resource_helper [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:29:53.624770 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:router Mar 29 09:29:53.625437 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:floatingip Mar 29 09:29:53.626147 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.v2.resource_helper [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Service METERING assigned prefix: /metering {{(pid=88407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:29:53.627604 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.627973 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.628320 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:29:53.630777 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 09:29:53.631230 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:security_group Mar 29 09:29:53.631915 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 09:29:53.632691 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.v2.resource_helper [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Service CORE assigned prefix: {{(pid=88407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:29:53.633026 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 09:29:53.633366 dv-neutron-835555-1-hyperv neutron-server[88407]: WARNING neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] subnetpool is already registered Mar 29 09:29:53.633980 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.v2.resource_helper [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Service CORE assigned prefix: {{(pid=88407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:29:53.634307 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 09:29:53.634808 dv-neutron-835555-1-hyperv neutron-server[88407]: WARNING neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] subnetpool is already registered Mar 29 09:29:53.749420 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.v2.resource_helper [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:29:53.750080 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.v2.resource_helper [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Service FLAVORS assigned prefix: {{(pid=88407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:29:53.750353 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.v2.resource_helper [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:29:53.750775 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.v2.resource_helper [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:29:53.751117 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:router Mar 29 09:29:53.751453 dv-neutron-835555-1-hyperv neutron-server[88407]: WARNING neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] router is already registered Mar 29 09:29:53.752111 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:floatingip Mar 29 09:29:53.752441 dv-neutron-835555-1-hyperv neutron-server[88407]: WARNING neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] floatingip is already registered Mar 29 09:29:53.753108 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.v2.resource_helper [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Service METERING assigned prefix: /metering {{(pid=88407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:29:53.753925 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 09:29:53.754263 dv-neutron-835555-1-hyperv neutron-server[88407]: WARNING neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] rbac_policy is already registered Mar 29 09:29:53.754730 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:security_group Mar 29 09:29:53.755186 dv-neutron-835555-1-hyperv neutron-server[88407]: WARNING neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] security_group is already registered Mar 29 09:29:53.755878 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 09:29:53.756207 dv-neutron-835555-1-hyperv neutron-server[88407]: WARNING neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] security_group_rule is already registered Mar 29 09:29:53.756911 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.v2.resource_helper [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Service CORE assigned prefix: {{(pid=88407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:29:53.757316 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 09:29:53.757662 dv-neutron-835555-1-hyperv neutron-server[88407]: WARNING neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] subnetpool is already registered Mar 29 09:29:53.759991 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.v2.resource_helper [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Service CORE assigned prefix: {{(pid=88407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:29:53.759991 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 09:29:53.759991 dv-neutron-835555-1-hyperv neutron-server[88407]: WARNING neutron.quota.resource_registry [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] subnetpool is already registered Mar 29 09:29:53.759991 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: extensions {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.761211 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: address-groups {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.762910 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: address-scopes {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.764140 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: agents {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.765335 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: auto-allocated-topology {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.766674 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: availability_zones {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.767937 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: dhcp-networks {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.769385 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: dhcp-agents {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.770971 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: routers {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.772825 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: flavors {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.776069 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: service_profiles {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.776069 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: next_providers {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.777022 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: service_profiles {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.779035 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: floatingip-pools {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.780236 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: routers {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.782107 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: floatingips {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.783316 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: l3-routers {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.784710 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: l3-agents {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.786328 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: metering-labels {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.787582 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: metering-label-rules {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.788900 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: network-ip-availabilities {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.790152 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: bindings {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.791802 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: quotas {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.793288 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: quotas {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.795294 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: rbac-policies {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.796600 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: security-groups {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.797822 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: security-group-rules {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.799044 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: service-providers {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.800385 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: subnetpools {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.801842 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: subnetpools {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.803289 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: tags {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.805133 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: tags {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.806777 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: tags {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.808608 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: tags {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.811627 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: tags {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.813510 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: tags {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.816146 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: tags {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.819649 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: tags {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.822067 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: tags {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.824379 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron.api.extensions [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Extended resource: tags {{(pid=88407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:29:53.830469 dv-neutron-835555-1-hyperv neutron-server[88407]: WARNING keystonemiddleware.auth_token [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 29 09:29:53.835292 dv-neutron-835555-1-hyperv neutron-server[88407]: WARNING keystonemiddleware.auth_token [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 29 09:29:53.843988 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_concurrency.lockutils [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Acquired lock "singleton_lock" {{(pid=88407) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 29 09:29:53.844459 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_concurrency.lockutils [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Releasing lock "singleton_lock" {{(pid=88407) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 29 09:29:53.845124 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO oslo_service.service [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Starting 2 workers Mar 29 09:29:53.849824 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Started child 88550 {{(pid=88407) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 29 09:29:53.854293 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Started child 88551 {{(pid=88407) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 29 09:29:53.855235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:53.855864 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO neutron.service [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Neutron service started, listening on 0.0.0.0:9696 Mar 29 09:29:53.857371 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Notify callbacks [] for process, before_spawn {{(pid=88407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:53.857564 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [-] (88550) wsgi starting up on http://0.0.0.0:9696 Mar 29 09:29:53.859458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:53.859958 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO oslo_service.service [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Starting 1 workers Mar 29 09:29:53.860888 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [-] (88551) wsgi starting up on http://0.0.0.0:9696 Mar 29 09:29:53.864565 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Started child 88552 {{(pid=88407) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 29 09:29:53.865091 dv-neutron-835555-1-hyperv neutron-server[88407]: INFO oslo_service.service [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Starting 1 workers Mar 29 09:29:53.868832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.service [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] calling RpcWorker wait() {{(pid=88552) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 29 09:29:53.873569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.service [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] returning from RpcWorker wait() {{(pid=88552) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 29 09:29:53.873720 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Started child 88553 {{(pid=88407) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 29 09:29:53.873720 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG neutron_lib.callbacks.manager [None req-a82b2ecc-80f2-4b30-ad90-d1720788de4b None None] Notify callbacks [] for process, after_spawn {{(pid=88407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:53.873878 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:53.873878 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:53.874029 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88407) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 29 09:29:53.874029 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 09:29:53.874029 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 09:29:53.874029 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 09:29:53.874029 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 09:29:53.874029 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 09:29:53.874029 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.874416 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.874416 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.874616 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:53.875086 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.875086 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.875442 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.875696 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.875929 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.876211 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.876465 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.876656 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.876822 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.877066 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.877313 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.877605 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.877868 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.878104 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.878398 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.878624 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.878854 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.879144 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.879393 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.879612 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] debug = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.879849 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.880307 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.880596 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.880818 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.881027 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.881272 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.881517 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.881781 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.882020 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.882252 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.882490 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.882730 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.882951 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.883177 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.883373 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.883634 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.883865 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.884347 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] host = dv-neutron-835555-1-hyperv {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.884583 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.884889 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.885102 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.885314 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.885561 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.885784 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.886018 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.886247 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.886500 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.886720 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.887059 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.887268 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.887594 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.887798 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_file = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.887798 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_options = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.888179 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.888368 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.888592 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.888813 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.889035 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.889035 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.889378 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.889513 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.889690 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.889927 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.890224 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.890373 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.890577 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.890807 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.891066 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.891277 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.891528 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.891732 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.891979 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.892217 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.892434 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.892723 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.892964 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.893185 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.893400 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.893632 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.893859 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.894079 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.894280 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.894537 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.895472 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.895472 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.895472 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.895472 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.895800 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.895943 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.896120 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.896540 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.896753 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.897018 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.897283 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.897483 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.897950 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.898164 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:53.898268 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.898352 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.898567 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] use_json = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.898783 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.898996 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.899503 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.899716 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.899945 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.900158 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.900368 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.900638 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.900873 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.908078 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.908078 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.908078 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.908078 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.908078 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.908078 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.908078 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.908078 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.908804 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.908804 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.908804 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.908804 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.908804 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.908804 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.908804 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.908804 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.909357 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.909357 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.909357 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.909357 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.909357 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.909357 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.909357 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.909357 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.911395 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.911395 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.911395 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.911395 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.911395 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.911395 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.911395 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.911395 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.912754 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.912754 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.912754 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.912754 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.912754 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.912754 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.912754 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.912754 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.912754 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.913268 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.913268 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.913268 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.913268 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.913268 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.913268 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.913702 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.913702 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.913904 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.914131 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.914370 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.914584 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.914795 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.915015 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.915252 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.915468 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.915686 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.915891 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.916125 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.916335 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.916619 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.916846 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.917062 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.917299 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.917679 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.918080 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.918188 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.918333 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.918546 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.919458 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.919608 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.920034 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.920337 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.920773 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.920983 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.921709 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.921709 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.921709 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.921953 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.922071 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.922480 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.922693 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.923061 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.923493 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.923946 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.924201 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.924470 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.924943 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.925367 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.925790 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.926045 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.926289 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.926532 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.926792 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.927026 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.927274 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.927537 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.927773 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.928001 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.928261 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.928515 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.928738 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.929188 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.929567 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.929951 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.930239 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.930516 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.930768 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.931031 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.931322 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.931611 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.931865 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.932143 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.932364 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.932664 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.932996 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.933269 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.933563 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.933796 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.934045 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.934326 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.934573 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.934828 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.935060 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.935289 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.935508 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.935787 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.936041 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.936261 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.936508 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.936748 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.937078 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.937326 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.937584 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.937798 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.938074 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.938347 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.938619 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.938893 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.939157 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.939402 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.939656 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.939892 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.940147 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.940378 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.940652 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.940865 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.941097 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.941328 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.941565 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.941801 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.942014 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.942246 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.942480 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.942703 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.942952 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.943199 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.943413 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.943644 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.943858 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.944077 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.944339 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.944583 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.944805 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.948623 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.948623 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.948623 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.948623 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.948623 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.948623 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.948623 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.948623 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.949126 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.949126 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.949126 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.949126 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.949126 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.949126 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.949126 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.949126 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.949566 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.949566 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.949566 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.949566 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.949566 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.949880 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.950182 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.950435 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.950664 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.950892 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.951136 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.951370 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.951766 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.951983 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.952195 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.952419 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.952665 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.952908 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.953157 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.954618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.954618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.954618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.954618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.954618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.954618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.955610 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.955610 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.955610 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.955610 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.955610 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.956228 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.956228 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.956228 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.956675 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.956675 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.956960 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.957204 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.957432 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.959581 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.959581 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.959581 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.959581 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.959581 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.959581 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.959581 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.959581 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.959581 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.960235 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.960235 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.960235 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.960456 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.960568 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.960778 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.961084 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.961342 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.961569 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.961825 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.962187 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.962381 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.962632 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.962861 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.963080 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.963317 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.963589 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.963916 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.964209 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.964687 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.965088 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.966047 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.966345 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.966619 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.966853 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.967161 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.967485 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.967762 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.968043 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.968274 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.968572 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.968816 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.969090 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.969365 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.969528 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.971618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.971618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.971618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.971618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.971618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.971618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.971618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.971618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.971618 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.972251 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.972251 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.972251 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 09:29:53.972678 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88407) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 29 09:29:53.972848 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 09:29:53.973001 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 09:29:53.973193 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 09:29:53.973368 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 09:29:53.973522 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 09:29:53.973729 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.973890 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.974052 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.974210 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.974370 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.974550 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.974711 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.974869 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.975027 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.975185 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.975346 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.975504 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.975662 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.975820 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.975977 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.976135 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.976342 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.976443 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.976626 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.976785 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.976947 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.977106 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.977234 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] debug = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.977392 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.977582 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.977746 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.977903 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.978060 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.978218 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.978375 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.978535 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.978692 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.978850 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.979008 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.979166 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.979323 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.979480 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.979636 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.979795 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.979956 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.980111 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] host = dv-neutron-835555-1-hyperv {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.980424 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.980610 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.980775 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.980922 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.981156 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.981808 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.981968 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.982190 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.982334 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.982457 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.982606 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.982729 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.982849 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.982999 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_file = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.983163 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_options = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.983306 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.983497 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.983626 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.983864 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.984028 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.984183 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.984355 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.984537 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.984679 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.987603 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.987603 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.987603 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.987603 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.987603 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.987603 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.987603 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.987603 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.987603 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.988817 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.988817 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.988817 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.988817 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.988817 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.988817 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.988817 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.988817 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.989449 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.989449 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.989449 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.989449 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.989449 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.989449 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.989449 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.989449 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990155 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990155 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990155 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990155 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990155 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990155 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990155 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990155 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990832 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990832 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990832 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990832 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] use_json = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990832 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990832 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990832 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990832 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.990832 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.991406 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.991406 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.991406 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.991406 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:29:53.991676 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.991754 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.991886 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.992047 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.992211 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.992415 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.992599 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.992748 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.992894 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.993035 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.993232 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.993461 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.993623 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.993760 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.993895 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.994047 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.994183 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.994328 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.994473 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.994617 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.994750 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.994906 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.995065 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.995228 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.995388 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.995547 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.995707 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.995869 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.996031 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.996198 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.996356 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.996540 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.996727 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.996890 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.997051 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.997212 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.997384 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.997521 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.997669 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.997827 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.998041 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.998200 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.998393 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.998548 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.998702 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.999204 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.999204 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.999204 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.999204 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.999649 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.999649 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.999649 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.999864 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:53.999940 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.000073 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.000233 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.000393 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.000575 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.000737 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.000898 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.001057 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.001230 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.001389 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.001549 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.001709 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.001870 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.002030 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.002189 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.002349 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.002509 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.002667 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.002827 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.002986 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.003146 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.003305 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.003470 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.003693 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.003818 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.003937 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.004073 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.004242 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.004420 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.004572 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.004710 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.004832 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.005002 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.005740 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.005740 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.005740 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.005740 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.005740 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.006327 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.006327 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.006327 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.006327 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.006699 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.006699 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.006916 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.007033 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.007160 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.007271 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.007388 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.007530 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.007689 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.007849 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.008008 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.008528 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.008528 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.008528 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.008902 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.008902 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.009128 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.009128 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.009324 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.009408 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.009550 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.009720 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.009882 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.010116 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.010227 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.010329 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.010485 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.010645 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.010730 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:54.010846 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.010942 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.011102 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.011261 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.011430 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.011599 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.011760 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.011922 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.012083 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.012266 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.012451 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.012633 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.012795 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.012955 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.013115 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.013275 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.013481 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.013627 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.013809 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.013911 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.014049 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.014173 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.014334 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.015199 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.015330 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.015493 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.015654 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.015815 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.015999 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.016172 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.016297 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.016886 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.016886 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.016886 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.017235 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.017235 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.017460 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.017460 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.017704 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.017825 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.017945 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.018066 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.018184 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.018332 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.018498 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.018647 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.018809 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.018968 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.019130 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.019290 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.019450 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.019610 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.019769 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.019930 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.020092 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.020252 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.020413 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.020960 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.020960 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.020960 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.021637 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.021637 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.021637 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.021637 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.022630 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.022811 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.024506 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.024506 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.024506 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.024506 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.024506 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.024506 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.024506 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.024506 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.024506 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.025355 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.025523 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.025832 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.025999 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.026163 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.026327 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.026496 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.026659 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.026821 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.026985 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.027148 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.027308 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.027461 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.027626 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.027788 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.028459 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.028658 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.028807 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.028982 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.029145 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.029305 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.029549 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.029647 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.029785 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.029946 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.030105 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.030266 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.030425 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.030593 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.030753 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.030911 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.031072 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.031232 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.031402 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.031564 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.031725 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.031971 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.032070 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.032202 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.032359 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.032553 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.032718 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.032881 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.033045 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.033205 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.033365 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.033526 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.033691 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.033860 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.034082 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.034198 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.034563 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.034563 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.035085 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.035085 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.035085 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.035421 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.035421 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.035421 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.035984 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.035984 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.035984 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.035984 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.036384 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.036384 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.036652 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.036652 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.036878 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.036998 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.037153 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.037276 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.037379 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.037497 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.037648 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.037808 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.037970 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:29:54.038123 dv-neutron-835555-1-hyperv neutron-server[88407]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 09:29:54.284131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 54306) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:29:54.292708 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063157 Mar 29 09:30:05.579531 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64843d87-0af4-4a23-91a4-401e38f3dd07 None None] get_active_networks_info from dv-neutron-835555-1-hyperv {{(pid=88552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 29 09:30:05.647048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64843d87-0af4-4a23-91a4-401e38f3dd07 None None] No non-hosted networks {{(pid=88552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 29 09:30:05.661628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.agentschedulers_db [None req-64843d87-0af4-4a23-91a4-401e38f3dd07 None None] DHCP Agent not found on host dv-neutron-835555-1-hyperv {{(pid=88552) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 29 09:30:05.822924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce0ae-05eb-4dae-a101-61a1e262859f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993852'] for agent, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:07.876253 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-494d4873-92af-4e37-af68-1062530f18d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993852'] for agent, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:07.909770 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-d4a21eda-1c3a-4136-a003-b651505ed077 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-835555-1-hyperv {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:30:07.910542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-d4a21eda-1c3a-4136-a003-b651505ed077 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:30:08.460923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d4a21eda-1c3a-4136-a003-b651505ed077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:08.827639 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993852'] for agent, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:08.925048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993852'] for agent, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:08.925048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:08.925048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:08.925048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:08.925048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:08.925932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:08.925932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:08.925932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:08.925932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:08.925932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:08.926245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:08.926245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:08.926245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:08.926245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-835555-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:08.940145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-835555-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:10.667191 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993852'] for agent, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:12.036916 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.db.l3_hamode_db [None req-8ab6f7a1-5af1-4f48-afef-c8c0d66a6dc3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 29 09:30:12.100958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 54400) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:30:12.123718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6f7a1-5af1-4f48-afef-c8c0d66a6dc3 None None] Routers set() bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:30:12.124106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6f7a1-5af1-4f48-afef-c8c0d66a6dc3 None None] Router IDs set() for agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 29 09:30:12.690294 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING oslo_policy.policy [None req-b88c1d12-e67e-4c94-af74-79c86e31be3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:30:12.690851 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING oslo_policy.policy [None req-b88c1d12-e67e-4c94-af74-79c86e31be3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:30:12.907514 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-b88c1d12-e67e-4c94-af74-79c86e31be3d admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:30:12.908615 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b88c1d12-e67e-4c94-af74-79c86e31be3d admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8066380 Mar 29 09:30:15.339869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 54414) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:30:15.716003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-376a3118-eaa0-458e-acf4-91e1f342c902 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:15.811807 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.policy [None req-376a3118-eaa0-458e-acf4-91e1f342c902 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88550) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 09:30:15.857239 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING oslo_policy.policy [None req-376a3118-eaa0-458e-acf4-91e1f342c902 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:30:15.857622 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING oslo_policy.policy [None req-376a3118-eaa0-458e-acf4-91e1f342c902 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:30:15.866015 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.quota [None req-376a3118-eaa0-458e-acf4-91e1f342c902 admin admin] Loaded quota_driver: . Mar 29 09:30:15.881592 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-376a3118-eaa0-458e-acf4-91e1f342c902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:30:16.034656 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-376a3118-eaa0-458e-acf4-91e1f342c902 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743359783612', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743359784161', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743358385782', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743358391258', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743358373742', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743358375349', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1572930', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1582220', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567184', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-949334'] for rbac-policy, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:16.243740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-376a3118-eaa0-458e-acf4-91e1f342c902 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:16.245265 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-376a3118-eaa0-458e-acf4-91e1f342c902 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9042487 Mar 29 09:30:18.970059 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 54428) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:30:19.340283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '23a8c086a72541c196b9df953fe69b87'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:19.345083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:30:19.349719 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Usage tracker for resource:network and tenant:23a8c086a72541c196b9df953fe69b87 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:30:19.354381 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:30:19.360988 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:30:19.446178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Made reservation on behalf of 23a8c086a72541c196b9df953fe69b87 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:30:19.449137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:19.474929 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:19.490301 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:30:19.494046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Usage tracker for resource:security_group_rule and tenant:23a8c086a72541c196b9df953fe69b87 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:30:19.499442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:30:19.505293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:30:19.602058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:19.673689 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:19.698435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:30:19.724094 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743360957453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:19.724718 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Unsubscribe: segment precommit_create {{(pid=88550) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 09:30:19.725205 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Added segment e8b78f17-52b1-4fdf-b96e-8c730f2decd4 of type vlan for network e2d76a89-9247-4e70-bf35-281f2a8ab7d4 Mar 29 09:30:19.733899 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b49cca-df01-4b1d-818b-82ad51cee0c5,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:19.789719 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:19.790064 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:19.790394 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:19.790717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:19.791038 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:19.791374 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:19.791748 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:19.792067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:19.792382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:19.792719 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:19.793035 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:19.793348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Tracked resource versions report: Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: pushed versions: Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: { 'AddressGroup': {'1.2'}, Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'ConntrackHelper': {'1.0'}, Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Log': {'1.0'}, Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Network': {'1.1'}, Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Port': {'1.7'}, Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'PortForwarding': {'1.2'}, Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'QosPolicy': {'1.8'}, Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'SecurityGroup': {'1.4'}, Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'SubPort': {'1.0'}, Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Subnet': {'1.1'}, Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Trunk': {'1.1'}} Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: consumer versions: Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: { DHCP agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: L3 agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: Metadata agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: Metering agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: Open vSwitch agent@dv-neutron-835555-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'ConntrackHelper': '1.0', Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Log': '1.0', Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Network': '1.1', Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Port': '1.7', Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'PortForwarding': '1.2', Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'QosPolicy': '1.8', Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'SecurityGroup': '1.4', Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'SecurityGroupRule': '1.2', Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'SubPort': '1.0', Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Subnet': '1.1', Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Trunk': '1.1'}} Mar 29 09:30:19.794606 dv-neutron-835555-1-hyperv neutron-server[88550]: {{(pid=88550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:30:19.838008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:19.965845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:19.966929 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:19.967553 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:20.069768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] Pushing event updated for resources: {'Network': ['ID=e2d76a89-9247-4e70-bf35-281f2a8ab7d4,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:20.081537 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network e2d76a89-9247-4e70-bf35-281f2a8ab7d4 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:30:20.148574 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-45619c7a-fa9e-425a-ad09-c3b3c4677756 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1773555 Mar 29 09:30:22.872260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 54444) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:30:23.337714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c646c6d-0160-4f95-b2f6-7b37741854f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:23.339118 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9c646c6d-0160-4f95-b2f6-7b37741854f6 admin admin] 10.222.0.35 "GET /v2.0/networks/e2d76a89-9247-4e70-bf35-281f2a8ab7d4 HTTP/1.1" status: 200 len: 825 time: 0.4658840 Mar 29 09:30:23.366153 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c7b78773-3768-4a25-a532-8af456af0345 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/38bb8f6d-8298-4086-9e46-d89ff86eb0b3 HTTP/1.1" status: 200 len: 734 time: 0.0216188 Mar 29 09:30:23.375400 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '38bb8f6d-8298-4086-9e46-d89ff86eb0b3', 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '23a8c086a72541c196b9df953fe69b87'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:23.379884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:30:23.383691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] Usage tracker for resource:subnet and tenant:23a8c086a72541c196b9df953fe69b87 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:30:23.387271 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:30:23.393110 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:30:23.461902 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] Made reservation on behalf of 23a8c086a72541c196b9df953fe69b87 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:30:23.464296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:23.816557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:23.900387 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] Checking segment: {'id': 'e8b78f17-52b1-4fdf-b96e-8c730f2decd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:30:23.901097 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] Network hostable DHCP agents. Network: e2d76a89-9247-4e70-bf35-281f2a8ab7d4, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:30:23.904795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30ceb91-11c0-4505-94f2-68bcbd0484bb,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:24.020295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] Network e2d76a89-9247-4e70-bf35-281f2a8ab7d4 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:30:24.102190 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, e2d76a89-9247-4e70-bf35-281f2a8ab7d4) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:30:24.107765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:24.108343 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:24.112249 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab07a469-7a97-4a9b-a10a-02147091fca9 None None] Network e2d76a89-9247-4e70-bf35-281f2a8ab7d4 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:30:24.194247 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-aa68fe0c-dd0c-4817-af75-c5a0ed2040fb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8221695 Mar 29 09:30:24.428189 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-e2d76a89-9247-4e70-bf35-281f2a8ab7d4', 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4', 'tenant_id': '23a8c086a72541c196b9df953fe69b87', 'fixed_ips': [{'subnet_id': 'b30ceb91-11c0-4505-94f2-68bcbd0484bb'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:30:24.429512 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:24.621993 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Allocated IP 172.20.0.2 (e2d76a89-9247-4e70-bf35-281f2a8ab7d4/b30ceb91-11c0-4505-94f2-68bcbd0484bb/e8c98531-de39-4abe-ab92-17756aeaadf0) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:30:24.851406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:24.865348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Transition to ACTIVE for port object e8c98531-de39-4abe-ab92-17756aeaadf0 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:30:24.885813 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Transition to ACTIVE for port object e8c98531-de39-4abe-ab92-17756aeaadf0 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:30:24.971156 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:25.032930 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Network e2d76a89-9247-4e70-bf35-281f2a8ab7d4 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:30:25.035790 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:30:25.038907 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:30:25.088119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Pushing event updated for resources: {'Port': ['ID=e8c98531-de39-4abe-ab92-17756aeaadf0,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:25.126593 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:25.127238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:25.127238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:25.127510 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:25.127847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:25.128197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:25.128549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:25.128879 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:25.129217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:25.129543 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:25.129862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:25.130176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Tracked resource versions report: Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: pushed versions: Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: { 'AddressGroup': {'1.2'}, Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'ConntrackHelper': {'1.0'}, Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Log': {'1.0'}, Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Network': {'1.1'}, Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Port': {'1.7'}, Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'PortForwarding': {'1.2'}, Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'QosPolicy': {'1.8'}, Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'SecurityGroup': {'1.4'}, Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'SubPort': {'1.0'}, Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Subnet': {'1.1'}, Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Trunk': {'1.1'}} Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: consumer versions: Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: { DHCP agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: L3 agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: Metadata agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: Metering agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: Open vSwitch agent@dv-neutron-835555-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'ConntrackHelper': '1.0', Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Log': '1.0', Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Network': '1.1', Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Port': '1.7', Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'PortForwarding': '1.2', Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'QosPolicy': '1.8', Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'SecurityGroup': '1.4', Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'SecurityGroupRule': '1.2', Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'SubPort': '1.0', Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Subnet': '1.1', Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Trunk': '1.1'}} Mar 29 09:30:25.131507 dv-neutron-835555-1-hyperv neutron-server[88552]: {{(pid=88552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:30:25.161340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Attempting to bind port e8c98531-de39-4abe-ab92-17756aeaadf0 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:30:25.161729 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Attempting to bind port e8c98531-de39-4abe-ab92-17756aeaadf0 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'e8b78f17-52b1-4fdf-b96e-8c730f2decd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:30:25.162134 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Attempting to bind port e8c98531-de39-4abe-ab92-17756aeaadf0 on network e2d76a89-9247-4e70-bf35-281f2a8ab7d4 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:30:25.167350 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:30:25.168260 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Checking segment: {'id': 'e8b78f17-52b1-4fdf-b96e-8c730f2decd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:30:25.168774 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:25.169157 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Bound using segment: {'id': 'e8b78f17-52b1-4fdf-b96e-8c730f2decd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:30:25.169648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Bound port: e8c98531-de39-4abe-ab92-17756aeaadf0, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b78f17-52b1-4fdf-b96e-8c730f2decd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:30:25.170025 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:25.262068 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] For port e8c98531-de39-4abe-ab92-17756aeaadf0, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:30:25.266321 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] For port e8c98531-de39-4abe-ab92-17756aeaadf0, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e8c98531-de39-4abe-ab92-17756aeaadf0,segment=NetworkSegment(e8b78f17-52b1-4fdf-b96e-8c730f2decd4),segment_id=e8b78f17-52b1-4fdf-b96e-8c730f2decd4)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:30:25.329345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:25.424089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492cd3a-fb85-4215-944a-b751c90c30e7 None None] Pushing event updated for resources: {'Port': ['ID=e8c98531-de39-4abe-ab92-17756aeaadf0,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:26.659421 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 54454) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:30:27.035010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-878de9ac-20dc-4abb-9653-8674709cc739 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:30:27.036078 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-878de9ac-20dc-4abb-9653-8674709cc739 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3756106 Mar 29 09:30:28.697827 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e8c98531-de39-4abe-ab92-17756aeaadf0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:30:28.844631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port e8c98531-de39-4abe-ab92-17756aeaadf0 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:30:29.311035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb7bd92-8775-4d44-a52f-7c86d25ce074 None None] Network e2d76a89-9247-4e70-bf35-281f2a8ab7d4 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:30:29.484994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-40da64b6-9e09-492d-8ff9-3bf6ce78958c None None] Provisioning for port e8c98531-de39-4abe-ab92-17756aeaadf0 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:30:29.491217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-40da64b6-9e09-492d-8ff9-3bf6ce78958c None None] Provisioning complete for port e8c98531-de39-4abe-ab92-17756aeaadf0 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:29.491611 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-40da64b6-9e09-492d-8ff9-3bf6ce78958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:29.508761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 54468) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:30:29.696179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-40da64b6-9e09-492d-8ff9-3bf6ce78958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:29.739283 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-40da64b6-9e09-492d-8ff9-3bf6ce78958c None None] For port e8c98531-de39-4abe-ab92-17756aeaadf0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e8c98531-de39-4abe-ab92-17756aeaadf0,segment=NetworkSegment(e8b78f17-52b1-4fdf-b96e-8c730f2decd4),segment_id=e8b78f17-52b1-4fdf-b96e-8c730f2decd4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:30:29.815964 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-40da64b6-9e09-492d-8ff9-3bf6ce78958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:29.897517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da64b6-9e09-492d-8ff9-3bf6ce78958c None None] Pushing event updated for resources: {'Port': ['ID=e8c98531-de39-4abe-ab92-17756aeaadf0,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:29.917468 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-5e579c03-54f3-4aff-b04a-ec9fc7fce2ba admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:30:29.918468 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5e579c03-54f3-4aff-b04a-ec9fc7fce2ba admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4088373 Mar 29 09:30:29.936640 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ff596fd6-1245-4d07-80bc-5455fc9e7757 None None] Provisioning complete for port e8c98531-de39-4abe-ab92-17756aeaadf0 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:29.937094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ff596fd6-1245-4d07-80bc-5455fc9e7757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:30.672979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e8c98531-de39-4abe-ab92-17756aeaadf0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:30:30.741099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port e8c98531-de39-4abe-ab92-17756aeaadf0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:30.741740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:32.644854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 54480) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:30:33.243843 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING oslo_policy.policy [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:30:33.244432 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING oslo_policy.policy [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:30:33.465268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] Request body: {'router': {'tenant_id': '23a8c086a72541c196b9df953fe69b87', 'name': 'router1', 'admin_state_up': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:33.532094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.policy [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88551) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 09:30:33.578341 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING oslo_policy.policy [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:30:33.578721 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING oslo_policy.policy [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:30:33.587318 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.quota [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] Loaded quota_driver: . Mar 29 09:30:33.603307 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:30:33.610708 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] Usage tracker for resource:router and tenant:23a8c086a72541c196b9df953fe69b87 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:30:33.615312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:30:33.623120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:30:33.694352 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:33.696521 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:33.723949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:33.912068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:33.987039 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:33.988358 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0a887f43-9bb0-4375-8fb9-dde9d6fd8789 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3414292 Mar 29 09:30:35.579789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-84d6bc66-cb7b-43fc-974e-88f9ffc04d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:36.404570 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 54496) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:30:36.773086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-8f4fe106-3abe-4e81-b651-e2febec9b7fd admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:30:36.774088 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8f4fe106-3abe-4e81-b651-e2febec9b7fd admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3685720 Mar 29 09:30:37.825073 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8a262d39-d96f-4e4b-b664-a9056c407d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:38.786594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:38.929993 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:39.226971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 54512) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:30:39.500571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:39.505824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:30:39.509568 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Usage tracker for resource:network and tenant:359bef6e43e748c68ab74e3dfb929d31 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:30:39.513054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:30:39.518899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:30:39.638177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Made reservation on behalf of 359bef6e43e748c68ab74e3dfb929d31 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:30:39.641081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:39.658859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:39.678681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:30:39.682476 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Usage tracker for resource:security_group_rule and tenant:359bef6e43e748c68ab74e3dfb929d31 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:30:39.685770 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:30:39.691379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:30:39.783471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:39.876793 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:39.892731 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Reserving flat network on physical network physnet1 {{(pid=88551) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 29 09:30:39.926062 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743360957453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:39.926635 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Unsubscribe: segment precommit_create {{(pid=88551) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 09:30:39.927128 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Added segment 1c54f123-8d2a-459f-9046-798c3233cdf7 of type flat for network 03de5fa9-a446-4fa0-8975-40541e842cf0 Mar 29 09:30:39.976981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb59a51-5ed4-4af6-9338-d712f0f501eb,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:39.996922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:39.997261 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:39.997589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:39.997916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:39.998235 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:39.998577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:39.998893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:39.999210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:39.999540 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:39.999846 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:40.000160 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:40.000473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Tracked resource versions report: Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: pushed versions: Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: { 'AddressGroup': {'1.2'}, Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'ConntrackHelper': {'1.0'}, Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Log': {'1.0'}, Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Network': {'1.1'}, Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Port': {'1.7'}, Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'PortForwarding': {'1.2'}, Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'QosPolicy': {'1.8'}, Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'SecurityGroup': {'1.4'}, Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'SubPort': {'1.0'}, Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Subnet': {'1.1'}, Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Trunk': {'1.1'}} Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: consumer versions: Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: { DHCP agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: L3 agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: Metadata agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: Metering agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: Open vSwitch agent@dv-neutron-835555-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'ConntrackHelper': '1.0', Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Log': '1.0', Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Network': '1.1', Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Port': '1.7', Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'PortForwarding': '1.2', Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'QosPolicy': '1.8', Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'SecurityGroup': '1.4', Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'SecurityGroupRule': '1.2', Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'SubPort': '1.0', Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Subnet': '1.1', Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Trunk': '1.1'}} Mar 29 09:30:40.001776 dv-neutron-835555-1-hyperv neutron-server[88551]: {{(pid=88551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:30:40.044297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:40.152911 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:40.154009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:40.154649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:40.262294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] Pushing event updated for resources: {'Network': ['ID=03de5fa9-a446-4fa0-8975-40541e842cf0,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:40.272518 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:30:40.358825 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a187580c-b63c-434c-b974-85b8b83cc540 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1307335 Mar 29 09:30:40.603859 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:42.616820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 54536) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:30:42.756667 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae935e82-1342-46eb-ae23-07e8046db7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:42.758055 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ae935e82-1342-46eb-ae23-07e8046db7e6 admin admin] 10.222.0.35 "GET /v2.0/subnets/b30ceb91-11c0-4505-94f2-68bcbd0484bb HTTP/1.1" status: 200 len: 849 time: 0.1402280 Mar 29 09:30:42.917434 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-03010160-aabf-4c70-a189-23dc4af7bb64 admin admin] 10.222.0.35 "GET /v2.0/routers/24c96d7a-2581-48b2-8af8-82619d717250 HTTP/1.1" status: 200 len: 704 time: 0.1537654 Mar 29 09:30:43.395433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:43.631774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Allocated IP 172.20.0.1 (e2d76a89-9247-4e70-bf35-281f2a8ab7d4/b30ceb91-11c0-4505-94f2-68bcbd0484bb/7b275004-72de-494f-ba55-d68ff8725003) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:30:43.790077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:43.809414 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Transition to ACTIVE for port object 7b275004-72de-494f-ba55-d68ff8725003 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:30:43.941837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:44.007164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Network e2d76a89-9247-4e70-bf35-281f2a8ab7d4 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:30:44.013913 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:30:44.017248 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:30:44.017794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:44.149225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Pushing event updated for resources: {'Port': ['ID=7b275004-72de-494f-ba55-d68ff8725003,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:44.317793 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e44bb933-966e-4630-8f34-8ddfb36f738e None None] Provisioning for port 7b275004-72de-494f-ba55-d68ff8725003 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:30:44.322966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e44bb933-966e-4630-8f34-8ddfb36f738e None None] Provisioning complete for port 7b275004-72de-494f-ba55-d68ff8725003 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:44.323333 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e44bb933-966e-4630-8f34-8ddfb36f738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:44.381368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e44bb933-966e-4630-8f34-8ddfb36f738e None None] Port 7b275004-72de-494f-ba55-d68ff8725003 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:30:44.467930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:44.708163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:44.780415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:44.781283 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:44.930845 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Pushing event updated for resources: {'Port': ['ID=7b275004-72de-494f-ba55-d68ff8725003,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:44.986442 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Network e2d76a89-9247-4e70-bf35-281f2a8ab7d4 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:30:44.987492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:30:45.203734 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7634aed7-81f1-4907-a70f-b15375ebb776 None None] Provisioning complete for port 7b275004-72de-494f-ba55-d68ff8725003 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:45.204017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7634aed7-81f1-4907-a70f-b15375ebb776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:45.241751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Router 24c96d7a-2581-48b2-8af8-82619d717250 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:30:45.257100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7634aed7-81f1-4907-a70f-b15375ebb776 None None] Port 7b275004-72de-494f-ba55-d68ff8725003 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:30:45.398609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:30:45.408437 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2af995ad-fad1-467a-bc60-54ee79c15bfa admin admin] 10.222.0.35 "PUT /v2.0/routers/24c96d7a-2581-48b2-8af8-82619d717250/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4861012 Mar 29 09:30:45.408723 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Sync routers for ids ['24c96d7a-2581-48b2-8af8-82619d717250'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:30:45.420518 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Routers {'24c96d7a-2581-48b2-8af8-82619d717250'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:30:45.421338 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:30:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['24c96d7a-2581-48b2-8af8-82619d717250'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:45.599314 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Set router 24c96d7a-2581-48b2-8af8-82619d717250 gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:30:45.985462 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c96d7a-2581-48b2-8af8-82619d717250', 'name': 'router1', 'tenant_id': '23a8c086a72541c196b9df953fe69b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:33Z', 'updated_at': '2022-03-29T09:30:44Z', 'revision_number': 2, 'project_id': '23a8c086a72541c196b9df953fe69b87', 'gw_port_host': None, '_interfaces': [{'id': '7b275004-72de-494f-ba55-d68ff8725003', 'name': '', 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4', 'tenant_id': '23a8c086a72541c196b9df953fe69b87', 'mac_address': 'fa:16:3e:de:44:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c96d7a-2581-48b2-8af8-82619d717250', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b30ceb91-11c0-4505-94f2-68bcbd0484bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:43Z', 'updated_at': '2022-03-29T09:30:44Z', 'revision_number': 2, 'project_id': '23a8c086a72541c196b9df953fe69b87', 'subnets': [{'id': 'b30ceb91-11c0-4505-94f2-68bcbd0484bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38bb8f6d-8298-4086-9e46-d89ff86eb0b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:45.990632 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Checking router: 24c96d7a-2581-48b2-8af8-82619d717250 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:30:45.990996 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Updating router 24c96d7a-2581-48b2-8af8-82619d717250 port 7b275004-72de-494f-ba55-d68ff8725003 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:30:46.045381 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:46.433654 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:46.450781 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Transition to ACTIVE for port object 7b275004-72de-494f-ba55-d68ff8725003 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:30:46.523493 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:46.753772 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313ba7c-88d8-4867-89f2-086d8fa8a844 None None] Pushing event updated for resources: {'Port': ['ID=7b275004-72de-494f-ba55-d68ff8725003,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:46.773610 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313ba7c-88d8-4867-89f2-086d8fa8a844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:46.773962 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313ba7c-88d8-4867-89f2-086d8fa8a844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:46.774302 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313ba7c-88d8-4867-89f2-086d8fa8a844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:46.774633 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313ba7c-88d8-4867-89f2-086d8fa8a844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:46.774959 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313ba7c-88d8-4867-89f2-086d8fa8a844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:46.775300 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313ba7c-88d8-4867-89f2-086d8fa8a844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:46.775662 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313ba7c-88d8-4867-89f2-086d8fa8a844 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:46.775990 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313ba7c-88d8-4867-89f2-086d8fa8a844 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:46.776325 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313ba7c-88d8-4867-89f2-086d8fa8a844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:46.776681 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313ba7c-88d8-4867-89f2-086d8fa8a844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:46.776997 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313ba7c-88d8-4867-89f2-086d8fa8a844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:46.777311 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313ba7c-88d8-4867-89f2-086d8fa8a844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6313ba7c-88d8-4867-89f2-086d8fa8a844 None None] Tracked resource versions report: Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: pushed versions: Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: { 'AddressGroup': {'1.2'}, Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'ConntrackHelper': {'1.0'}, Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Log': {'1.0'}, Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Network': {'1.1'}, Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Port': {'1.7'}, Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'PortForwarding': {'1.2'}, Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'QosPolicy': {'1.8'}, Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'SecurityGroup': {'1.4'}, Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'SubPort': {'1.0'}, Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Subnet': {'1.1'}, Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Trunk': {'1.1'}} Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: consumer versions: Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: { DHCP agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: L3 agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: Metadata agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: Metering agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: Open vSwitch agent@dv-neutron-835555-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'ConntrackHelper': '1.0', Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Log': '1.0', Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Network': '1.1', Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Port': '1.7', Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'PortForwarding': '1.2', Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'QosPolicy': '1.8', Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'SecurityGroup': '1.4', Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'SecurityGroupRule': '1.2', Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'SubPort': '1.0', Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Subnet': '1.1', Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Trunk': '1.1'}} Mar 29 09:30:46.778592 dv-neutron-835555-1-hyperv neutron-server[88553]: {{(pid=88553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:30:46.783083 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Attempting to bind port 7b275004-72de-494f-ba55-d68ff8725003 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:30:46.783478 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Attempting to bind port 7b275004-72de-494f-ba55-d68ff8725003 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'e8b78f17-52b1-4fdf-b96e-8c730f2decd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:30:46.783887 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Attempting to bind port 7b275004-72de-494f-ba55-d68ff8725003 on network e2d76a89-9247-4e70-bf35-281f2a8ab7d4 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:30:46.789655 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:30:46.790052 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Checking segment: {'id': 'e8b78f17-52b1-4fdf-b96e-8c730f2decd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:30:46.790522 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:46.790898 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Bound using segment: {'id': 'e8b78f17-52b1-4fdf-b96e-8c730f2decd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:30:46.791909 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Bound port: 7b275004-72de-494f-ba55-d68ff8725003, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b78f17-52b1-4fdf-b96e-8c730f2decd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:30:46.792350 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:46.882413 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] For port 7b275004-72de-494f-ba55-d68ff8725003, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:30:46.886797 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] For port 7b275004-72de-494f-ba55-d68ff8725003, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7b275004-72de-494f-ba55-d68ff8725003,segment=NetworkSegment(e8b78f17-52b1-4fdf-b96e-8c730f2decd4),segment_id=e8b78f17-52b1-4fdf-b96e-8c730f2decd4)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:30:46.985556 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:47.074652 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Routers {'24c96d7a-2581-48b2-8af8-82619d717250'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:30:47.075287 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:30:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['24c96d7a-2581-48b2-8af8-82619d717250'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:47.142241 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313ba7c-88d8-4867-89f2-086d8fa8a844 None None] Pushing event updated for resources: {'Port': ['ID=7b275004-72de-494f-ba55-d68ff8725003,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:47.236477 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] Set router 24c96d7a-2581-48b2-8af8-82619d717250 gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:30:47.574209 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c96d7a-2581-48b2-8af8-82619d717250', 'name': 'router1', 'tenant_id': '23a8c086a72541c196b9df953fe69b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:33Z', 'updated_at': '2022-03-29T09:30:44Z', 'revision_number': 2, 'project_id': '23a8c086a72541c196b9df953fe69b87', 'gw_port_host': None, '_interfaces': [{'id': '7b275004-72de-494f-ba55-d68ff8725003', 'name': '', 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4', 'tenant_id': '23a8c086a72541c196b9df953fe69b87', 'mac_address': 'fa:16:3e:de:44:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c96d7a-2581-48b2-8af8-82619d717250', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b30ceb91-11c0-4505-94f2-68bcbd0484bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:43Z', 'updated_at': '2022-03-29T09:30:46Z', 'revision_number': 4, 'project_id': '23a8c086a72541c196b9df953fe69b87', 'subnets': [{'id': 'b30ceb91-11c0-4505-94f2-68bcbd0484bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38bb8f6d-8298-4086-9e46-d89ff86eb0b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:47.577882 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a197b10-6b98-46f5-a530-728b810a4064 None None] The sync data for ids ['24c96d7a-2581-48b2-8af8-82619d717250'] in dv-neutron-835555-1-hyperv is: [{'id': '24c96d7a-2581-48b2-8af8-82619d717250', 'name': 'router1', 'tenant_id': '23a8c086a72541c196b9df953fe69b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:33Z', 'updated_at': '2022-03-29T09:30:44Z', 'revision_number': 2, 'project_id': '23a8c086a72541c196b9df953fe69b87', 'gw_port_host': None, '_interfaces': [{'id': '7b275004-72de-494f-ba55-d68ff8725003', 'name': '', 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4', 'tenant_id': '23a8c086a72541c196b9df953fe69b87', 'mac_address': 'fa:16:3e:de:44:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c96d7a-2581-48b2-8af8-82619d717250', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b30ceb91-11c0-4505-94f2-68bcbd0484bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:43Z', 'updated_at': '2022-03-29T09:30:46Z', 'revision_number': 4, 'project_id': '23a8c086a72541c196b9df953fe69b87', 'subnets': [{'id': 'b30ceb91-11c0-4505-94f2-68bcbd0484bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38bb8f6d-8298-4086-9e46-d89ff86eb0b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:30:47.649754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 54552) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:30:47.799532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b62632-9977-4686-8432-f70f1932c5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:47.800093 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d0b62632-9977-4686-8432-f70f1932c5e0 admin admin] Synchronizing usage tracker for tenant:359bef6e43e748c68ab74e3dfb929d31 on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:30:47.944441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d0b62632-9977-4686-8432-f70f1932c5e0 admin admin] Unset dirty status for tenant:359bef6e43e748c68ab74e3dfb929d31 on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:30:47.945718 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d0b62632-9977-4686-8432-f70f1932c5e0 admin admin] 10.222.0.35 "GET /v2.0/networks/03de5fa9-a446-4fa0-8975-40541e842cf0 HTTP/1.1" status: 200 len: 842 time: 0.2949972 Mar 29 09:30:47.956513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Request body: {'subnet': {'cidr': '172.26.7.0/24', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'gateway_ip': '172.26.7.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:47.962035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:30:47.966154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Usage tracker for resource:subnet and tenant:359bef6e43e748c68ab74e3dfb929d31 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:30:47.969136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:30:47.976170 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:30:48.064129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Made reservation on behalf of 359bef6e43e748c68ab74e3dfb929d31 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:30:48.066576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:48.525010 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.objects.ports [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88551) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:30:48.525990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:48.607338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51e5a6ff-0530-4d9b-a23d-b689bd8ce589,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:48.617847 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:30:48.618140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Network hostable DHCP agents. Network: 03de5fa9-a446-4fa0-8975-40541e842cf0, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:30:48.698569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7b275004-72de-494f-ba55-d68ff8725003 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:30:48.721989 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:30:48.801763 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 03de5fa9-a446-4fa0-8975-40541e842cf0) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:30:48.806078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:48.806681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:48.812322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddf1caa-f095-493e-974b-352a470972e3 None None] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:30:48.837082 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 7b275004-72de-494f-ba55-d68ff8725003 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:30:48.848683 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 7b275004-72de-494f-ba55-d68ff8725003 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:48.852670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:48.902121 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8a5b1ce8-66c7-4750-ab5f-91ee04482694 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9497056 Mar 29 09:30:49.122816 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d30abf-25fb-4384-84a6-b215abec452b None None] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:30:49.218246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:49.281066 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 7b275004-72de-494f-ba55-d68ff8725003, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7b275004-72de-494f-ba55-d68ff8725003,segment=NetworkSegment(e8b78f17-52b1-4fdf-b96e-8c730f2decd4),segment_id=e8b78f17-52b1-4fdf-b96e-8c730f2decd4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:30:49.371505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:49.454811 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=7b275004-72de-494f-ba55-d68ff8725003,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:50.693134 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7b275004-72de-494f-ba55-d68ff8725003 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:30:50.764233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 7b275004-72de-494f-ba55-d68ff8725003 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:50.764632 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.224847 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 54568) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:30:51.456041 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a80d714a-91b1-42e0-bd1f-9a70d87585e2 admin admin] 10.222.0.35 "GET /v2.0/routers/24c96d7a-2581-48b2-8af8-82619d717250 HTTP/1.1" status: 200 len: 710 time: 0.2299509 Mar 29 09:30:51.585456 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d629aa31-d53a-4793-9737-e88d74d8b034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:51.586794 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d629aa31-d53a-4793-9737-e88d74d8b034 admin admin] 10.222.0.35 "GET /v2.0/networks/03de5fa9-a446-4fa0-8975-40541e842cf0 HTTP/1.1" status: 200 len: 886 time: 0.1254218 Mar 29 09:30:51.595545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:52.036584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.436707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.496891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.689955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Allocated IP 172.26.7.167 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:30:52.831844 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.939100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:53.003255 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:30:53.005980 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:30:53.008580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:30:53.083670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Pushing event updated for resources: {'Port': ['ID=2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:53.514987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:53.851280 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:53.855411 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:54.035285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Router 24c96d7a-2581-48b2-8af8-82619d717250 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:30:54.263681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:30:54.273427 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:54.277658 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Sync routers for ids ['24c96d7a-2581-48b2-8af8-82619d717250'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:30:54.278177 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c23d4814-7cbf-4615-9d44-e4cb32451f58 admin admin] 10.222.0.35 "PUT /v2.0/routers/24c96d7a-2581-48b2-8af8-82619d717250 HTTP/1.1" status: 200 len: 890 time: 2.6822743 Mar 29 09:30:54.285451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Routers {'24c96d7a-2581-48b2-8af8-82619d717250'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:30:54.286223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:30:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['24c96d7a-2581-48b2-8af8-82619d717250'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:54.485165 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Set router 24c96d7a-2581-48b2-8af8-82619d717250 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:30:54.852276 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c96d7a-2581-48b2-8af8-82619d717250', 'name': 'router1', 'tenant_id': '23a8c086a72541c196b9df953fe69b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': '2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:33Z', 'updated_at': '2022-03-29T09:30:53Z', 'revision_number': 4, 'project_id': '23a8c086a72541c196b9df953fe69b87', 'gw_port': {'id': '2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c96d7a-2581-48b2-8af8-82619d717250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '7b275004-72de-494f-ba55-d68ff8725003', 'name': '', 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4', 'tenant_id': '23a8c086a72541c196b9df953fe69b87', 'mac_address': 'fa:16:3e:de:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c96d7a-2581-48b2-8af8-82619d717250', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b30ceb91-11c0-4505-94f2-68bcbd0484bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:43Z', 'updated_at': '2022-03-29T09:30:49Z', 'revision_number': 5, 'project_id': '23a8c086a72541c196b9df953fe69b87', 'subnets': [{'id': 'b30ceb91-11c0-4505-94f2-68bcbd0484bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38bb8f6d-8298-4086-9e46-d89ff86eb0b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:54.857911 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Checking router: 24c96d7a-2581-48b2-8af8-82619d717250 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:30:54.858277 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Updating router 24c96d7a-2581-48b2-8af8-82619d717250 port 2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:30:54.910535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:55.246916 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:55.261899 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Transition to ACTIVE for port object 2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:30:55.320952 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:55.398656 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0578ae1-c98b-4dbb-98e0-585c7cb8a963 None None] Pushing event updated for resources: {'Port': ['ID=2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:55.404609 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Attempting to bind port 2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:30:55.404968 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Attempting to bind port 2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:30:55.405324 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Attempting to bind port 2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:30:55.410707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:30:55.411078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:30:55.411477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:55.411865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:30:55.412330 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Bound port: 2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:30:55.412753 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:55.490462 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] For port 2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:30:55.493519 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] For port 2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:30:55.563305 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:55.644667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Routers {'24c96d7a-2581-48b2-8af8-82619d717250'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:30:55.645551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:30:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['24c96d7a-2581-48b2-8af8-82619d717250'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:55.695405 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0578ae1-c98b-4dbb-98e0-585c7cb8a963 None None] Pushing event updated for resources: {'Port': ['ID=2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:55.855637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] Set router 24c96d7a-2581-48b2-8af8-82619d717250 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:30:56.192272 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c96d7a-2581-48b2-8af8-82619d717250', 'name': 'router1', 'tenant_id': '23a8c086a72541c196b9df953fe69b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': '2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:33Z', 'updated_at': '2022-03-29T09:30:53Z', 'revision_number': 4, 'project_id': '23a8c086a72541c196b9df953fe69b87', 'gw_port': {'id': '2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c96d7a-2581-48b2-8af8-82619d717250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '7b275004-72de-494f-ba55-d68ff8725003', 'name': '', 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4', 'tenant_id': '23a8c086a72541c196b9df953fe69b87', 'mac_address': 'fa:16:3e:de:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c96d7a-2581-48b2-8af8-82619d717250', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b30ceb91-11c0-4505-94f2-68bcbd0484bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:43Z', 'updated_at': '2022-03-29T09:30:49Z', 'revision_number': 5, 'project_id': '23a8c086a72541c196b9df953fe69b87', 'subnets': [{'id': 'b30ceb91-11c0-4505-94f2-68bcbd0484bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38bb8f6d-8298-4086-9e46-d89ff86eb0b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:56.196568 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d97896-7a2e-4cd7-aabd-10c5a54f4216 None None] The sync data for ids ['24c96d7a-2581-48b2-8af8-82619d717250'] in dv-neutron-835555-1-hyperv is: [{'id': '24c96d7a-2581-48b2-8af8-82619d717250', 'name': 'router1', 'tenant_id': '23a8c086a72541c196b9df953fe69b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.167'}], 'enable_snat': True}, 'gw_port_id': '2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:33Z', 'updated_at': '2022-03-29T09:30:53Z', 'revision_number': 4, 'project_id': '23a8c086a72541c196b9df953fe69b87', 'gw_port': {'id': '2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c96d7a-2581-48b2-8af8-82619d717250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '7b275004-72de-494f-ba55-d68ff8725003', 'name': '', 'network_id': 'e2d76a89-9247-4e70-bf35-281f2a8ab7d4', 'tenant_id': '23a8c086a72541c196b9df953fe69b87', 'mac_address': 'fa:16:3e:de:44:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c96d7a-2581-48b2-8af8-82619d717250', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b30ceb91-11c0-4505-94f2-68bcbd0484bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:43Z', 'updated_at': '2022-03-29T09:30:49Z', 'revision_number': 5, 'project_id': '23a8c086a72541c196b9df953fe69b87', 'subnets': [{'id': 'b30ceb91-11c0-4505-94f2-68bcbd0484bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38bb8f6d-8298-4086-9e46-d89ff86eb0b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:30:56.683310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 54578) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:30:56.723363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:30:56.809147 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ce5a98ef-6ac0-4729-98e2-3da8b60d0deb admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1246638 Mar 29 09:30:56.894545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:30:56.901227 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:56.901593 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.051482 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.069976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:30:57.134853 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.206073 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:58.698107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:30:58.778776 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2a9ff5f9-0f4f-4ed4-8575-a4b99450cd48 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:58.779153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:02.911258 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 5 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:31:05.600476 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ff02b6c1-740d-4962-8081-5fdca2c37030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:07.811553 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8ad5dc7d-db16-428f-b40a-279ac5caad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:08.767888 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:08.870962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:10.619748 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:35.598027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-33a9a4a2-93e8-4850-aa0a-15a3b73a7667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:37.812162 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c591e480-cc93-47df-973e-c26419580c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:38.777706 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:38.943479 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:39.910497 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 5 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:31:40.609304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:05.566790 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b2d8981c-814d-4f06-921f-0f21f8f2d39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:07.797555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b617934b-59f0-4945-a8b1-2b0fb17e8a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:08.769209 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:08.903551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:10.626122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:16.909650 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 5 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:32:35.590094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6b166ee2-444a-4802-8626-4bd7a907eaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:37.819144 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8c4f857f-4911-479e-a9c4-eb2b59b1f306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:38.773052 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:38.894953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:40.649407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:53.908577 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 5 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:33:05.602117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-80abb783-e322-4d22-a4b3-41af6fa7eaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:07.821058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8cb73e28-d284-48c8-bfe5-08b2f834a6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:07.837619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55180) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:33:07.906882 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd3f78b-e2a8-49a7-888f-fa1370072a73 admin admin] GET failed (client error): The resource could not be found. Mar 29 09:33:07.908219 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1fd3f78b-e2a8-49a7-888f-fa1370072a73 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0695276 Mar 29 09:33:08.053160 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7a332a-ea24-4487-a1f1-a74459763279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:08.054545 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ed7a332a-ea24-4487-a1f1-a74459763279 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1420336 Mar 29 09:33:08.774943 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:08.912297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:10.236409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55190) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:33:10.347531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08541b34-d5e8-47ab-8edd-3e2a66e99ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:10.348082 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-08541b34-d5e8-47ab-8edd-3e2a66e99ae8 admin admin] Synchronizing usage tracker for tenant:359bef6e43e748c68ab74e3dfb929d31 on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:33:10.449626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-08541b34-d5e8-47ab-8edd-3e2a66e99ae8 admin admin] Unset dirty status for tenant:359bef6e43e748c68ab74e3dfb929d31 on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:33:10.450734 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-08541b34-d5e8-47ab-8edd-3e2a66e99ae8 admin admin] 10.222.0.35 "GET /v2.0/subnets/b30ceb91-11c0-4505-94f2-68bcbd0484bb HTTP/1.1" status: 200 len: 849 time: 0.2133579 Mar 29 09:33:10.460470 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:33:10.581835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Notify callbacks [] for subnet, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:10.615186 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:10.832324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743360850670'] for subnet, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:10.874850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:10.875438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:10.877990 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] 10.222.0.35 "PUT /v2.0/subnets/b30ceb91-11c0-4505-94f2-68bcbd0484bb HTTP/1.1" status: 200 len: 868 time: 0.4202578 Mar 29 09:33:10.880765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef436c72-2cc6-4d9f-b4a0-87cc24e0d7e0 None None] Network e2d76a89-9247-4e70-bf35-281f2a8ab7d4 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:33:10.902690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30ceb91-11c0-4505-94f2-68bcbd0484bb,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:33:10.914589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:10.915024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:10.915480 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:10.919096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:10.919096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:10.919096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:10.919096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:10.919096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:10.919096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:10.919096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:10.919096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:10.919096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108619ab-d648-47b3-9167-0f182b10261f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:11.363755 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-96e09abf-4c68-4724-8923-06df8e053a66 None None] Provisioning complete for port e8c98531-de39-4abe-ab92-17756aeaadf0 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:33:11.364241 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-96e09abf-4c68-4724-8923-06df8e053a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:11.524096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-96e09abf-4c68-4724-8923-06df8e053a66 None None] Provisioning complete for port 7b275004-72de-494f-ba55-d68ff8725003 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:33:11.524360 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-96e09abf-4c68-4724-8923-06df8e053a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:13.072051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55200) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:33:13.255122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ea8810-1938-4f55-88de-ce962b51fcc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:13.255506 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ea8810-1938-4f55-88de-ce962b51fcc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:13.257082 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-43ea8810-1938-4f55-88de-ce962b51fcc2 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1839139 Mar 29 09:33:15.452718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55210) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:33:15.643743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933c287-51b6-4d9f-a118-e47ab07734fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:15.644217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933c287-51b6-4d9f-a118-e47ab07734fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:15.645794 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5933c287-51b6-4d9f-a118-e47ab07734fa admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1920288 Mar 29 09:33:17.849154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55220) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:33:18.021548 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c315e51-8727-4613-9253-e04b94de6528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:18.022932 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4c315e51-8727-4613-9253-e04b94de6528 admin admin] 10.222.0.35 "GET /v2.0/networks/03de5fa9-a446-4fa0-8975-40541e842cf0 HTTP/1.1" status: 200 len: 886 time: 0.1728265 Mar 29 09:33:20.213444 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55230) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:33:20.398295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff2d504-de5b-4f82-9134-f0d5fd1ed4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:20.399670 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9ff2d504-de5b-4f82-9134-f0d5fd1ed4d4 admin admin] 10.222.0.35 "GET /v2.0/networks/e2d76a89-9247-4e70-bf35-281f2a8ab7d4 HTTP/1.1" status: 200 len: 869 time: 0.1853015 Mar 29 09:33:22.571295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55240) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:33:22.681089 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d77a48-c034-4b3f-a859-59abac560cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:22.681476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d77a48-c034-4b3f-a859-59abac560cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:22.683009 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-81d77a48-c034-4b3f-a859-59abac560cd1 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1107669 Mar 29 09:33:24.860691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55250) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:33:24.966075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335a1c96-fff6-46d1-ae5b-c880c8b7f326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:24.966455 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335a1c96-fff6-46d1-ae5b-c880c8b7f326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:24.967957 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-335a1c96-fff6-46d1-ae5b-c880c8b7f326 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1063077 Mar 29 09:33:27.155223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55260) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:33:27.262491 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba6bc6e-b66e-4ac9-8214-01fd5fbe3552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:27.263848 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cba6bc6e-b66e-4ac9-8214-01fd5fbe3552 admin admin] 10.222.0.35 "GET /v2.0/subnets/51e5a6ff-0530-4d9b-a23d-b689bd8ce589 HTTP/1.1" status: 200 len: 816 time: 0.1076419 Mar 29 09:33:29.443577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55270) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:33:29.547888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064913ae-c8d9-468f-9b14-6857ef9135cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:29.549235 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-064913ae-c8d9-468f-9b14-6857ef9135cd admin admin] 10.222.0.35 "GET /v2.0/subnets/b30ceb91-11c0-4505-94f2-68bcbd0484bb HTTP/1.1" status: 200 len: 868 time: 0.1047199 Mar 29 09:33:30.912308 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 5 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:33:35.614465 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7332c0e5-dce8-4c55-94b8-6a8e3e013c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:37.826840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-91d8ca29-0ec4-4acc-b242-a92f2f45da67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:38.763551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:38.877133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:40.637994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:48.541342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55316) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:33:48.591168 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-545efac0-972e-4d40-abb1-a68dd3542320 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:33:48.592154 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-545efac0-972e-4d40-abb1-a68dd3542320 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497935 Mar 29 09:33:50.841843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55326) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:33:50.908002 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1115407-8444-4a90-86b5-86e94a4443b6 admin admin] GET failed (client error): The resource could not be found. Mar 29 09:33:50.909302 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a1115407-8444-4a90-86b5-86e94a4443b6 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665216 Mar 29 09:33:51.035244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab79874d-d630-4d61-99f3-f7ac4b006f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:51.036712 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ab79874d-d630-4d61-99f3-f7ac4b006f04 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1235664 Mar 29 09:33:53.201899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55336) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:33:53.251684 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e7ca5273-c43e-45ba-95f5-948cd008bd14 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:33:53.256553 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e7ca5273-c43e-45ba-95f5-948cd008bd14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:33:53.267037 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e7ca5273-c43e-45ba-95f5-948cd008bd14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:33:53.346171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ca5273-c43e-45ba-95f5-948cd008bd14 admin admin] Made reservation on behalf of 359bef6e43e748c68ab74e3dfb929d31 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:33:53.348520 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5273-c43e-45ba-95f5-948cd008bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:53.483184 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING neutron.services.revisions.revision_plugin [None req-e7ca5273-c43e-45ba-95f5-948cd008bd14 admin admin] Could not find related network for resource to bump revision. Mar 29 09:33:53.495898 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ca5273-c43e-45ba-95f5-948cd008bd14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:33:53.506004 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5273-c43e-45ba-95f5-948cd008bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:53.506344 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-e7ca5273-c43e-45ba-95f5-948cd008bd14 admin admin] Added segment faf58414-141a-4b4c-8c50-6df3c95540c6 of type vlan for network 2d5a4c74-cfaa-4455-8d3a-98d940d8ad98 Mar 29 09:33:53.535044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5273-c43e-45ba-95f5-948cd008bd14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:53.609379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5273-c43e-45ba-95f5-948cd008bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:53.610362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca5273-c43e-45ba-95f5-948cd008bd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:53.610945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e7ca5273-c43e-45ba-95f5-948cd008bd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:53.715773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca5273-c43e-45ba-95f5-948cd008bd14 admin admin] Pushing event updated for resources: {'Network': ['ID=2d5a4c74-cfaa-4455-8d3a-98d940d8ad98,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:33:53.725502 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 2d5a4c74-cfaa-4455-8d3a-98d940d8ad98 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:33:53.764104 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e7ca5273-c43e-45ba-95f5-948cd008bd14 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5610902 Mar 29 09:33:55.938483 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55346) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:33:56.006149 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1054aa-06a0-4da8-84d0-be89ad4d6730 admin admin] GET failed (client error): The resource could not be found. Mar 29 09:33:56.006668 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6f1054aa-06a0-4da8-84d0-be89ad4d6730 admin admin] Synchronizing usage tracker for tenant:359bef6e43e748c68ab74e3dfb929d31 on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:33:56.072465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6f1054aa-06a0-4da8-84d0-be89ad4d6730 admin admin] Unset dirty status for tenant:359bef6e43e748c68ab74e3dfb929d31 on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:33:56.073649 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6f1054aa-06a0-4da8-84d0-be89ad4d6730 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1340935 Mar 29 09:33:56.178776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cd99a6-a484-4ed9-8c99-0b3a4673b309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:56.180221 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a3cd99a6-a484-4ed9-8c99-0b3a4673b309 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1026840 Mar 29 09:33:56.190142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-302abdd7-348f-46e2-9510-df3b6a026d33 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '2d5a4c74-cfaa-4455-8d3a-98d940d8ad98'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:33:56.194388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-302abdd7-348f-46e2-9510-df3b6a026d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:33:56.204222 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-302abdd7-348f-46e2-9510-df3b6a026d33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:33:56.271616 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302abdd7-348f-46e2-9510-df3b6a026d33 admin admin] Made reservation on behalf of 359bef6e43e748c68ab74e3dfb929d31 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:33:56.273951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-302abdd7-348f-46e2-9510-df3b6a026d33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:56.569234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-302abdd7-348f-46e2-9510-df3b6a026d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:56.644342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302abdd7-348f-46e2-9510-df3b6a026d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeeffbb6-946f-4f69-9c39-64524a6030e2,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:33:56.688842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302abdd7-348f-46e2-9510-df3b6a026d33 admin admin] Checking segment: {'id': 'faf58414-141a-4b4c-8c50-6df3c95540c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d5a4c74-cfaa-4455-8d3a-98d940d8ad98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:33:56.689189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302abdd7-348f-46e2-9510-df3b6a026d33 admin admin] Network hostable DHCP agents. Network: 2d5a4c74-cfaa-4455-8d3a-98d940d8ad98, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:33:56.751967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302abdd7-348f-46e2-9510-df3b6a026d33 admin admin] Network 2d5a4c74-cfaa-4455-8d3a-98d940d8ad98 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:33:56.797558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-302abdd7-348f-46e2-9510-df3b6a026d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 2d5a4c74-cfaa-4455-8d3a-98d940d8ad98) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:33:56.801726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302abdd7-348f-46e2-9510-df3b6a026d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:56.802307 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-302abdd7-348f-46e2-9510-df3b6a026d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:56.806668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3d62d8-bb56-46cf-ae56-0c8b0ca6b9eb None None] Network 2d5a4c74-cfaa-4455-8d3a-98d940d8ad98 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:33:56.895818 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-302abdd7-348f-46e2-9510-df3b6a026d33 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7088671 Mar 29 09:33:57.025281 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-2d5a4c74-cfaa-4455-8d3a-98d940d8ad98', 'network_id': '2d5a4c74-cfaa-4455-8d3a-98d940d8ad98', 'tenant_id': '359bef6e43e748c68ab74e3dfb929d31', 'fixed_ips': [{'subnet_id': 'eeeffbb6-946f-4f69-9c39-64524a6030e2'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:33:57.026173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:57.184877 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Allocated IP 192.168.233.2 (2d5a4c74-cfaa-4455-8d3a-98d940d8ad98/eeeffbb6-946f-4f69-9c39-64524a6030e2/1f1d591d-04a4-4fd5-82fd-5906251b93b0) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:33:57.388292 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:57.400819 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Transition to ACTIVE for port object 1f1d591d-04a4-4fd5-82fd-5906251b93b0 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:33:57.419433 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Transition to ACTIVE for port object 1f1d591d-04a4-4fd5-82fd-5906251b93b0 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:33:57.495940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:57.558640 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Network 2d5a4c74-cfaa-4455-8d3a-98d940d8ad98 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:33:57.561343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:33:57.569187 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:33:57.579517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Pushing event updated for resources: {'Port': ['ID=1f1d591d-04a4-4fd5-82fd-5906251b93b0,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:33:57.617025 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:57.617374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:57.617708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:57.618039 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:57.618895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:57.619236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:57.619583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:57.619903 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:57.620246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:57.620600 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:57.620919 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:57.621232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:33:57.675217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Attempting to bind port 1f1d591d-04a4-4fd5-82fd-5906251b93b0 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:33:57.675577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Attempting to bind port 1f1d591d-04a4-4fd5-82fd-5906251b93b0 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'faf58414-141a-4b4c-8c50-6df3c95540c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d5a4c74-cfaa-4455-8d3a-98d940d8ad98'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:33:57.675932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Attempting to bind port 1f1d591d-04a4-4fd5-82fd-5906251b93b0 on network 2d5a4c74-cfaa-4455-8d3a-98d940d8ad98 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:33:57.681738 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:33:57.682090 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Checking segment: {'id': 'faf58414-141a-4b4c-8c50-6df3c95540c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d5a4c74-cfaa-4455-8d3a-98d940d8ad98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:33:57.682477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:57.682857 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Bound using segment: {'id': 'faf58414-141a-4b4c-8c50-6df3c95540c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d5a4c74-cfaa-4455-8d3a-98d940d8ad98'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:33:57.683311 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Bound port: 1f1d591d-04a4-4fd5-82fd-5906251b93b0, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf58414-141a-4b4c-8c50-6df3c95540c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d5a4c74-cfaa-4455-8d3a-98d940d8ad98'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:33:57.683692 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:57.776802 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] For port 1f1d591d-04a4-4fd5-82fd-5906251b93b0, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:33:57.779909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] For port 1f1d591d-04a4-4fd5-82fd-5906251b93b0, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1f1d591d-04a4-4fd5-82fd-5906251b93b0,segment=NetworkSegment(faf58414-141a-4b4c-8c50-6df3c95540c6),segment_id=faf58414-141a-4b4c-8c50-6df3c95540c6)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:33:57.861019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:57.950946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c127de-8ad5-4627-b4f5-21c276f5f5e9 None None] Pushing event updated for resources: {'Port': ['ID=1f1d591d-04a4-4fd5-82fd-5906251b93b0,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:33:58.748339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd86c94-e99c-4a08-a743-265ddb33df63 None None] Network 2d5a4c74-cfaa-4455-8d3a-98d940d8ad98 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:33:58.831678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1f1d591d-04a4-4fd5-82fd-5906251b93b0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:33:59.008129 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-351adde0-dd95-402a-b445-5df538c09f59 None None] Provisioning for port 1f1d591d-04a4-4fd5-82fd-5906251b93b0 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:33:59.062094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 1f1d591d-04a4-4fd5-82fd-5906251b93b0 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:33:59.069746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 1f1d591d-04a4-4fd5-82fd-5906251b93b0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:33:59.070114 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:59.211414 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:59.245978 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 1f1d591d-04a4-4fd5-82fd-5906251b93b0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1f1d591d-04a4-4fd5-82fd-5906251b93b0,segment=NetworkSegment(faf58414-141a-4b4c-8c50-6df3c95540c6),segment_id=faf58414-141a-4b4c-8c50-6df3c95540c6)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:33:59.317747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:59.391741 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c99673df-94f4-4e1c-be77-8c4cec6d9894 None None] Provisioning complete for port 1f1d591d-04a4-4fd5-82fd-5906251b93b0 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:33:59.392116 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c99673df-94f4-4e1c-be77-8c4cec6d9894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:59.437657 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=1f1d591d-04a4-4fd5-82fd-5906251b93b0,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:00.795672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1f1d591d-04a4-4fd5-82fd-5906251b93b0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:34:00.865563 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 1f1d591d-04a4-4fd5-82fd-5906251b93b0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:00.865924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:05.580900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3688f8a4-498d-413d-8fef-d019f59f54ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:07.797276 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f96b3280-2c8e-4b3b-becc-5d729a3c8e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:07.910497 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 5 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:34:08.786342 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.032009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.609455 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:35.580338 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0d6907db-c57b-448b-9ebb-e2323db453c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:37.826749 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1a20aa3b-5e3b-4549-99c6-3ebd4f7a46c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:38.798044 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:38.906529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:40.649507 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:44.909086 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 5 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:35:05.632674 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9c1b52ee-ee97-40c4-8bc9-58253e02581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:07.884390 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-714f18f2-3663-410c-a3ff-039d5f70b745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:08.775796 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:08.969421 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:10.650031 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:21.907873 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 5 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:35:30.602916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55392) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:35:30.608757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-52bca8f4-7255-4ba8-9e17-e7985c81c54e tempest-verify_tempest_config-2034736888 tempest-verify_tempest_config-2034736888-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:35:30.609706 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-52bca8f4-7255-4ba8-9e17-e7985c81c54e tempest-verify_tempest_config-2034736888 tempest-verify_tempest_config-2034736888-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058386 Mar 29 09:35:31.067434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55410) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:35:31.176425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:31.190628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:35:31.194302 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Usage tracker for resource:security_group_rule and tenant:36004fce9fe84c2484262e9dc3504859 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:35:31.197632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:35:31.203141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:35:31.281842 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:31.339813 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:31.387237 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36004fce9fe84c2484262e9dc3504859&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3187735 Mar 29 09:35:31.388068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577d0601-f36f-44af-82ca-b82b492ff9e2,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:35:31.390044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55416) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:35:31.395308 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.395832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.396164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.396510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.396905 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.397246 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.397571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.397904 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.398224 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.398537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.398848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.399159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6e66e-ef30-4713-88b1-b52a75f48f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.447877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:31.471973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:31.615287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:31.629817 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577d0601-f36f-44af-82ca-b82b492ff9e2,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:35:31.639443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.639807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.640149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.640466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.640812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.641151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.641474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.641803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.642124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.642436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.642749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.643318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:31.645829 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:31.646926 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e9b97a7c-143c-4b38-a4b8-cdf8f4beb0e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/577d0601-f36f-44af-82ca-b82b492ff9e2 HTTP/1.1" status: 204 len: 168 time: 0.2559569 Mar 29 09:35:35.586320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-be0f3cfe-2944-4bc6-a3c2-04d9a919d244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:37.832262 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9b367ba0-4d1a-4976-8253-6741a59bb751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:38.826767 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:39.066701 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:40.638093 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:58.906162 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 5 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:36:05.584443 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-502058fd-ce39-42dc-bb85-58eddbc1f064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:07.859227 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2eadd0d4-52d3-4258-a664-65c196406e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:08.790598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:08.912243 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:10.673055 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.597940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a0d7c450-5695-464f-ac90-833be8474f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.904422 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 5 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:36:37.852547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c8f12642-26d2-4dcb-bafc-a934da7a29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:38.792176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:38.898079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:40.646620 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:52.752315 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993852'] for agent, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:05.611944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7497b5a4-b5de-46f4-bd97-2e1d517bf608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:06.783626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55490) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:37:06.892134 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4ba858cb-b40c-4d63-91f7-e1f2317298df admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1071968 Mar 29 09:37:07.829464 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ff5c-259c-45b0-ad45-41b686c37a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:08.851947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:08.897707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:09.061386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55504) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:37:09.118695 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e2cb6b70-8370-45bc-b537-3c9884885d49 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0562489 Mar 29 09:37:10.632166 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:12.903389 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:37:22.731847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:35.632190 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3408bfbc-55c3-4224-a541-1e5c16e7e170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:37.834822 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-63ec4b1c-3f17-423d-9fc5-397234864c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:38.782704 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:38.885890 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:40.666927 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:49.901850 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:37:52.729745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:05.616151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-82bc44b4-03de-489d-92ad-689dd686b8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:07.827816 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1fb9a3b4-15b9-4421-a015-c60017c41eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:08.793283 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:08.896092 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:10.655076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:22.923451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:26.902607 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:38:35.622145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-06123ebe-1a66-4a94-82c8-e327f4abd020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:37.815148 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-745c84e2-bf74-46a5-83e0-0467a9823b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:38.253169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55670) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:38.556389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55686) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:38.644859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-284949931-network', 'tenant_id': 'dd990266160241679233cd0b82116a4d'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:38.650440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:38.654220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Usage tracker for resource:network and tenant:dd990266160241679233cd0b82116a4d is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:38.657140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:38.662839 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:38.764173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Made reservation on behalf of dd990266160241679233cd0b82116a4d for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:38.766805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:38.789756 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:38.805211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:38.809527 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Usage tracker for resource:security_group_rule and tenant:dd990266160241679233cd0b82116a4d is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:38.812336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:38.818146 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:38.821666 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:38.868915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55698) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:38.921904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:38.981409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.010293 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:38:39.023716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbaa9e4-c2d7-49ef-ae52-0c8b14d68447,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:39.030388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.030720 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Added segment 7f66d392-afa2-40cc-8034-8820321b58b3 of type vlan for network 42b8e51d-f4c6-435f-9d85-32ff338cd383 Mar 29 09:38:39.032429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.032991 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.033477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.033801 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.034122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.034441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.034757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.035078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.035561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.035873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.036183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.036634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Tracked resource versions report: Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: pushed versions: Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: { 'AddressGroup': {'1.2'}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'ConntrackHelper': {'1.0'}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Log': {'1.0'}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Network': {'1.1'}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Port': {'1.7'}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'PortForwarding': {'1.2'}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'QosPolicy': {'1.8'}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'SecurityGroup': {'1.4'}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'SubPort': {'1.0'}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Subnet': {'1.1'}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Trunk': {'1.1'}} Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: consumer versions: Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: { DHCP agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: HyperV agent@hv-neutron-8355: {}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: L3 agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: Metadata agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: Metering agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: Open vSwitch agent@dv-neutron-835555-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'ConntrackHelper': '1.0', Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Log': '1.0', Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Network': '1.1', Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Port': '1.7', Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'PortForwarding': '1.2', Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'QosPolicy': '1.8', Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'SecurityGroup': '1.4', Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'SecurityGroupRule': '1.2', Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'SubPort': '1.0', Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Subnet': '1.1', Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: 'Trunk': '1.1'}} Mar 29 09:38:39.037641 dv-neutron-835555-1-hyperv neutron-server[88551]: {{(pid=88551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:38:39.041335 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.064853 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.119952 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-961297312'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:39.124974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:39.128918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Usage tracker for resource:network and tenant:ed0710af87314b5d9309358ce6a18f7a is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:39.131655 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:39.137379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:39.145615 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.149746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:39.149746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.250724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] Pushing event updated for resources: {'Network': ['ID=42b8e51d-f4c6-435f-9d85-32ff338cd383,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:39.256540 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fa51f532-4b3d-45ea-a0c4-671443a2bf46 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0022380 Mar 29 09:38:39.258755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Made reservation on behalf of ed0710af87314b5d9309358ce6a18f7a for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:39.259535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55716) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:39.262833 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 42b8e51d-f4c6-435f-9d85-32ff338cd383 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:38:39.268785 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.269138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Request body: {'subnet': {'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-284949931-subnet', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:39.274012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:39.278046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Usage tracker for resource:subnet and tenant:dd990266160241679233cd0b82116a4d is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:39.281937 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:39.283465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.288895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:39.301479 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:39.303071 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-353875723-network', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:39.306907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Usage tracker for resource:security_group_rule and tenant:ed0710af87314b5d9309358ce6a18f7a is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:39.309665 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:39.320464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:39.320645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Usage tracker for resource:network and tenant:46946708b9804d1bbab269c3c031c9aa is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:39.320741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:39.320848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:39.320848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55720) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:39.329812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:39.371269 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Made reservation on behalf of dd990266160241679233cd0b82116a4d for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:39.374642 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.422424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.462223 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Made reservation on behalf of 46946708b9804d1bbab269c3c031c9aa for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:39.464463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.487146 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.519013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:38:39.528232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89fe5b99-19b1-4119-af70-c457bb3dcc7a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:39.534828 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.535375 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Added segment 416f7378-9c0f-4d7e-bb05-46759260a2eb of type vlan for network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a Mar 29 09:38:39.576113 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.607707 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.635359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:39.642969 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Usage tracker for resource:security_group_rule and tenant:46946708b9804d1bbab269c3c031c9aa is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:39.646902 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:39.664368 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:39.671973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.677591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:39.678234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.717454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2073072532-network', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:39.725590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:39.730152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Usage tracker for resource:network and tenant:cba6478a0dfd4704a514232e079d6387 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:39.733003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:39.744340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:39.811917 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.814427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.830696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event updated for resources: {'Network': ['ID=7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:39.845109 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:38:39.882745 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e1ab43-d8c0-43c8-bce8-1dd511cbc465,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:39.892261 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.892712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.892953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.893279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.893652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.893939 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.894263 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.894608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.894911 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.895224 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.895592 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.895846 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Tracked resource versions report: Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: pushed versions: Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: { 'AddressGroup': {'1.2'}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'ConntrackHelper': {'1.0'}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Log': {'1.0'}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Network': {'1.1'}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Port': {'1.7'}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'PortForwarding': {'1.2'}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'QosPolicy': {'1.8'}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'SecurityGroup': {'1.4'}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'SubPort': {'1.0'}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Subnet': {'1.1'}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Trunk': {'1.1'}} Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: consumer versions: Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: { DHCP agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: HyperV agent@hv-neutron-8355: {}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: L3 agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: Metadata agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: Metering agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: Open vSwitch agent@dv-neutron-835555-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'ConntrackHelper': '1.0', Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Log': '1.0', Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Network': '1.1', Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Port': '1.7', Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'PortForwarding': '1.2', Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'QosPolicy': '1.8', Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'SecurityGroup': '1.4', Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'SecurityGroupRule': '1.2', Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'SubPort': '1.0', Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Subnet': '1.1', Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: 'Trunk': '1.1'}} Mar 29 09:38:39.896907 dv-neutron-835555-1-hyperv neutron-server[88550]: {{(pid=88550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:38:39.909556 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.911703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:38:39.922546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.922546 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Added segment 6ef30c21-6f74-47b2-b123-f111881fdaea of type vlan for network 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa Mar 29 09:38:39.942167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Made reservation on behalf of cba6478a0dfd4704a514232e079d6387 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:39.944566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:39.956533 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4b1dc73d-38be-4e4f-8846-59d30202fd67 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3962669 Mar 29 09:38:39.956992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55742) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:39.965013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Request body: {'subnet': {'network_id': '7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:39.997857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.002502 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.037631 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:40.039929 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd8e248-e115-4642-950d-f182c5b41ca3,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:40.042476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Checking segment: {'id': '7f66d392-afa2-40cc-8034-8820321b58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:38:40.042843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Network hostable DHCP agents. Network: 42b8e51d-f4c6-435f-9d85-32ff338cd383, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:38:40.053072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Usage tracker for resource:security_group_rule and tenant:cba6478a0dfd4704a514232e079d6387 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:40.057991 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:40.072816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:40.082609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:40.090927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Usage tracker for resource:subnet and tenant:ed0710af87314b5d9309358ce6a18f7a is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:40.094052 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:40.100228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:40.176871 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.180883 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.182526 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:40.183100 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.238541 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Made reservation on behalf of ed0710af87314b5d9309358ce6a18f7a for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:40.242776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks [] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.295400 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Network 42b8e51d-f4c6-435f-9d85-32ff338cd383 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:38:40.312513 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.325481 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] Pushing event updated for resources: {'Network': ['ID=6e55e4ad-9233-4e4d-adc2-e2b908baeaaa,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:40.345252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:38:40.347720 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:38:40.369810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.370603 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Added segment f732aea9-8c5c-4406-93c1-a9f229414335 of type vlan for network b64753bf-2c45-475b-a45b-e68e4fc13b9a Mar 29 09:38:40.371918 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5d6f31-d75c-4c1c-b077-11d0ef48a427,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:40.380121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 42b8e51d-f4c6-435f-9d85-32ff338cd383) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:40.388724 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:40.389383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.394364 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27947135-0024-49c6-9e7b-56510c54b52c None None] Network 42b8e51d-f4c6-435f-9d85-32ff338cd383 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:38:40.411028 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8c524b07-ca25-4ec7-8e86-09d8aee17f03 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5486267 Mar 29 09:38:40.412313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55760) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:40.433918 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.505426 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c2d91313-28f2-4404-84a9-52e13414a57b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2422054 Mar 29 09:38:40.505641 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55768) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:40.514331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:40.519619 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:40.532016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.533480 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:40.537110 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.560616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Usage tracker for resource:router and tenant:dd990266160241679233cd0b82116a4d is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:40.565742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] Request body: {'subnet': {'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-353875723-subnet', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:40.591192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:40.604764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] Usage tracker for resource:subnet and tenant:46946708b9804d1bbab269c3c031c9aa is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:40.608232 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:40.614399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:40.621856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:40.642430 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3177986 Mar 29 09:38:40.642430 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:40.646223 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55772) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:40.658181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] Request body: {'subnet': {'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2073072532-subnet', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:40.679734 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55778) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:40.712355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] Made reservation on behalf of 46946708b9804d1bbab269c3c031c9aa for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:40.713057 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.715326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.729739 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-42b8e51d-f4c6-435f-9d85-32ff338cd383', 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'fixed_ips': [{'subnet_id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:38:40.730806 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.733083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:40.746163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] Usage tracker for resource:subnet and tenant:cba6478a0dfd4704a514232e079d6387 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:40.751920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:40.754936 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9e3f2-844d-474d-bb1c-3a52655b4360 admin admin] Pushing event updated for resources: {'Network': ['ID=b64753bf-2c45-475b-a45b-e68e4fc13b9a,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:40.761651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:40.771924 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.774948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.798857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:40.809353 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network b64753bf-2c45-475b-a45b-e68e4fc13b9a details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:38:40.893268 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] Made reservation on behalf of cba6478a0dfd4704a514232e079d6387 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:40.895673 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.043097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.049216 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Allocated IP 172.20.0.2 (42b8e51d-f4c6-435f-9d85-32ff338cd383/45e1ab43-d8c0-43c8-bce8-1dd511cbc465/05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:41.056810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55788) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:41.211579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-25c80919-116b-4f1f-bd09-7946bbe45124 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-20525115'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:41.271505 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Checking segment: {'id': '416f7378-9c0f-4d7e-bb05-46759260a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:38:41.271856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Network hostable DHCP agents. Network: 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:38:41.280743 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55802) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:41.283380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.333773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-25c80919-116b-4f1f-bd09-7946bbe45124 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:41.353508 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-25c80919-116b-4f1f-bd09-7946bbe45124 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Usage tracker for resource:router and tenant:2fcc25660d9841c9ad180d244dc1434a is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:41.356161 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event updated for resources: {'Subnet': ['ID=7a887097-f317-4749-ba73-9814739007a6,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:41.358430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-25c80919-116b-4f1f-bd09-7946bbe45124 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:41.367405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55808) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:41.433339 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-25c80919-116b-4f1f-bd09-7946bbe45124 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:41.438907 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.455190 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.456633 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Transition to ACTIVE for port object 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:41.492164 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Transition to ACTIVE for port object 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:41.519984 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] Checking segment: {'id': '6ef30c21-6f74-47b2-b123-f111881fdaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:38:41.520338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] Network hostable DHCP agents. Network: 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:38:41.525956 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68d34bc-45c4-487b-8bc6-5cb2c7a2d083,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:41.551722 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:38:41.573658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-732709356'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:41.578301 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:41.580774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25c80919-116b-4f1f-bd09-7946bbe45124 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.580921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.581894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25c80919-116b-4f1f-bd09-7946bbe45124 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.599971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25c80919-116b-4f1f-bd09-7946bbe45124 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.625457 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2062623822'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:41.627804 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Usage tracker for resource:network and tenant:0d8d36ac18af4c04af6d0695a4dc47d2 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:41.633412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.634302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] Network 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:38:41.639370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1396670232', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:41.639707 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:41.644595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:41.651675 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Usage tracker for resource:network and tenant:b6dff26a3cec43e9ac92b6f47cc9eff6 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:41.656051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:41.662686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:41.665429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:41.671270 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Usage tracker for resource:port and tenant:44342a85f35f48928cbe559add389e36 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:41.674086 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Network 42b8e51d-f4c6-435f-9d85-32ff338cd383 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:41.675150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:41.677455 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:41.680718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:41.681861 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:41.685115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25c80919-116b-4f1f-bd09-7946bbe45124 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.687421 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Pushing event updated for resources: {'Port': ['ID=05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:41.689951 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:41.719034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:41.721051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:41.721560 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:41.722063 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:41.722882 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:41.723357 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:41.724648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:41.726715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:41.727944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:41.728630 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:41.729210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.729682 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:41.730349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:41.730832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:41.731393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:41.731871 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Tracked resource versions report: Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: pushed versions: Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: { 'AddressGroup': {'1.2'}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'ConntrackHelper': {'1.0'}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Log': {'1.0'}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Network': {'1.1'}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Port': {'1.7'}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'PortForwarding': {'1.2'}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'QosPolicy': {'1.8'}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'SecurityGroup': {'1.4'}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'SubPort': {'1.0'}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Subnet': {'1.1'}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Trunk': {'1.1'}} Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: consumer versions: Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: { DHCP agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: HyperV agent@hv-neutron-8355: {}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: L3 agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: Metadata agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: Metering agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: Open vSwitch agent@dv-neutron-835555-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'ConntrackHelper': '1.0', Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Log': '1.0', Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Network': '1.1', Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Port': '1.7', Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'PortForwarding': '1.2', Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'QosPolicy': '1.8', Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'SecurityGroup': '1.4', Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'SecurityGroupRule': '1.2', Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'SubPort': '1.0', Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Subnet': '1.1', Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: 'Trunk': '1.1'}} Mar 29 09:38:41.733717 dv-neutron-835555-1-hyperv neutron-server[88552]: {{(pid=88552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:38:41.746281 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d58a43-7a1d-4ece-b1d5-60fa7815d71a,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:41.746993 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc2f2fb-3361-45b1-b3fa-d320703ca248 None None] Network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:38:41.755774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Made reservation on behalf of b6dff26a3cec43e9ac92b6f47cc9eff6 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:41.759362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.778312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.793263 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:41.794840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.799020 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] Checking segment: {'id': 'f732aea9-8c5c-4406-93c1-a9f229414335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:38:41.799369 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] Network hostable DHCP agents. Network: b64753bf-2c45-475b-a45b-e68e4fc13b9a, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:38:41.803954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25c80919-116b-4f1f-bd09-7946bbe45124 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.809289 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-25c80919-116b-4f1f-bd09-7946bbe45124 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 1.1248202 Mar 29 09:38:41.810859 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6228256d-4779-466e-932d-26432b22a2e7 None None] Network 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:38:41.812501 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:41.814716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Made reservation on behalf of 44342a85f35f48928cbe559add389e36 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:41.815840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55820) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:41.817223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.834196 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Usage tracker for resource:security_group_rule and tenant:b6dff26a3cec43e9ac92b6f47cc9eff6 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:41.838297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.849743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:41.862094 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4b5600bc-465d-4d31-917b-f4c4389ff5b5 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9013805 Mar 29 09:38:41.862094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:41.863944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55824) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:41.868573 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Attempting to bind port 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:41.868932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Attempting to bind port 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '7f66d392-afa2-40cc-8034-8820321b58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:41.869505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Attempting to bind port 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 on network 42b8e51d-f4c6-435f-9d85-32ff338cd383 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:41.872847 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Request body: {'port': {'network_id': '7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a', 'name': 'tempest-AllowedAddressPairTestJSON-760091845'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:41.887965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:41.892806 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Made reservation on behalf of 0d8d36ac18af4c04af6d0695a4dc47d2 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:41.896617 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.913085 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Usage tracker for resource:security_group_rule and tenant:44342a85f35f48928cbe559add389e36 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:41.919079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.923914 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:41.967496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:38:41.968221 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Checking segment: {'id': '7f66d392-afa2-40cc-8034-8820321b58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:38:41.968634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.970966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Bound using segment: {'id': '7f66d392-afa2-40cc-8034-8820321b58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:38:41.970966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Bound port: 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f66d392-afa2-40cc-8034-8820321b58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:38:41.970966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:41.980747 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0177dfaa-f5db-4588-9586-b54ee9c5082d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5649233 Mar 29 09:38:41.989002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:42.001124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55828) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:42.007302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:42.013671 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-165ee6a3-2d25-4d8d-af67-413ed9477171 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.026508 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:42.039174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Usage tracker for resource:router and tenant:46946708b9804d1bbab269c3c031c9aa is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:42.055452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:42.068691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:42.090514 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] Network b64753bf-2c45-475b-a45b-e68e4fc13b9a is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:38:42.123110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:42.137088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Usage tracker for resource:port and tenant:ed0710af87314b5d9309358ce6a18f7a is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:42.141333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:42.153712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:42.161289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:42.167987 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Usage tracker for resource:security_group_rule and tenant:0d8d36ac18af4c04af6d0695a4dc47d2 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:42.173178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:42.179936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.180918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.202529 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.219759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.237290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] For port 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:38:42.239583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.243859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Made reservation on behalf of ed0710af87314b5d9309358ce6a18f7a for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:42.247336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.253988 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] For port 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3,segment=NetworkSegment(7f66d392-afa2-40cc-8034-8820321b58b3),segment_id=7f66d392-afa2-40cc-8034-8820321b58b3)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:38:42.271255 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] device_id is not set on port acf397db-138c-4bf0-95e9-b3a2aca49b16 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:38:42.283217 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:42.296728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, b64753bf-2c45-475b-a45b-e68e4fc13b9a) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:42.309075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.311807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.325789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b81e51c-9d13-4883-b120-949d05d17194 None None] Network b64753bf-2c45-475b-a45b-e68e4fc13b9a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:38:42.337889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] device_id is not set on port 00e3ce6c-7c53-4c29-864c-8efe17a78b77 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:38:42.342931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.358643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:42.359377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.395376 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:38:42.399272 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'fixed_ips': [{'subnet_id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:38:42.400605 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.409783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a', 'network_id': '7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a', 'tenant_id': 'ed0710af87314b5d9309358ce6a18f7a', 'fixed_ips': [{'subnet_id': '7a887097-f317-4749-ba73-9814739007a6'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:38:42.410568 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.446383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-165ee6a3-2d25-4d8d-af67-413ed9477171 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.460772 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-165ee6a3-2d25-4d8d-af67-413ed9477171 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.501350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f73d6d8-2947-44f8-b1ae-56148d4ad2e2,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:42.566870 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.566870 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Added segment 6f9668cc-4dac-48f6-8fec-5c569c0b0864 of type vlan for network 4ca28e62-69c6-4d10-a169-52d7321faed7 Mar 29 09:38:42.696825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feffce4-649f-4268-b0df-785395abf7b6 None None] Pushing event updated for resources: {'Port': ['ID=05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:42.919836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.966350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e32bf8a-f941-4d7d-a86c-0237e92f1854,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:42.967192 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.967875 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.968366 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Allocated IP 172.20.0.2 (6e55e4ad-9233-4e4d-adc2-e2b908baeaaa/a68d34bc-45c4-487b-8bc6-5cb2c7a2d083/1352aab3-66a7-4e5b-8b23-93d2bad18689) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:42.968831 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-28dacca8-f6f0-4ebf-a830-198695f9d955 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2375853 Mar 29 09:38:42.969174 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'fixed_ips': [{'subnet_id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:38:42.969174 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.969465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55836) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:42.969537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.969704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:42.969704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:42.969838 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Allocated IP 172.20.0.11 (7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a/7a887097-f317-4749-ba73-9814739007a6/acf397db-138c-4bf0-95e9-b3a2aca49b16) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:42.969938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-165ee6a3-2d25-4d8d-af67-413ed9477171 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.969938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165ee6a3-2d25-4d8d-af67-413ed9477171 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55cc304f-14d4-47cf-b78d-14b0b6773341 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:38:42.969938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:42.969938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Usage tracker for resource:router and tenant:cba6478a0dfd4704a514232e079d6387 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:42.970145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Allocated IP 172.26.7.172 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/00e3ce6c-7c53-4c29-864c-8efe17a78b77) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:42.972559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:42.993805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:43.032923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-165ee6a3-2d25-4d8d-af67-413ed9477171 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.042956 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-165ee6a3-2d25-4d8d-af67-413ed9477171 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] 10.222.0.35 "DELETE /v2.0/routers/55cc304f-14d4-47cf-b78d-14b0b6773341 HTTP/1.1" status: 204 len: 168 time: 1.2203259 Mar 29 09:38:43.042956 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55840) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:43.052557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-fa21a185-ea84-4f60-8f8f-651d73728c07 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Request body: {'router': {'name': 'tempest-router-1292777065', 'distributed': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:43.070604 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-fa21a185-ea84-4f60-8f8f-651d73728c07 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:43.074888 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fa21a185-ea84-4f60-8f8f-651d73728c07 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Usage tracker for resource:router and tenant:2fcc25660d9841c9ad180d244dc1434a is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:43.077808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fa21a185-ea84-4f60-8f8f-651d73728c07 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:43.085470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-fa21a185-ea84-4f60-8f8f-651d73728c07 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:43.088892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.090686 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.094858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.117507 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:38:43.155510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.171591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:38:43.185011 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf6fefe-356d-4e84-9cfc-6b152f137e27,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:43.193440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.193776 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Added segment e6cb70a8-12b8-4f5e-8272-2060627c87c3 of type vlan for network cda4b153-20a8-49e1-bd76-0e28e9b3cb9e Mar 29 09:38:43.229517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.324414 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fa21a185-ea84-4f60-8f8f-651d73728c07 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.325638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fa21a185-ea84-4f60-8f8f-651d73728c07 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.355071 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fa21a185-ea84-4f60-8f8f-651d73728c07 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.378493 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Allocated IP 172.20.0.2 (b64753bf-2c45-475b-a45b-e68e4fc13b9a/a6d58a43-7a1d-4ece-b1d5-60fa7815d71a/a74ca54e-4d95-41fb-8a97-188b640784a2) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:43.437291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.441884 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:43.442631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:43.443207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.475182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.483861 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:43.484600 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.487024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.512774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fa21a185-ea84-4f60-8f8f-651d73728c07 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.556389 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Transition to ACTIVE for port object 1352aab3-66a7-4e5b-8b23-93d2bad18689 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:43.619003 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Transition to ACTIVE for port object 1352aab3-66a7-4e5b-8b23-93d2bad18689 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:43.646513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Pushing event updated for resources: {'Network': ['ID=4ca28e62-69c6-4d10-a169-52d7321faed7,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:43.688545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 4ca28e62-69c6-4d10-a169-52d7321faed7 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:38:43.694798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.699536 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.730139 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Transition to ACTIVE for port object acf397db-138c-4bf0-95e9-b3a2aca49b16 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:43.738668 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4192d8fd-1ab1-42a1-9885-6d80169fb301 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.6035111 Mar 29 09:38:43.832268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.855137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.863505 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5813634 Mar 29 09:38:43.870416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154eda5f-bfec-40b9-a4f2-612bdb3a7351 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Pushing event updated for resources: {'Network': ['ID=cda4b153-20a8-49e1-bd76-0e28e9b3cb9e,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:43.872889 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55852) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:43.883503 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Request body: {'subnet': {'network_id': 'cda4b153-20a8-49e1-bd76-0e28e9b3cb9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:43.959278 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:43.964957 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Pushing event updated for resources: {'Port': ['ID=1352aab3-66a7-4e5b-8b23-93d2bad18689,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:43.973207 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network cda4b153-20a8-49e1-bd76-0e28e9b3cb9e details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:38:43.996298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.045701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.057592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.066292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:44.080659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fa21a185-ea84-4f60-8f8f-651d73728c07 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.081909 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fa21a185-ea84-4f60-8f8f-651d73728c07 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0400345 Mar 29 09:38:44.093169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Usage tracker for resource:subnet and tenant:0d8d36ac18af4c04af6d0695a4dc47d2 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:44.095534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55858) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:44.105672 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:44.118105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:44.131302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:44.134018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:44.135351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:44.136057 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.163362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:44.171217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0020a95-06af-44c2-b328-fd005137b5cc None None] Network 42b8e51d-f4c6-435f-9d85-32ff338cd383 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:38:44.178109 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:44.180915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:44.186866 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:44.187583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.201182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Pushing event updated for resources: {'Port': ['ID=00e3ce6c-7c53-4c29-864c-8efe17a78b77,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:44.251384 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Network 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:44.258251 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4882f056-79a9-418f-b219-a34ceda87594 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.287664 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:44.297326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event updated for resources: {'Port': ['ID=acf397db-138c-4bf0-95e9-b3a2aca49b16,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:44.311100 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-57d723a0-0f7b-4825-8574-2c75e0b25f74 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.8822415 Mar 29 09:38:44.313941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55864) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:44.317800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:44.320996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.172'}]}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:44.326769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:44.331884 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fea0591e-1b20-4d13-9033-06d324513e73 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4668112 Mar 29 09:38:44.335175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55868) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:44.338845 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Usage tracker for resource:router and tenant:44342a85f35f48928cbe559add389e36 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:44.339043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.344310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:44.349739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Request body: {'port': {'network_id': '7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a', 'name': 'tempest-AllowedAddressPairTestJSON-672876166', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:9b:bc:1c'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:44.372184 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:44.465389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:44.493795 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Transition to ACTIVE for port object a74ca54e-4d95-41fb-8a97-188b640784a2 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:44.498910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.500437 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.547838 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.548432 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Allocated IP 172.20.0.2 (7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a/7a887097-f317-4749-ba73-9814739007a6/71a61bba-79e8-4e66-be89-6b89663af903) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:44.555899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:44.561372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Usage tracker for resource:port and tenant:ed0710af87314b5d9309358ce6a18f7a is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:44.565471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:44.573897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:44.579371 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Attempting to bind port 1352aab3-66a7-4e5b-8b23-93d2bad18689 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:44.579821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Attempting to bind port 1352aab3-66a7-4e5b-8b23-93d2bad18689 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '6ef30c21-6f74-47b2-b123-f111881fdaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:44.580320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Attempting to bind port 1352aab3-66a7-4e5b-8b23-93d2bad18689 on network 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:44.588232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Transition to ACTIVE for port object a74ca54e-4d95-41fb-8a97-188b640784a2 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:44.590971 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eada2c06-62b5-41e3-83f8-e93103eb14bd None None] Provisioning for port 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:44.614269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55872) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:44.617017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:38:44.617505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Checking segment: {'id': '6ef30c21-6f74-47b2-b123-f111881fdaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:38:44.617975 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.618371 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Bound using segment: {'id': '6ef30c21-6f74-47b2-b123-f111881fdaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:38:44.618910 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Bound port: 1352aab3-66a7-4e5b-8b23-93d2bad18689, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef30c21-6f74-47b2-b123-f111881fdaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:38:44.619222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.622671 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Request body: {'port': {'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7', 'binding:host_id': 'hv-neutron-8355', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1075114481'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:44.627692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:44.631842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Usage tracker for resource:port and tenant:68ca659eddda490bb7771977a92ae7b0 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:44.636101 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:44.642534 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:44.648406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eada2c06-62b5-41e3-83f8-e93103eb14bd None None] Provisioning complete for port 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:44.648804 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eada2c06-62b5-41e3-83f8-e93103eb14bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.654091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Made reservation on behalf of ed0710af87314b5d9309358ce6a18f7a for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:44.700559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.726996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Allocated IP 172.26.7.142 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/02b1f748-d1eb-4624-ab36-346184563120) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:44.730116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Made reservation on behalf of 0d8d36ac18af4c04af6d0695a4dc47d2 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:44.733460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks [] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.743157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Made reservation on behalf of 68ca659eddda490bb7771977a92ae7b0 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:44.745118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.751992 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4882f056-79a9-418f-b219-a34ceda87594 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.768698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4882f056-79a9-418f-b219-a34ceda87594 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.921600 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Network b64753bf-2c45-475b-a45b-e68e4fc13b9a is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:44.930504 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:44.936995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.949743 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:44.968706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4882f056-79a9-418f-b219-a34ceda87594 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:44.969198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4882f056-79a9-418f-b219-a34ceda87594 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e519773-aba6-4ca0-aa12-3ef7cbac95ba {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:38:45.009481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Pushing event updated for resources: {'Port': ['ID=a74ca54e-4d95-41fb-8a97-188b640784a2,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:45.035073 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4882f056-79a9-418f-b219-a34ceda87594 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.040170 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4882f056-79a9-418f-b219-a34ceda87594 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] 10.222.0.35 "DELETE /v2.0/routers/3e519773-aba6-4ca0-aa12-3ef7cbac95ba HTTP/1.1" status: 204 len: 168 time: 0.9322860 Mar 29 09:38:45.040465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55876) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:45.089383 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:45.102557 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7454d6df-9236-4ab4-b8bb-0b2e21485a48 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Request body: {'router': {'name': 'tempest-router-1004056037', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '950c050633024f94971699e4f17bdc3f'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:45.108514 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.115129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7454d6df-9236-4ab4-b8bb-0b2e21485a48 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:45.119440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Usage tracker for resource:security_group_rule and tenant:68ca659eddda490bb7771977a92ae7b0 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:45.126683 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:45.129290 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7454d6df-9236-4ab4-b8bb-0b2e21485a48 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Usage tracker for resource:router and tenant:950c050633024f94971699e4f17bdc3f is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:45.136965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:45.138910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7454d6df-9236-4ab4-b8bb-0b2e21485a48 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:45.156498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7454d6df-9236-4ab4-b8bb-0b2e21485a48 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:45.171212 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.172082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.193635 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] For port 1352aab3-66a7-4e5b-8b23-93d2bad18689, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:38:45.239129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] device_id is not set on port d4679cc6-b9ea-4d54-98ff-3e7c5ad0e4a6 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:38:45.241178 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] For port 1352aab3-66a7-4e5b-8b23-93d2bad18689, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1352aab3-66a7-4e5b-8b23-93d2bad18689,segment=NetworkSegment(6ef30c21-6f74-47b2-b123-f111881fdaea),segment_id=6ef30c21-6f74-47b2-b123-f111881fdaea)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:38:45.257640 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Attempting to bind port a74ca54e-4d95-41fb-8a97-188b640784a2 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:45.258004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Attempting to bind port a74ca54e-4d95-41fb-8a97-188b640784a2 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'f732aea9-8c5c-4406-93c1-a9f229414335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:45.258362 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Attempting to bind port a74ca54e-4d95-41fb-8a97-188b640784a2 on network b64753bf-2c45-475b-a45b-e68e4fc13b9a {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:45.278038 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eada2c06-62b5-41e3-83f8-e93103eb14bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.282071 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7454d6df-9236-4ab4-b8bb-0b2e21485a48 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.283025 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7454d6df-9236-4ab4-b8bb-0b2e21485a48 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.291825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:38:45.292193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Checking segment: {'id': 'f732aea9-8c5c-4406-93c1-a9f229414335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:38:45.292617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.293006 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Bound using segment: {'id': 'f732aea9-8c5c-4406-93c1-a9f229414335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:38:45.293517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Bound port: a74ca54e-4d95-41fb-8a97-188b640784a2, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f732aea9-8c5c-4406-93c1-a9f229414335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:38:45.293902 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.305886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.346665 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Transition to ACTIVE for port object 71a61bba-79e8-4e66-be89-6b89663af903 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:45.356109 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7454d6df-9236-4ab4-b8bb-0b2e21485a48 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.366389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.376562 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Transition to ACTIVE for port object 71a61bba-79e8-4e66-be89-6b89663af903 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:45.398685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.426041 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.445702 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.472795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.500282 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.512452 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-eada2c06-62b5-41e3-83f8-e93103eb14bd None None] For port 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3,segment=NetworkSegment(7f66d392-afa2-40cc-8034-8820321b58b3),segment_id=7f66d392-afa2-40cc-8034-8820321b58b3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:38:45.542023 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Pushing event updated for resources: {'Subnet': ['ID=787c5274-4bb0-4b20-90fe-cbcc529d45e3,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:45.548273 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.571235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:45.579771 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:45.586076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:45.598458 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c09f3e-f126-4a02-ad9c-5ac73ddad004 None None] Pushing event updated for resources: {'Port': ['ID=1352aab3-66a7-4e5b-8b23-93d2bad18689,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:45.601672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] For port a74ca54e-4d95-41fb-8a97-188b640784a2, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:38:45.620234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7454d6df-9236-4ab4-b8bb-0b2e21485a48 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.632587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:45.637142 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:45.648011 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Checking segment: {'id': 'e6cb70a8-12b8-4f5e-8272-2060627c87c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cda4b153-20a8-49e1-bd76-0e28e9b3cb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:38:45.648423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Network hostable DHCP agents. Network: cda4b153-20a8-49e1-bd76-0e28e9b3cb9e, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:38:45.662110 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:45.665525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.683391 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eada2c06-62b5-41e3-83f8-e93103eb14bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.728225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Allocated IP 172.26.7.12 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/6633f7c6-f237-4707-90d7-02778a3ed434) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:45.731854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] For port a74ca54e-4d95-41fb-8a97-188b640784a2, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a74ca54e-4d95-41fb-8a97-188b640784a2,segment=NetworkSegment(f732aea9-8c5c-4406-93c1-a9f229414335),segment_id=f732aea9-8c5c-4406-93c1-a9f229414335)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:38:45.749612 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Pushing event updated for resources: {'Port': ['ID=02b1f748-d1eb-4624-ab36-346184563120,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:45.753050 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] device_id is not set on port ce15fa94-f666-4eb0-8d7f-684e572addb4 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:38:45.766732 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Attempting to bind port 71a61bba-79e8-4e66-be89-6b89663af903 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:45.767108 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Attempting to bind port 71a61bba-79e8-4e66-be89-6b89663af903 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '416f7378-9c0f-4d7e-bb05-46759260a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:45.767452 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Attempting to bind port 71a61bba-79e8-4e66-be89-6b89663af903 on network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:45.769542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Pushing event updated for resources: {'Port': ['ID=71a61bba-79e8-4e66-be89-6b89663af903,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:45.821485 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:38:45.821780 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Checking segment: {'id': '416f7378-9c0f-4d7e-bb05-46759260a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:38:45.822183 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.822574 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Bound using segment: {'id': '416f7378-9c0f-4d7e-bb05-46759260a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:38:45.823054 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Bound port: 71a61bba-79e8-4e66-be89-6b89663af903, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416f7378-9c0f-4d7e-bb05-46759260a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:38:45.823421 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.835934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.915826 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Allocated IP 172.20.0.10 (7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a/7a887097-f317-4749-ba73-9814739007a6/d4679cc6-b9ea-4d54-98ff-3e7c5ad0e4a6) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:45.955156 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7454d6df-9236-4ab4-b8bb-0b2e21485a48 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:45.961389 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7454d6df-9236-4ab4-b8bb-0b2e21485a48 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9151022 Mar 29 09:38:45.977327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55882) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:46.034306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8e9b8ad4-776a-4c99-b659-527f8497d91a tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:46.074052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Network cda4b153-20a8-49e1-bd76-0e28e9b3cb9e is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:38:46.077541 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada2c06-62b5-41e3-83f8-e93103eb14bd None None] Pushing event updated for resources: {'Port': ['ID=05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:46.141295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1b8e6e1f-a6e0-4116-8800-607a99fa624d None None] Provisioning complete for port 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:46.141635 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1b8e6e1f-a6e0-4116-8800-607a99fa624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:46.162076 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, cda4b153-20a8-49e1-bd76-0e28e9b3cb9e) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:46.176910 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:46.177538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:46.191646 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85666430-801c-438c-89b4-017c9e634939 None None] Network cda4b153-20a8-49e1-bd76-0e28e9b3cb9e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:38:46.242761 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] For port 71a61bba-79e8-4e66-be89-6b89663af903, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:38:46.326434 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1576c07e-3fa5-4be3-a9c2-f705a8d7d668 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4475367 Mar 29 09:38:46.326620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55886) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:46.334062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Request body: {'port': {'network_id': 'cda4b153-20a8-49e1-bd76-0e28e9b3cb9e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1932028729'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:46.368175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] For port 71a61bba-79e8-4e66-be89-6b89663af903, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=71a61bba-79e8-4e66-be89-6b89663af903,segment=NetworkSegment(416f7378-9c0f-4d7e-bb05-46759260a2eb),segment_id=416f7378-9c0f-4d7e-bb05-46759260a2eb)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:38:46.396644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b573a-df4d-41b4-b582-ae0fcf319365 None None] Pushing event updated for resources: {'Port': ['ID=a74ca54e-4d95-41fb-8a97-188b640784a2,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:46.448184 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:46.494261 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:46.521960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978bbdb8-581a-4a7f-bfa3-a159bd9c6452,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:46.590254 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:46.689116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:46.697544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Usage tracker for resource:port and tenant:0d8d36ac18af4c04af6d0695a4dc47d2 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:46.734729 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-cda4b153-20a8-49e1-bd76-0e28e9b3cb9e', 'network_id': 'cda4b153-20a8-49e1-bd76-0e28e9b3cb9e', 'tenant_id': '0d8d36ac18af4c04af6d0695a4dc47d2', 'fixed_ips': [{'subnet_id': '787c5274-4bb0-4b20-90fe-cbcc529d45e3'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:38:46.737785 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:46.763583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e935f14-94c9-4ea7-b8b5-ec230c31c80d None None] Pushing event updated for resources: {'Port': ['ID=71a61bba-79e8-4e66-be89-6b89663af903,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:46.777638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Allocated IP 172.26.7.185 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/ec81fc48-79a5-4c26-909f-d1851fc0fb2e) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:46.972078 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:47.004071 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:47.015770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:47.043479 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:47.067904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Allocated IP 172.20.0.2 (cda4b153-20a8-49e1-bd76-0e28e9b3cb9e/787c5274-4bb0-4b20-90fe-cbcc529d45e3/a292ff18-6742-401d-ac1a-5525b987db20) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:47.232947 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:47.275956 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155d5843-84c8-4615-8e3c-f1f32ebdb47b None None] Network 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:38:47.284530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:47.287100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:47.352338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:47.354344 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Made reservation on behalf of 0d8d36ac18af4c04af6d0695a4dc47d2 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:47.365087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:47.411788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1352aab3-66a7-4e5b-8b23-93d2bad18689 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:38:47.487637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-bb37990e-d294-4fa6-be0d-615807b592fc None None] Provisioning for port 1352aab3-66a7-4e5b-8b23-93d2bad18689 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:47.488847 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] device_id is not set on port 7705d8f8-dbbf-46eb-9e1e-4f15fe057382 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:38:47.700885 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0abcc14-187f-42a4-b92d-e7d8db771522 None None] Network b64753bf-2c45-475b-a45b-e68e4fc13b9a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:38:47.725085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:47.798820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] device_id is not set on port ce15fa94-f666-4eb0-8d7f-684e572addb4 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:38:47.833266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Pushing event updated for resources: {'Port': ['ID=ec81fc48-79a5-4c26-909f-d1851fc0fb2e,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:47.870083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:47.875800 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:47.879694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:47.882601 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 1352aab3-66a7-4e5b-8b23-93d2bad18689 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:47.895192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:47.896379 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:47.898910 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 1352aab3-66a7-4e5b-8b23-93d2bad18689 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:47.899269 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:47.926090 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8ad4-776a-4c99-b659-527f8497d91a tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:47.926429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8ad4-776a-4c99-b659-527f8497d91a tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:47.987827 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adef0cc-6583-42fa-abb2-0f2fdeeb1754 None None] Network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:38:48.009998 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Transition to ACTIVE for port object a292ff18-6742-401d-ac1a-5525b987db20 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:48.022908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Router b0d42ba7-22de-4404-9335-fb39778b4768 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:38:48.037187 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Pushing event updated for resources: {'Port': ['ID=6633f7c6-f237-4707-90d7-02778a3ed434,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:48.065803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:48.102897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Transition to ACTIVE for port object ce15fa94-f666-4eb0-8d7f-684e572addb4 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:48.183606 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-18bcf026-60b0-48a4-bf7a-71013a33dfa6 None None] Provisioning for port a74ca54e-4d95-41fb-8a97-188b640784a2 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:48.185486 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:48.237570 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:48.237811 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Transition to ACTIVE for port object a292ff18-6742-401d-ac1a-5525b987db20 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:48.263308 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8e9b8ad4-776a-4c99-b659-527f8497d91a tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88551) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 29 09:38:48.263669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8e9b8ad4-776a-4c99-b659-527f8497d91a tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Router e240e459-bbc4-425e-ab87-aea11fd7054e migrating from provider to provider. {{(pid=88551) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 29 09:38:48.264091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8ad4-776a-4c99-b659-527f8497d91a tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:48.266741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:48.330753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8ad4-776a-4c99-b659-527f8497d91a tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:48.370677 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:48.444981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Transition to ACTIVE for port object d4679cc6-b9ea-4d54-98ff-3e7c5ad0e4a6 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:48.481328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:48.508367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8ad4-776a-4c99-b659-527f8497d91a tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:48.516528 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:38:48.532202 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Network cda4b153-20a8-49e1-bd76-0e28e9b3cb9e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:48.545900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:48.547381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:48.549184 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4750b497-247f-426e-8606-41ff50e5f2f3 None None] Provisioning for port 71a61bba-79e8-4e66-be89-6b89663af903 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:48.552248 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Sync routers for ids ['b0d42ba7-22de-4404-9335-fb39778b4768'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:38:48.557652 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:48.571778 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Pushing event updated for resources: {'Port': ['ID=a292ff18-6742-401d-ac1a-5525b987db20,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:48.577040 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Routers {'b0d42ba7-22de-4404-9335-fb39778b4768'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:38:48.577881 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:38:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b0d42ba7-22de-4404-9335-fb39778b4768'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:38:48.623623 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:48.624872 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7726662d-5c21-4e7a-9ecf-4d8fe1c536b2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1181748 Mar 29 09:38:48.639018 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55892) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:48.676061 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 1352aab3-66a7-4e5b-8b23-93d2bad18689, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1352aab3-66a7-4e5b-8b23-93d2bad18689,segment=NetworkSegment(6ef30c21-6f74-47b2-b123-f111881fdaea),segment_id=6ef30c21-6f74-47b2-b123-f111881fdaea)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:38:48.746616 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Attempting to bind port a292ff18-6742-401d-ac1a-5525b987db20 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:48.748022 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Attempting to bind port a292ff18-6742-401d-ac1a-5525b987db20 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'e6cb70a8-12b8-4f5e-8272-2060627c87c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cda4b153-20a8-49e1-bd76-0e28e9b3cb9e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:48.748503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Attempting to bind port a292ff18-6742-401d-ac1a-5525b987db20 on network cda4b153-20a8-49e1-bd76-0e28e9b3cb9e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:48.758184 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:48.759101 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a74ca54e-4d95-41fb-8a97-188b640784a2 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:38:48.837697 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:38:48.838290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Checking segment: {'id': 'e6cb70a8-12b8-4f5e-8272-2060627c87c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cda4b153-20a8-49e1-bd76-0e28e9b3cb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:38:48.838763 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:48.839289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Bound using segment: {'id': 'e6cb70a8-12b8-4f5e-8272-2060627c87c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cda4b153-20a8-49e1-bd76-0e28e9b3cb9e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:38:48.839888 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Bound port: a292ff18-6742-401d-ac1a-5525b987db20, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cb70a8-12b8-4f5e-8272-2060627c87c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cda4b153-20a8-49e1-bd76-0e28e9b3cb9e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:38:48.840368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:48.920080 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Set router b0d42ba7-22de-4404-9335-fb39778b4768 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:38:48.946894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Pushing event updated for resources: {'Port': ['ID=ce15fa94-f666-4eb0-8d7f-684e572addb4,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:48.985908 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8772a4fe-8aa7-4e12-8897-5cb7cb3566ab None None] Provisioning complete for port 1352aab3-66a7-4e5b-8b23-93d2bad18689 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:48.986460 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8772a4fe-8aa7-4e12-8897-5cb7cb3566ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:48.987357 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:49.036818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=1352aab3-66a7-4e5b-8b23-93d2bad18689,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:49.087807 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] For port a292ff18-6742-401d-ac1a-5525b987db20, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:38:49.100422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] For port a292ff18-6742-401d-ac1a-5525b987db20, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a292ff18-6742-401d-ac1a-5525b987db20,segment=NetworkSegment(e6cb70a8-12b8-4f5e-8272-2060627c87c3),segment_id=e6cb70a8-12b8-4f5e-8272-2060627c87c3)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:38:49.103094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Checking segment: {'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:38:49.103572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Network hostable DHCP agents. Network: 4ca28e62-69c6-4d10-a169-52d7321faed7, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:38:49.115407 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8e9b8ad4-776a-4c99-b659-527f8497d91a tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] No L3 agents can host the router e240e459-bbc4-425e-ab87-aea11fd7054e Mar 29 09:38:49.182682 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port a74ca54e-4d95-41fb-8a97-188b640784a2 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:49.194369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port a74ca54e-4d95-41fb-8a97-188b640784a2 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:49.196148 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:49.234886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:49.236055 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '02b1f748-d1eb-4624-ab36-346184563120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:40Z', 'updated_at': '2022-03-29T09:38:46Z', 'revision_number': 3, 'project_id': 'dd990266160241679233cd0b82116a4d', 'gw_port': {'id': '02b1f748-d1eb-4624-ab36-346184563120', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:38:49.241074 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Checking router: b0d42ba7-22de-4404-9335-fb39778b4768 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:38:49.242286 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Updating router b0d42ba7-22de-4404-9335-fb39778b4768 port 02b1f748-d1eb-4624-ab36-346184563120 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:38:49.289840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Allocated IP 172.20.0.6 (cda4b153-20a8-49e1-bd76-0e28e9b3cb9e/787c5274-4bb0-4b20-90fe-cbcc529d45e3/7705d8f8-dbbf-46eb-9e1e-4f15fe057382) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:49.318567 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:49.363714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:49.396370 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eb91ff21-305a-4877-91a9-8bf05fc27ad1 None None] Provisioning complete for port a74ca54e-4d95-41fb-8a97-188b640784a2 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:49.396950 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eb91ff21-305a-4877-91a9-8bf05fc27ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:49.532736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac32396-ee36-447f-ba15-399ff2d72d8e None None] Pushing event updated for resources: {'Port': ['ID=a292ff18-6742-401d-ac1a-5525b987db20,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:49.583589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:49.589230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:49.608336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:49.611320 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:49.617828 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:49.618672 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:49.641264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Network 4ca28e62-69c6-4d10-a169-52d7321faed7 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:38:49.709617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port a74ca54e-4d95-41fb-8a97-188b640784a2, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a74ca54e-4d95-41fb-8a97-188b640784a2,segment=NetworkSegment(f732aea9-8c5c-4406-93c1-a9f229414335),segment_id=f732aea9-8c5c-4406-93c1-a9f229414335)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:38:49.735110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eb91ff21-305a-4877-91a9-8bf05fc27ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:49.791868 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:49.793502 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:38:49.822078 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 5.4849660 Mar 29 09:38:49.833154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:49.941168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55896) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:50.035682 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:50.046046 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 4ca28e62-69c6-4d10-a169-52d7321faed7) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:50.048755 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Transition to ACTIVE for port object 02b1f748-d1eb-4624-ab36-346184563120 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:50.051078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:50.076141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9b8ad4-776a-4c99-b659-527f8497d91a tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Hosts for router e240e459-bbc4-425e-ab87-aea11fd7054e: [] {{(pid=88551) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 29 09:38:50.077227 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5f7183-0185-4367-84fe-d007aebf1f98 None None] Network 4ca28e62-69c6-4d10-a169-52d7321faed7 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:38:50.135306 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:50.207374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-eb91ff21-305a-4877-91a9-8bf05fc27ad1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:38:50.207920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-eb91ff21-305a-4877-91a9-8bf05fc27ad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:38:50.227832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:50.228273 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:50.238266 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Attempting to bind port 02b1f748-d1eb-4624-ab36-346184563120 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:50.238622 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Attempting to bind port 02b1f748-d1eb-4624-ab36-346184563120 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:50.239015 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Attempting to bind port 02b1f748-d1eb-4624-ab36-346184563120 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:50.249560 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a357f4-dc31-4b45-9dec-7c622c6215d8 None None] Pushing event updated for resources: {'Port': ['ID=02b1f748-d1eb-4624-ab36-346184563120,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:50.251778 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:38:50.252144 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:38:50.256171 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:50.256171 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:38:50.256351 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=a74ca54e-4d95-41fb-8a97-188b640784a2,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:50.256421 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Bound port: 02b1f748-d1eb-4624-ab36-346184563120, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:38:50.256421 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:50.293834 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a357f4-dc31-4b45-9dec-7c622c6215d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:50.294200 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a357f4-dc31-4b45-9dec-7c622c6215d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:50.294542 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a357f4-dc31-4b45-9dec-7c622c6215d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:50.294873 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a357f4-dc31-4b45-9dec-7c622c6215d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:50.295754 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a357f4-dc31-4b45-9dec-7c622c6215d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:50.295754 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a357f4-dc31-4b45-9dec-7c622c6215d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:50.295953 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a357f4-dc31-4b45-9dec-7c622c6215d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:50.296178 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a357f4-dc31-4b45-9dec-7c622c6215d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:50.296538 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a357f4-dc31-4b45-9dec-7c622c6215d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:50.296870 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a357f4-dc31-4b45-9dec-7c622c6215d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:50.297190 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a357f4-dc31-4b45-9dec-7c622c6215d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:50.297510 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a357f4-dc31-4b45-9dec-7c622c6215d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a357f4-dc31-4b45-9dec-7c622c6215d8 None None] Tracked resource versions report: Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: pushed versions: Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: { 'AddressGroup': {'1.2'}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'ConntrackHelper': {'1.0'}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Log': {'1.0'}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Network': {'1.1'}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Port': {'1.7'}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'PortForwarding': {'1.2'}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'QosPolicy': {'1.8'}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'SecurityGroup': {'1.4'}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'SubPort': {'1.0'}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Subnet': {'1.1'}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Trunk': {'1.1'}} Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: consumer versions: Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: { DHCP agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: HyperV agent@hv-neutron-8355: {}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: L3 agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: Metadata agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: Metering agent@dv-neutron-835555-1-hyperv: {}, Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: Open vSwitch agent@dv-neutron-835555-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'ConntrackHelper': '1.0', Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Log': '1.0', Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Network': '1.1', Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Port': '1.7', Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'PortForwarding': '1.2', Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'QosPolicy': '1.8', Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'SecurityGroup': '1.4', Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'SecurityGroupRule': '1.2', Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'SubPort': '1.0', Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Subnet': '1.1', Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: 'Trunk': '1.1'}} Mar 29 09:38:50.298554 dv-neutron-835555-1-hyperv neutron-server[88553]: {{(pid=88553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:38:50.329897 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:50.344773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:50.352160 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] For port 02b1f748-d1eb-4624-ab36-346184563120, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:38:50.358390 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] For port 02b1f748-d1eb-4624-ab36-346184563120, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=02b1f748-d1eb-4624-ab36-346184563120,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:38:50.369169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Transition to ACTIVE for port object 7705d8f8-dbbf-46eb-9e1e-4f15fe057382 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:50.430810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9b8ad4-776a-4c99-b659-527f8497d91a tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Hosts for other DVR routers connected to router e240e459-bbc4-425e-ab87-aea11fd7054e: set() {{(pid=88551) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 29 09:38:50.433262 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e9b8ad4-776a-4c99-b659-527f8497d91a tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:50.434530 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8e9b8ad4-776a-4c99-b659-527f8497d91a tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] 10.222.0.35 "PUT /v2.0/routers/e240e459-bbc4-425e-ab87-aea11fd7054e HTTP/1.1" status: 200 len: 717 time: 4.4547787 Mar 29 09:38:50.445736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1f8cd-c1b4-44f0-b36c-4dd54ff2df53 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event updated for resources: {'Port': ['ID=d4679cc6-b9ea-4d54-98ff-3e7c5ad0e4a6,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:50.449827 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55900) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:50.454425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:50.455214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:50.455214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:50.478335 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:50.527708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 71a61bba-79e8-4e66-be89-6b89663af903 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:38:50.571324 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:50.615455 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Routers {'b0d42ba7-22de-4404-9335-fb39778b4768'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:38:50.616076 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:38:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b0d42ba7-22de-4404-9335-fb39778b4768'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:38:50.672577 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a357f4-dc31-4b45-9dec-7c622c6215d8 None None] Pushing event updated for resources: {'Port': ['ID=02b1f748-d1eb-4624-ab36-346184563120,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:50.685173 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Pushing event updated for resources: {'Port': ['ID=7705d8f8-dbbf-46eb-9e1e-4f15fe057382,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:50.746426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c44771-7987-45c4-87aa-4a5c9f8e0b31 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:50.753960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c44771-7987-45c4-87aa-4a5c9f8e0b31 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:50.754983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:50.756701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:38:50.757063 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:38:50.762368 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c44771-7987-45c4-87aa-4a5c9f8e0b31 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:50.764295 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b8c44771-7987-45c4-87aa-4a5c9f8e0b31 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.7962780 Mar 29 09:38:50.769797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:50.771289 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 2 to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 Mar 29 09:38:50.779149 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 71a61bba-79e8-4e66-be89-6b89663af903 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:50.785571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55904) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:50.796557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 71a61bba-79e8-4e66-be89-6b89663af903 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:50.798095 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:50.830085 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] Set router b0d42ba7-22de-4404-9335-fb39778b4768 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:38:50.929054 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6d0533-adc2-4f30-94a1-e4919630d7c3 None None] Network cda4b153-20a8-49e1-bd76-0e28e9b3cb9e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:38:50.960878 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Network cda4b153-20a8-49e1-bd76-0e28e9b3cb9e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:50.981386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:50.985330 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:50.994719 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:50.995604 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:51.028030 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:51.028563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:51.029389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:51.048681 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7dda6b16-8a95-4987-9039-e794ee4bae32 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] 10.222.0.35 "GET /v2.0/routers/e240e459-bbc4-425e-ab87-aea11fd7054e HTTP/1.1" status: 200 len: 717 time: 0.5935512 Mar 29 09:38:51.049153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:51.053896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55908) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:51.057996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:38:51.058461 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:38:51.062754 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 3 to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 Mar 29 09:38:51.064545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4aaaad73-5f2e-4696-9779-d664f0abfc62 None None] Provisioning for port d4679cc6-b9ea-4d54-98ff-3e7c5ad0e4a6 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:51.071252 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:51.077299 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4aaaad73-5f2e-4696-9779-d664f0abfc62 None None] Provisioning complete for port d4679cc6-b9ea-4d54-98ff-3e7c5ad0e4a6 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:51.078195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4aaaad73-5f2e-4696-9779-d664f0abfc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:51.083382 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7239bf05-81ce-4cb0-ae48-65144e8bda97 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7527761 Mar 29 09:38:51.091256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55914) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:51.167406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 71a61bba-79e8-4e66-be89-6b89663af903, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=71a61bba-79e8-4e66-be89-6b89663af903,segment=NetworkSegment(416f7378-9c0f-4d7e-bb05-46759260a2eb),segment_id=416f7378-9c0f-4d7e-bb05-46759260a2eb)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:38:51.173210 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-4aaaad73-5f2e-4696-9779-d664f0abfc62 None None] Port d4679cc6-b9ea-4d54-98ff-3e7c5ad0e4a6 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:38:51.195149 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec2ea1-4973-4eef-aaf8-c7b6c85274c9 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Deleting port 7705d8f8-dbbf-46eb-9e1e-4f15fe057382 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:38:51.196051 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2ea1-4973-4eef-aaf8-c7b6c85274c9 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:51.218517 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '02b1f748-d1eb-4624-ab36-346184563120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:40Z', 'updated_at': '2022-03-29T09:38:46Z', 'revision_number': 3, 'project_id': 'dd990266160241679233cd0b82116a4d', 'gw_port': {'id': '02b1f748-d1eb-4624-ab36-346184563120', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:38:51.225152 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fba7d-363a-4980-bbd2-960c37275c8c None None] The sync data for ids ['b0d42ba7-22de-4404-9335-fb39778b4768'] in dv-neutron-835555-1-hyperv is: [{'id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '02b1f748-d1eb-4624-ab36-346184563120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:40Z', 'updated_at': '2022-03-29T09:38:46Z', 'revision_number': 3, 'project_id': 'dd990266160241679233cd0b82116a4d', 'gw_port': {'id': '02b1f748-d1eb-4624-ab36-346184563120', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:38:51.228353 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4aaaad73-5f2e-4696-9779-d664f0abfc62 None None] Provisioning complete for port 71a61bba-79e8-4e66-be89-6b89663af903 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:51.228901 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4aaaad73-5f2e-4696-9779-d664f0abfc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:51.241996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Router c0857744-38f4-4445-bdee-f1bed6d902d0 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:38:51.263105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:51.288053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:51.288744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d9eabb4-9d2f-4d2f-aec8-900024861e47 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:38:51.295772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-e226f784-edf1-4b5f-b38c-19d91efcb85c tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Deleting port d4679cc6-b9ea-4d54-98ff-3e7c5ad0e4a6 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:38:51.298151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e226f784-edf1-4b5f-b38c-19d91efcb85c tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:51.389274 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:51.389709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:51.390391 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:51.419125 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:51.496423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:38:51.496954 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:38:51.500690 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1352aab3-66a7-4e5b-8b23-93d2bad18689 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:38:51.513314 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 4 to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 Mar 29 09:38:51.554679 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d78008e8-8229-40ac-be9a-fe1145dae036 tempest-RoutersTestDVR-2031995689 tempest-RoutersTestDVR-2031995689-project] 10.222.0.35 "GET /v2.0/routers/e240e459-bbc4-425e-ab87-aea11fd7054e HTTP/1.1" status: 200 len: 683 time: 0.4977686 Mar 29 09:38:51.558105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=71a61bba-79e8-4e66-be89-6b89663af903,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:51.563606 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55918) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:51.700156 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 1352aab3-66a7-4e5b-8b23-93d2bad18689 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:51.700550 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:51.756114 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:51.756619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:51.757626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:51.760714 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 29 09:38:51.762002 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-54daa9f4-82a8-46e1-9097-d7d1355df266 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.4464204 Mar 29 09:38:51.769162 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55922) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:51.826475 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4aaaad73-5f2e-4696-9779-d664f0abfc62 None None] Provisioning for port acf397db-138c-4bf0-95e9-b3a2aca49b16 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:51.836647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4aaaad73-5f2e-4696-9779-d664f0abfc62 None None] Provisioning complete for port acf397db-138c-4bf0-95e9-b3a2aca49b16 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:51.836883 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4aaaad73-5f2e-4696-9779-d664f0abfc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:51.894948 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a74ca54e-4d95-41fb-8a97-188b640784a2 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:38:51.957856 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-4aaaad73-5f2e-4696-9779-d664f0abfc62 None None] Port acf397db-138c-4bf0-95e9-b3a2aca49b16 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:38:51.987099 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-c400ea12-b780-4f91-80c0-be453568a337 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Deleting port 00e3ce6c-7c53-4c29-864c-8efe17a78b77 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:38:51.987515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c400ea12-b780-4f91-80c0-be453568a337 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:52.002338 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port a74ca54e-4d95-41fb-8a97-188b640784a2 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:52.002976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:52.038892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:38:52.039331 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:38:52.051896 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 5 to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 Mar 29 09:38:52.054515 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2ea1-4973-4eef-aaf8-c7b6c85274c9 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:52.242347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:52.242783 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:52.243199 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:52.244093 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a292ff18-6742-401d-ac1a-5525b987db20 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:38:52.285652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-72734b90-22d0-403d-9e04-81b268136b68 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:52.291661 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eec03e41-76dd-427b-bf81-c271dd290379 None None] Provisioning for port a292ff18-6742-401d-ac1a-5525b987db20 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:52.297999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec2ea1-4973-4eef-aaf8-c7b6c85274c9 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Calling delete_port for 7705d8f8-dbbf-46eb-9e1e-4f15fe057382 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:38:52.338196 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:38:52.354989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Sync routers for ids ['c0857744-38f4-4445-bdee-f1bed6d902d0'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:38:52.355821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:38:52.356141 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:38:52.368846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Routers {'c0857744-38f4-4445-bdee-f1bed6d902d0'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:38:52.369840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:38:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c0857744-38f4-4445-bdee-f1bed6d902d0'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:38:52.387638 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 6 to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 Mar 29 09:38:52.448914 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eec03e41-76dd-427b-bf81-c271dd290379 None None] Provisioning for port 7705d8f8-dbbf-46eb-9e1e-4f15fe057382 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:52.465528 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port a292ff18-6742-401d-ac1a-5525b987db20 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:52.472682 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eec03e41-76dd-427b-bf81-c271dd290379 None None] Provisioning complete for port 7705d8f8-dbbf-46eb-9e1e-4f15fe057382 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:52.473124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eec03e41-76dd-427b-bf81-c271dd290379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:52.505504 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port a292ff18-6742-401d-ac1a-5525b987db20 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:52.505504 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:52.557141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:52.557340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:52.557902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:52.557902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:52.558344 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8a8b7f8d-62e0-4f5c-8b87-854f1e650750 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.6483676 Mar 29 09:38:52.566477 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55926) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:52.631292 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-eec03e41-76dd-427b-bf81-c271dd290379 None None] Port 7705d8f8-dbbf-46eb-9e1e-4f15fe057382 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:38:52.698161 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Allocated IP 172.20.0.1 (42b8e51d-f4c6-435f-9d85-32ff338cd383/45e1ab43-d8c0-43c8-bce8-1dd511cbc465/7fe2276d-5d45-479b-8ec2-2adcf863972f) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:52.716012 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Router f56f5342-a2ae-46dd-87fd-1b97492ad921 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:38:52.750820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:38:52.751195 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:38:52.779639 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Set router c0857744-38f4-4445-bdee-f1bed6d902d0 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:38:52.848121 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 7 to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 Mar 29 09:38:52.877955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2ea1-4973-4eef-aaf8-c7b6c85274c9 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:52.897388 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:52.924191 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9a470ffc-444b-4093-a06a-14f055f8bedc None None] Provisioning complete for port 7705d8f8-dbbf-46eb-9e1e-4f15fe057382 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:52.924675 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9a470ffc-444b-4093-a06a-14f055f8bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:52.967478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-72734b90-22d0-403d-9e04-81b268136b68 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:52.971177 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:52.971328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-72734b90-22d0-403d-9e04-81b268136b68 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:52.990075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-9a470ffc-444b-4093-a06a-14f055f8bedc None None] Port 7705d8f8-dbbf-46eb-9e1e-4f15fe057382 was deleted so its status cannot be updated. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 29 09:38:53.009201 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:53.009618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:53.010014 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:53.073094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port a292ff18-6742-401d-ac1a-5525b987db20, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a292ff18-6742-401d-ac1a-5525b987db20,segment=NetworkSegment(e6cb70a8-12b8-4f5e-8272-2060627c87c3),segment_id=e6cb70a8-12b8-4f5e-8272-2060627c87c3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:38:53.084893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec2ea1-4973-4eef-aaf8-c7b6c85274c9 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Pushing event deleted for resources: {'Port': ['ID=7705d8f8-dbbf-46eb-9e1e-4f15fe057382,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:53.094578 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:53.096833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e226f784-edf1-4b5f-b38c-19d91efcb85c tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:53.104826 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:38:53.105125 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:38:53.130733 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 8 to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 Mar 29 09:38:53.138366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-72734b90-22d0-403d-9e04-81b268136b68 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:53.138853 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72734b90-22d0-403d-9e04-81b268136b68 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e240e459-bbc4-425e-ab87-aea11fd7054e {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:38:53.157665 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:53.168160 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Transition to ACTIVE for port object 7fe2276d-5d45-479b-8ec2-2adcf863972f will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:53.174072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7ec2ea1-4973-4eef-aaf8-c7b6c85274c9 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:53.257986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:43Z', 'updated_at': '2022-03-29T09:38:48Z', 'revision_number': 3, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'gw_port': {'id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:45Z', 'updated_at': '2022-03-29T09:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:38:53.263665 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e7ec2ea1-4973-4eef-aaf8-c7b6c85274c9 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] 10.222.0.35 "DELETE /v2.0/ports/7705d8f8-dbbf-46eb-9e1e-4f15fe057382 HTTP/1.1" status: 204 len: 168 time: 2.1713214 Mar 29 09:38:53.264538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55930) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:53.266621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Checking router: c0857744-38f4-4445-bdee-f1bed6d902d0 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:38:53.267289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Updating router c0857744-38f4-4445-bdee-f1bed6d902d0 port ec81fc48-79a5-4c26-909f-d1851fc0fb2e binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:38:53.324384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-e226f784-edf1-4b5f-b38c-19d91efcb85c tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Calling delete_port for d4679cc6-b9ea-4d54-98ff-3e7c5ad0e4a6 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:38:53.361876 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:53.495514 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:53.495845 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:53.496175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:53.570977 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=a292ff18-6742-401d-ac1a-5525b987db20,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:53.581148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-72734b90-22d0-403d-9e04-81b268136b68 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:53.582559 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-72734b90-22d0-403d-9e04-81b268136b68 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] 10.222.0.35 "DELETE /v2.0/routers/e240e459-bbc4-425e-ab87-aea11fd7054e HTTP/1.1" status: 204 len: 168 time: 1.9364383 Mar 29 09:38:53.590949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:38:53.591327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 02b1f748-d1eb-4624-ab36-346184563120 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:38:53.591455 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:38:53.592030 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55936) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:53.615371 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 9 to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 Mar 29 09:38:53.626326 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:53.644401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-91a28d47-e264-4247-99ed-695e770d5491 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Request body: {'router': {'name': 'tempest-router-768874360', 'distributed': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:53.703595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-91a28d47-e264-4247-99ed-695e770d5491 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:53.705088 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1ddf995f-92a3-4d96-a059-d9ca25b2d07d tempest-DHCPAgentSchedulersTestJSON-1930290902 tempest-DHCPAgentSchedulersTestJSON-1930290902-project-admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4362714 Mar 29 09:38:53.706177 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55940) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:53.718781 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c400ea12-b780-4f91-80c0-be453568a337 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:53.740624 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-603662535'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:53.775170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Network 42b8e51d-f4c6-435f-9d85-32ff338cd383 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:53.786666 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:53.789574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:53.793047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:53.793047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:53.793253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:53.793253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:53.793253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:53.817876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-91a28d47-e264-4247-99ed-695e770d5491 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Usage tracker for resource:router and tenant:2fcc25660d9841c9ad180d244dc1434a is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:53.823341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:38:53.823664 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:38:53.853502 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-91a28d47-e264-4247-99ed-695e770d5491 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:53.857944 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 10 to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 Mar 29 09:38:53.865044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:38:53.877417 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Sync routers for ids ['f56f5342-a2ae-46dd-87fd-1b97492ad921'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:38:53.890247 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Routers {'f56f5342-a2ae-46dd-87fd-1b97492ad921'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:38:53.891567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:53.892039 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:38:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f56f5342-a2ae-46dd-87fd-1b97492ad921'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:38:53.908468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Transition to ACTIVE for port object ec81fc48-79a5-4c26-909f-d1851fc0fb2e will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:53.915446 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 02b1f748-d1eb-4624-ab36-346184563120 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:53.922534 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 02b1f748-d1eb-4624-ab36-346184563120 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:53.922908 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.001487 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.004912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Usage tracker for resource:network and tenant:0d8d36ac18af4c04af6d0695a4dc47d2 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:54.018142 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Pushing event updated for resources: {'Port': ['ID=7fe2276d-5d45-479b-8ec2-2adcf863972f,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:54.021809 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-91a28d47-e264-4247-99ed-695e770d5491 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:54.021942 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:54.036294 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:54.113859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-c400ea12-b780-4f91-80c0-be453568a337 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Calling delete_port for 00e3ce6c-7c53-4c29-864c-8efe17a78b77 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:38:54.126134 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Attempting to bind port ec81fc48-79a5-4c26-909f-d1851fc0fb2e on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:54.126788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Attempting to bind port ec81fc48-79a5-4c26-909f-d1851fc0fb2e by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:54.127322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Attempting to bind port ec81fc48-79a5-4c26-909f-d1851fc0fb2e on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:54.131605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Made reservation on behalf of 0d8d36ac18af4c04af6d0695a4dc47d2 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:54.136147 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.137540 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Set router f56f5342-a2ae-46dd-87fd-1b97492ad921 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:38:54.162361 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:54.162740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:54.163098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:54.173032 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee514c1-b56f-4c76-8929-affbfd14ff7e None None] Pushing event updated for resources: {'Port': ['ID=ec81fc48-79a5-4c26-909f-d1851fc0fb2e,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:54.177504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port ce15fa94-f666-4eb0-8d7f-684e572addb4 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:38:54.177828 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port ce15fa94-f666-4eb0-8d7f-684e572addb4 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:38:54.178180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.196669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:38:54.197494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:38:54.198097 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.198709 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:38:54.199416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Bound port: ec81fc48-79a5-4c26-909f-d1851fc0fb2e, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:38:54.200037 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.235437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-81ed03c1-dc25-441e-b354-32a70de935b9 None None] Provisioning for port 7fe2276d-5d45-479b-8ec2-2adcf863972f completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:54.256394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91a28d47-e264-4247-99ed-695e770d5491 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.257973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91a28d47-e264-4247-99ed-695e770d5491 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.258872 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-81ed03c1-dc25-441e-b354-32a70de935b9 None None] Provisioning complete for port 7fe2276d-5d45-479b-8ec2-2adcf863972f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:54.259852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-81ed03c1-dc25-441e-b354-32a70de935b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.260589 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.273703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91a28d47-e264-4247-99ed-695e770d5491 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.310542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.374240 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-81ed03c1-dc25-441e-b354-32a70de935b9 None None] Port 7fe2276d-5d45-479b-8ec2-2adcf863972f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:38:54.383406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 02b1f748-d1eb-4624-ab36-346184563120, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=02b1f748-d1eb-4624-ab36-346184563120,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:38:54.384927 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] For port ec81fc48-79a5-4c26-909f-d1851fc0fb2e, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:38:54.392551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] For port ec81fc48-79a5-4c26-909f-d1851fc0fb2e, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ec81fc48-79a5-4c26-909f-d1851fc0fb2e,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:38:54.438294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] For port ce15fa94-f666-4eb0-8d7f-684e572addb4, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:38:54.438654 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempted to set empty binding levels {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 29 09:38:54.447083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.448873 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5ae5e21a-9611-4468-a922-1119fd622319 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.4463511 Mar 29 09:38:54.455051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91a28d47-e264-4247-99ed-695e770d5491 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.456812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.458409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55944) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:54.465794 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 71a61bba-79e8-4e66-be89-6b89663af903 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:38:54.528626 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:47Z', 'revision_number': 3, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'gw_port': {'id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:44Z', 'updated_at': '2022-03-29T09:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:38:54.533197 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Checking router: f56f5342-a2ae-46dd-87fd-1b97492ad921 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:38:54.533415 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Updating router f56f5342-a2ae-46dd-87fd-1b97492ad921 port 6633f7c6-f237-4707-90d7-02778a3ed434 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:38:54.591717 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.613740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Allocated IP 172.20.0.1 (b64753bf-2c45-475b-a45b-e68e4fc13b9a/a6d58a43-7a1d-4ece-b1d5-60fa7815d71a/598c9c00-4b7d-4178-b82b-1d574ab176fb) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:54.660076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=02b1f748-d1eb-4624-ab36-346184563120,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:54.663693 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.674246 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.793521 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:54.795499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.818245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 71a61bba-79e8-4e66-be89-6b89663af903 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:54.818245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.862593 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.868941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91a28d47-e264-4247-99ed-695e770d5491 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.870474 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-91a28d47-e264-4247-99ed-695e770d5491 tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.2463312 Mar 29 09:38:54.876238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55948) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:54.888250 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee514c1-b56f-4c76-8929-affbfd14ff7e None None] Pushing event updated for resources: {'Port': ['ID=ec81fc48-79a5-4c26-909f-d1851fc0fb2e,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:54.891673 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Routers {'c0857744-38f4-4445-bdee-f1bed6d902d0'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:38:54.892875 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:38:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c0857744-38f4-4445-bdee-f1bed6d902d0'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:38:54.943020 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e226f784-edf1-4b5f-b38c-19d91efcb85c tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.972370 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 10.3567202 Mar 29 09:38:54.983236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55952) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:55.010149 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Transition to ACTIVE for port object 598c9c00-4b7d-4178-b82b-1d574ab176fb will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:55.043346 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:38:55.109638 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.123956 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Transition to ACTIVE for port object 6633f7c6-f237-4707-90d7-02778a3ed434 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:55.124209 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.128296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.128757 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Added segment 609a9dca-eaeb-49b3-a6f8-b88715387350 of type vlan for network 4a03cb62-4243-441c-8d92-10287097fa0d Mar 29 09:38:55.135787 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] Set router c0857744-38f4-4445-bdee-f1bed6d902d0 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:38:55.198246 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.198770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c52212e9-d827-4ec6-b60c-28910e87541d tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.226562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5185f95-a2ac-48ca-aca3-b789d9876bbf tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Pushing event updated for resources: {'Port': ['ID=ce15fa94-f666-4eb0-8d7f-684e572addb4,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:55.286803 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Pushing event updated for resources: {'Port': ['ID=598c9c00-4b7d-4178-b82b-1d574ab176fb,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:55.347134 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934e92a-efcf-4240-951a-8cd5cf673a97 None None] Pushing event updated for resources: {'Port': ['ID=6633f7c6-f237-4707-90d7-02778a3ed434,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:55.356631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226f784-edf1-4b5f-b38c-19d91efcb85c tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event deleted for resources: {'Port': ['ID=d4679cc6-b9ea-4d54-98ff-3e7c5ad0e4a6,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:55.417923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Network b64753bf-2c45-475b-a45b-e68e4fc13b9a is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:55.431157 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Attempting to bind port 6633f7c6-f237-4707-90d7-02778a3ed434 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:38:55.432720 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:55.433972 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Attempting to bind port 6633f7c6-f237-4707-90d7-02778a3ed434 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:38:55.434536 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Attempting to bind port 6633f7c6-f237-4707-90d7-02778a3ed434 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:38:55.434945 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:55.435590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.444034 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:38:55.445960 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:38:55.450810 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.451422 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:38:55.452054 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Bound port: 6633f7c6-f237-4707-90d7-02778a3ed434, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:38:55.452664 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.470684 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 02b1f748-d1eb-4624-ab36-346184563120 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:38:55.553083 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] For port 6633f7c6-f237-4707-90d7-02778a3ed434, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:38:55.557320 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] For port 6633f7c6-f237-4707-90d7-02778a3ed434, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6633f7c6-f237-4707-90d7-02778a3ed434,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:38:55.589277 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.638821 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.689378 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c400ea12-b780-4f91-80c0-be453568a337 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.693104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-ed85aaad-98ce-4e5a-9932-e135e3a9684b tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Deleting port ce15fa94-f666-4eb0-8d7f-684e572addb4 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:38:55.693587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ed85aaad-98ce-4e5a-9932-e135e3a9684b tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.703317 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 02b1f748-d1eb-4624-ab36-346184563120 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:55.703681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.757280 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934e92a-efcf-4240-951a-8cd5cf673a97 None None] Pushing event updated for resources: {'Port': ['ID=6633f7c6-f237-4707-90d7-02778a3ed434,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:55.758876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c52212e9-d827-4ec6-b60c-28910e87541d tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.764397 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c52212e9-d827-4ec6-b60c-28910e87541d tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.790483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.801723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.resource_extend [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:38:55.809989 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Routers {'f56f5342-a2ae-46dd-87fd-1b97492ad921'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:38:55.810795 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:38:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f56f5342-a2ae-46dd-87fd-1b97492ad921'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:38:55.848539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400ea12-b780-4f91-80c0-be453568a337 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Pushing event deleted for resources: {'Port': ['ID=00e3ce6c-7c53-4c29-864c-8efe17a78b77,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:55.858896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:43Z', 'updated_at': '2022-03-29T09:38:48Z', 'revision_number': 3, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'gw_port': {'id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:45Z', 'updated_at': '2022-03-29T09:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:38:55.872695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f6029-baa0-4a98-8211-1b580697fa10 None None] The sync data for ids ['c0857744-38f4-4445-bdee-f1bed6d902d0'] in dv-neutron-835555-1-hyperv is: [{'id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:43Z', 'updated_at': '2022-03-29T09:38:48Z', 'revision_number': 3, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'gw_port': {'id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:45Z', 'updated_at': '2022-03-29T09:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:38:55.877029 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a292ff18-6742-401d-ac1a-5525b987db20 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:38:55.883281 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c52212e9-d827-4ec6-b60c-28910e87541d tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:55.883281 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52212e9-d827-4ec6-b60c-28910e87541d tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf5058dc-cd92-4dc1-bdb1-b57029dead8c {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:38:55.977100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port a292ff18-6742-401d-ac1a-5525b987db20 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:55.977470 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:56.017959 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-57b6b552-ff34-4858-9f5a-e6e4e8b5ce66 None None] Provisioning for port 598c9c00-4b7d-4178-b82b-1d574ab176fb completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:56.029085 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-57b6b552-ff34-4858-9f5a-e6e4e8b5ce66 None None] Provisioning complete for port 598c9c00-4b7d-4178-b82b-1d574ab176fb triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:56.029303 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-57b6b552-ff34-4858-9f5a-e6e4e8b5ce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:56.071956 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] Set router f56f5342-a2ae-46dd-87fd-1b97492ad921 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:38:56.081813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e226f784-edf1-4b5f-b38c-19d91efcb85c tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:56.090056 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:56.102000 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:56.106216 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:56.113100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-57b6b552-ff34-4858-9f5a-e6e4e8b5ce66 None None] Port 598c9c00-4b7d-4178-b82b-1d574ab176fb cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:38:56.162395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c400ea12-b780-4f91-80c0-be453568a337 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:56.234734 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e226f784-edf1-4b5f-b38c-19d91efcb85c tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "DELETE /v2.0/ports/d4679cc6-b9ea-4d54-98ff-3e7c5ad0e4a6 HTTP/1.1" status: 204 len: 168 time: 5.4422095 Mar 29 09:38:56.251914 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c400ea12-b780-4f91-80c0-be453568a337 tempest-RoutersAdminNegativeIpV6Test-1228345151 tempest-RoutersAdminNegativeIpV6Test-1228345151-project-admin] 10.222.0.35 "DELETE /v2.0/ports/00e3ce6c-7c53-4c29-864c-8efe17a78b77 HTTP/1.1" status: 204 len: 168 time: 4.4547892 Mar 29 09:38:56.251914 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55956) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:56.295177 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:56.411249 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec88342-362a-4ad9-a129-8c0b251adb42 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] GET failed (client error): The resource could not be found. Mar 29 09:38:56.412022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5ec88342-362a-4ad9-a129-8c0b251adb42 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Synchronizing usage tracker for tenant:ed0710af87314b5d9309358ce6a18f7a on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:38:56.460525 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c52212e9-d827-4ec6-b60c-28910e87541d tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:56.464824 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c52212e9-d827-4ec6-b60c-28910e87541d tempest-RoutersTestDVR-1557447233 tempest-RoutersTestDVR-1557447233-project-admin] 10.222.0.35 "DELETE /v2.0/routers/bf5058dc-cd92-4dc1-bdb1-b57029dead8c HTTP/1.1" status: 204 len: 168 time: 1.5844545 Mar 29 09:38:56.577535 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8462639 Mar 29 09:38:56.590400 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:47Z', 'revision_number': 3, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'gw_port': {'id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:44Z', 'updated_at': '2022-03-29T09:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:38:56.594291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55964) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:56.595495 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e59e4a5-918c-4cd8-96b7-77173c33fd7f None None] The sync data for ids ['f56f5342-a2ae-46dd-87fd-1b97492ad921'] in dv-neutron-835555-1-hyperv is: [{'id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:47Z', 'revision_number': 3, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'gw_port': {'id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:44Z', 'updated_at': '2022-03-29T09:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:38:56.651323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd821dd-bc72-4a0c-a4aa-11668a9e1c0a tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Pushing event updated for resources: {'Network': ['ID=4a03cb62-4243-441c-8d92-10287097fa0d,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:56.657597 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5ec88342-362a-4ad9-a129-8c0b251adb42 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Unset dirty status for tenant:ed0710af87314b5d9309358ce6a18f7a on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:38:56.659069 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5ec88342-362a-4ad9-a129-8c0b251adb42 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "GET /v2.0/ports/d4679cc6-b9ea-4d54-98ff-3e7c5ad0e4a6 HTTP/1.1" status: 404 len: 333 time: 0.3935754 Mar 29 09:38:56.664964 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55970) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:56.676175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 4a03cb62-4243-441c-8d92-10287097fa0d details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:38:56.704245 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Request body: {'port': {'network_id': '7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a', 'name': 'tempest-AllowedAddressPairTestJSON-761544178'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:56.732382 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-ed85aaad-98ce-4e5a-9932-e135e3a9684b tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] For port ce15fa94-f666-4eb0-8d7f-684e572addb4, host hv-neutron-8355, got binding levels [] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:38:56.732788 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ed85aaad-98ce-4e5a-9932-e135e3a9684b tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:56.888587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:56.899111 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:56.950140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-ed85aaad-98ce-4e5a-9932-e135e3a9684b tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Calling delete_port for ce15fa94-f666-4eb0-8d7f-684e572addb4 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:38:56.979020 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:56.982907 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:56.990566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55978) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:57.039302 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:57.039974 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:57.074102 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a798c1ee-aa09-478a-b96a-24476a27b41f tempest-DHCPAgentSchedulersTestJSON-1930290902 tempest-DHCPAgentSchedulersTestJSON-1930290902-project-admin] 10.222.0.35 "GET /v2.0/agents/76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.4638617 Mar 29 09:38:57.088581 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55982) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:57.112056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:57.161764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55988) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:57.298287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:57.371999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:57.458937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ed85aaad-98ce-4e5a-9932-e135e3a9684b tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:57.499119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ec81fc48-79a5-4c26-909f-d1851fc0fb2e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:38:57.524605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Pushing event updated for resources: {'Port': ['ID=598c9c00-4b7d-4178-b82b-1d574ab176fb,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:57.572313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Made reservation on behalf of ed0710af87314b5d9309358ce6a18f7a for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:57.578145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:57.608436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb13d-f33e-4029-9b11-b4fc6f6c73d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:57.622394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2256a1c-054b-49c1-90f5-aadfb93f3792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:57.637378 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port ec81fc48-79a5-4c26-909f-d1851fc0fb2e completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:57.638939 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85aaad-98ce-4e5a-9932-e135e3a9684b tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce15fa94-f666-4eb0-8d7f-684e572addb4,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:57.646129 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port ec81fc48-79a5-4c26-909f-d1851fc0fb2e triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:57.646634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:57.656967 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Network b64753bf-2c45-475b-a45b-e68e4fc13b9a is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:57.666742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:57.666912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ed85aaad-98ce-4e5a-9932-e135e3a9684b tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:57.673309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7fcbb13d-f33e-4029-9b11-b4fc6f6c73d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:57.682138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] device_id is not set on port 87a3275d-ef78-431f-9f84-d725577dbd2b yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:38:57.743901 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7fcbb13d-f33e-4029-9b11-b4fc6f6c73d5 admin admin] Usage tracker for resource:security_group_rule and tenant:950c050633024f94971699e4f17bdc3f is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:57.748530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c2256a1c-054b-49c1-90f5-aadfb93f3792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:57.781552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7fcbb13d-f33e-4029-9b11-b4fc6f6c73d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:57.804383 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7fcbb13d-f33e-4029-9b11-b4fc6f6c73d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:57.813021 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c2256a1c-054b-49c1-90f5-aadfb93f3792 admin admin] Usage tracker for resource:security_group_rule and tenant:cae708edb99d41baabd8394c90f2daa1 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:57.813021 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ed85aaad-98ce-4e5a-9932-e135e3a9684b tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "DELETE /v2.0/ports/ce15fa94-f666-4eb0-8d7f-684e572addb4 HTTP/1.1" status: 204 len: 168 time: 2.6575968 Mar 29 09:38:57.820169 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:57.825148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c2256a1c-054b-49c1-90f5-aadfb93f3792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:57.840382 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 55994) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:57.851123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port ec81fc48-79a5-4c26-909f-d1851fc0fb2e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ec81fc48-79a5-4c26-909f-d1851fc0fb2e,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:38:57.858951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c2256a1c-054b-49c1-90f5-aadfb93f3792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:57.931990 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:57.932873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6633f7c6-f237-4707-90d7-02778a3ed434 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:38:57.976330 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0aed42-1aac-4014-a480-99f3cdf0394e tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:38:57.981375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-aa0aed42-1aac-4014-a480-99f3cdf0394e tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Synchronizing usage tracker for tenant:68ca659eddda490bb7771977a92ae7b0 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:38:57.987634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Allocated IP 172.20.0.1 (6e55e4ad-9233-4e4d-adc2-e2b908baeaaa/a68d34bc-45c4-487b-8bc6-5cb2c7a2d083/f9d0398a-f422-49dc-9545-63c6a7230692) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:58.029837 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Pushing event updated for resources: {'Port': ['ID=7fe2276d-5d45-479b-8ec2-2adcf863972f,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:58.036013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Network 42b8e51d-f4c6-435f-9d85-32ff338cd383 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:58.044619 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:58.141106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b471e60d-8e66-42e5-b861-018a42454741 None None] Provisioning complete for port 598c9c00-4b7d-4178-b82b-1d574ab176fb triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:58.141437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b471e60d-8e66-42e5-b861-018a42454741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:58.145513 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c6e1a2-d303-4c82-a48b-094555f59d83 tempest-DHCPAgentSchedulersTestJSON-1930290902 tempest-DHCPAgentSchedulersTestJSON-1930290902-project-admin] Network 4a03cb62-4243-441c-8d92-10287097fa0d is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:38:58.203352 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=ec81fc48-79a5-4c26-909f-d1851fc0fb2e,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:58.203843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Router c0857744-38f4-4445-bdee-f1bed6d902d0 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:38:58.229871 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b471e60d-8e66-42e5-b861-018a42454741 None None] Port 598c9c00-4b7d-4178-b82b-1d574ab176fb cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:38:58.238703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Allocated IP 172.20.0.8 (7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a/7a887097-f317-4749-ba73-9814739007a6/87a3275d-ef78-431f-9f84-d725577dbd2b) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:38:58.289959 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 6633f7c6-f237-4707-90d7-02778a3ed434 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:38:58.295190 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 6633f7c6-f237-4707-90d7-02778a3ed434 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:58.295566 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:58.358206 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d1c6e1a2-d303-4c82-a48b-094555f59d83 tempest-DHCPAgentSchedulersTestJSON-1930290902 tempest-DHCPAgentSchedulersTestJSON-1930290902-project-admin] 10.222.0.35 "POST /v2.0/agents/76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2684603 Mar 29 09:38:58.361043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 55998) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:58.378289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b329c-180e-495e-b6de-b61ef05e1d9a None None] Network 4a03cb62-4243-441c-8d92-10287097fa0d requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:38:58.411174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb13d-f33e-4029-9b11-b4fc6f6c73d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:58.416109 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2256a1c-054b-49c1-90f5-aadfb93f3792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:58.513816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Router b0d42ba7-22de-4404-9335-fb39778b4768 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:38:58.523205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:58.528306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb13d-f33e-4029-9b11-b4fc6f6c73d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:58.547937 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-19292a54-3219-49e4-b5b0-c79e7f3446f3 None None] Provisioning complete for port 7fe2276d-5d45-479b-8ec2-2adcf863972f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:58.548366 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-19292a54-3219-49e4-b5b0-c79e7f3446f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:58.584720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2256a1c-054b-49c1-90f5-aadfb93f3792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:58.596807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Transition to ACTIVE for port object f9d0398a-f422-49dc-9545-63c6a7230692 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:58.653306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7fcbb13d-f33e-4029-9b11-b4fc6f6c73d5 admin admin] Synchronizing usage tracker for tenant:359bef6e43e748c68ab74e3dfb929d31 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:38:58.693867 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:38:58.703241 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d402eba4-ba80-4ba6-acd1-c3d208836e25 admin admin] 10.222.0.35 "PUT /v2.0/routers/c0857744-38f4-4445-bdee-f1bed6d902d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1357298 Mar 29 09:38:58.725799 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbb13d-f33e-4029-9b11-b4fc6f6c73d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4221b8d6-cbb4-402c-b496-125d07c2f5d3,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:58.774457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-19292a54-3219-49e4-b5b0-c79e7f3446f3 None None] Port 7fe2276d-5d45-479b-8ec2-2adcf863972f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:38:58.774801 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2256a1c-054b-49c1-90f5-aadfb93f3792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a42fe5-7d63-4d9e-b54e-76bab0a1ef6f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:58.778257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Sync routers for ids ['c0857744-38f4-4445-bdee-f1bed6d902d0'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:38:58.779663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-aa0aed42-1aac-4014-a480-99f3cdf0394e tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Unset dirty status for tenant:68ca659eddda490bb7771977a92ae7b0 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:38:58.784784 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-aa0aed42-1aac-4014-a480-99f3cdf0394e tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "GET /v2.0/ports/ce15fa94-f666-4eb0-8d7f-684e572addb4 HTTP/1.1" status: 404 len: 333 time: 0.9413669 Mar 29 09:38:58.798133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56004) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:58.807303 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-233cfb4f-ee75-4749-a00f-6a383b84bcfc tempest-DHCPAgentSchedulersTestJSON-1930290902 tempest-DHCPAgentSchedulersTestJSON-1930290902-project-admin] 10.222.0.35 "GET /v2.0/agents/76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d/dhcp-networks HTTP/1.1" status: 200 len: 8023 time: 0.4422145 Mar 29 09:38:58.815152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56008) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:58.816297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c2256a1c-054b-49c1-90f5-aadfb93f3792 admin admin] Synchronizing usage tracker for tenant:359bef6e43e748c68ab74e3dfb929d31 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:38:58.827917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-05e2152a-6aec-44f3-a637-8f3f827bc7ac tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Request body: {'port': {'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-200074795'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:58.848956 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Routers {'c0857744-38f4-4445-bdee-f1bed6d902d0'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:38:58.849786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:38:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c0857744-38f4-4445-bdee-f1bed6d902d0'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:38:58.850526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-05e2152a-6aec-44f3-a637-8f3f827bc7ac tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:58.906592 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:38:58.915995 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-30aee088-cdb4-42f6-a584-d79a49c18f46 admin admin] 10.222.0.35 "PUT /v2.0/routers/b0d42ba7-22de-4404-9335-fb39778b4768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2731433 Mar 29 09:38:58.924620 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Sync routers for ids ['b0d42ba7-22de-4404-9335-fb39778b4768'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:38:58.938109 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7fcbb13d-f33e-4029-9b11-b4fc6f6c73d5 admin admin] Unset dirty status for tenant:359bef6e43e748c68ab74e3dfb929d31 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:38:58.938601 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Routers {'b0d42ba7-22de-4404-9335-fb39778b4768'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:38:58.939515 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:38:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b0d42ba7-22de-4404-9335-fb39778b4768'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:38:58.940182 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7fcbb13d-f33e-4029-9b11-b4fc6f6c73d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=950c050633024f94971699e4f17bdc3f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7712281 Mar 29 09:38:58.947334 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56022) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:58.952636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:58.958484 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:58.960865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-c2256a1c-054b-49c1-90f5-aadfb93f3792 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 359bef6e43e748c68ab74e3dfb929d31-security_group {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:38:58.961351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-c2256a1c-054b-49c1-90f5-aadfb93f3792 admin admin] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:38:58.962370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-05e2152a-6aec-44f3-a637-8f3f827bc7ac tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:38:58.985589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Transition to ACTIVE for port object 87a3275d-ef78-431f-9f84-d725577dbd2b will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:38:59.013708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 6633f7c6-f237-4707-90d7-02778a3ed434, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6633f7c6-f237-4707-90d7-02778a3ed434,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:38:59.042290 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f759d490-3dd4-4205-903a-85d4bb27171f tempest-DHCPAgentSchedulersTestJSON-1930290902 tempest-DHCPAgentSchedulersTestJSON-1930290902-project-admin] 10.222.0.35 "DELETE /v2.0/agents/76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d/dhcp-networks/4a03cb62-4243-441c-8d92-10287097fa0d HTTP/1.1" status: 204 len: 168 time: 0.2267146 Mar 29 09:38:59.045610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56026) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:59.098907 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-588cce60-994d-42db-9b38-f17dd9ae16e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:59.116595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:59.129093 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:59.166132 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-588cce60-994d-42db-9b38-f17dd9ae16e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:59.264424 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Set router b0d42ba7-22de-4404-9335-fb39778b4768 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:38:59.276963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e2152a-6aec-44f3-a637-8f3f827bc7ac tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Made reservation on behalf of 68ca659eddda490bb7771977a92ae7b0 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:38:59.278250 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Set router c0857744-38f4-4445-bdee-f1bed6d902d0 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:38:59.279175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-05e2152a-6aec-44f3-a637-8f3f827bc7ac tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:59.318846 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:59.326270 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-588cce60-994d-42db-9b38-f17dd9ae16e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:59.351437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cce60-994d-42db-9b38-f17dd9ae16e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4221b8d6-cbb4-402c-b496-125d07c2f5d3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:59.354108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Network 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:59.365825 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-588cce60-994d-42db-9b38-f17dd9ae16e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:59.392516 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-588cce60-994d-42db-9b38-f17dd9ae16e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4221b8d6-cbb4-402c-b496-125d07c2f5d3 HTTP/1.1" status: 204 len: 168 time: 0.4430773 Mar 29 09:38:59.445125 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=6633f7c6-f237-4707-90d7-02778a3ed434,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:59.461976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ec81fc48-79a5-4c26-909f-d1851fc0fb2e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:38:59.498430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:59.551589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:59.552070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:59.582009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-05e2152a-6aec-44f3-a637-8f3f827bc7ac tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] device_id is not set on port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:38:59.687714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c2256a1c-054b-49c1-90f5-aadfb93f3792 admin admin] Unset dirty status for tenant:359bef6e43e748c68ab74e3dfb929d31 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:38:59.694951 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c2256a1c-054b-49c1-90f5-aadfb93f3792 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cae708edb99d41baabd8394c90f2daa1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6335981 Mar 29 09:38:59.697708 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56040) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:59.736422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:38:59.754876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:38:59.756794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d0398a-f422-49dc-9545-63c6a7230692,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:38:59.763818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:38:59.769543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:59.770122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:59.882859 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port ec81fc48-79a5-4c26-909f-d1851fc0fb2e triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:38:59.883389 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:59.886077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d57cc98f-49ec-48d9-b2fa-f1f576a9413b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:59.922898 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56046) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:38:59.931134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-59743769-5128-4caf-94fb-d8a8b5bdd93c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097419604', 'description': 'tempest-description--1059376900'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:38:59.939013 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '02b1f748-d1eb-4624-ab36-346184563120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:40Z', 'updated_at': '2022-03-29T09:38:55Z', 'revision_number': 4, 'project_id': 'dd990266160241679233cd0b82116a4d', 'gw_port': {'id': '02b1f748-d1eb-4624-ab36-346184563120', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '7fe2276d-5d45-479b-8ec2-2adcf863972f', 'name': '', 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'mac_address': 'fa:16:3e:c8:6f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:51Z', 'updated_at': '2022-03-29T09:38:55Z', 'revision_number': 2, 'project_id': 'dd990266160241679233cd0b82116a4d', 'subnets': [{'id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:38:59.939614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-59743769-5128-4caf-94fb-d8a8b5bdd93c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:38:59.943109 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d57cc98f-49ec-48d9-b2fa-f1f576a9413b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:59.953962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-59743769-5128-4caf-94fb-d8a8b5bdd93c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Usage tracker for resource:security_group and tenant:dd990266160241679233cd0b82116a4d is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:38:59.954844 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Checking router: b0d42ba7-22de-4404-9335-fb39778b4768 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:38:59.956970 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Updating router b0d42ba7-22de-4404-9335-fb39778b4768 port 7fe2276d-5d45-479b-8ec2-2adcf863972f binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:38:59.958964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-59743769-5128-4caf-94fb-d8a8b5bdd93c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:38:59.973032 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-59743769-5128-4caf-94fb-d8a8b5bdd93c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:00.066585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-59743769-5128-4caf-94fb-d8a8b5bdd93c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.102269 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.104052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d57cc98f-49ec-48d9-b2fa-f1f576a9413b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.152059 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-59743769-5128-4caf-94fb-d8a8b5bdd93c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:00.166923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cc98f-49ec-48d9-b2fa-f1f576a9413b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a42fe5-7d63-4d9e-b54e-76bab0a1ef6f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:00.167118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event updated for resources: {'Port': ['ID=87a3275d-ef78-431f-9f84-d725577dbd2b,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:00.177992 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c5d65f1b-75f5-4782-947f-9605a5d11a73 tempest-DHCPAgentSchedulersTestJSON-1930290902 tempest-DHCPAgentSchedulersTestJSON-1930290902-project-admin] 10.222.0.35 "GET /v2.0/agents/76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 1.1311531 Mar 29 09:39:00.184428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56052) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:00.191951 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-59743769-5128-4caf-94fb-d8a8b5bdd93c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Usage tracker for resource:security_group_rule and tenant:dd990266160241679233cd0b82116a4d is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:00.210823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-59743769-5128-4caf-94fb-d8a8b5bdd93c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:00.219283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d57cc98f-49ec-48d9-b2fa-f1f576a9413b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.220554 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d57cc98f-49ec-48d9-b2fa-f1f576a9413b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8a42fe5-7d63-4d9e-b54e-76bab0a1ef6f HTTP/1.1" status: 204 len: 168 time: 0.5211170 Mar 29 09:39:00.223614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5fad5aeb-abec-4e82-8357-54271f366eb2 None None] Provisioning for port f9d0398a-f422-49dc-9545-63c6a7230692 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:00.246983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5fad5aeb-abec-4e82-8357-54271f366eb2 None None] Provisioning complete for port f9d0398a-f422-49dc-9545-63c6a7230692 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:00.251856 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-59743769-5128-4caf-94fb-d8a8b5bdd93c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:00.254694 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5fad5aeb-abec-4e82-8357-54271f366eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.308402 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c0b0c7f0-75a2-4cb1-8814-9013fea149ea tempest-DHCPAgentSchedulersTestJSON-1930290902 tempest-DHCPAgentSchedulersTestJSON-1930290902-project-admin] 10.222.0.35 "GET /v2.0/networks/cda4b153-20a8-49e1-bd76-0e28e9b3cb9e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1152771 Mar 29 09:39:00.308402 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0d7fad40-1a55-490d-8200-78e3bb6f03cf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6098473 Mar 29 09:39:00.310440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56058) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:00.310440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56060) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:00.317945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-65562f9e-7d9c-4702-bf45-c06ebc659aec tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:9b:bc:1c'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:00.349158 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-5fad5aeb-abec-4e82-8357-54271f366eb2 None None] Port f9d0398a-f422-49dc-9545-63c6a7230692 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:00.359995 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:43Z', 'updated_at': '2022-03-29T09:38:56Z', 'revision_number': 4, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'gw_port': {'id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:45Z', 'updated_at': '2022-03-29T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '598c9c00-4b7d-4178-b82b-1d574ab176fb', 'name': '', 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'mac_address': 'fa:16:3e:9a:a6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:54Z', 'updated_at': '2022-03-29T09:38:56Z', 'revision_number': 2, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'subnets': [{'id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:00.364945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Checking router: c0857744-38f4-4445-bdee-f1bed6d902d0 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:39:00.365307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Updating router c0857744-38f4-4445-bdee-f1bed6d902d0 port 598c9c00-4b7d-4178-b82b-1d574ab176fb binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:39:00.435438 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e2996f57-da42-42e7-97d7-1db0726fe356 tempest-DHCPAgentSchedulersTestJSON-1930290902 tempest-DHCPAgentSchedulersTestJSON-1930290902-project-admin] 10.222.0.35 "GET /v2.0/networks/cda4b153-20a8-49e1-bd76-0e28e9b3cb9e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1211913 Mar 29 09:39:00.438642 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-05e2152a-6aec-44f3-a637-8f3f827bc7ac tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.453009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.464883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56066) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:00.511485 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-59743769-5128-4caf-94fb-d8a8b5bdd93c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.527814 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56070) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:00.559264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c941861c-54df-44ff-b514-7351101aba85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.584169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-59743769-5128-4caf-94fb-d8a8b5bdd93c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.606975 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c941861c-54df-44ff-b514-7351101aba85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:00.667857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c941861c-54df-44ff-b514-7351101aba85 admin admin] Usage tracker for resource:security_group_rule and tenant:2fcc25660d9841c9ad180d244dc1434a is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:00.671434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59743769-5128-4caf-94fb-d8a8b5bdd93c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0242fc34-092b-4169-bcc1-fd0fff9a8aa7,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:00.688383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c941861c-54df-44ff-b514-7351101aba85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:00.698494 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-59743769-5128-4caf-94fb-d8a8b5bdd93c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.700983 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-59743769-5128-4caf-94fb-d8a8b5bdd93c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7770948 Mar 29 09:39:00.702499 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c941861c-54df-44ff-b514-7351101aba85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:00.706954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.711373 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56076) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:00.724570 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d63d18bf-f61f-4511-8ef8-cd87496b2c00 None None] Provisioning for port 87a3275d-ef78-431f-9f84-d725577dbd2b completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:00.727087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c879b63f-bc57-4609-8a33-8129fb4fc77d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Request body: {'security_group_rule': {'security_group_id': '0242fc34-092b-4169-bcc1-fd0fff9a8aa7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:00.741842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d63d18bf-f61f-4511-8ef8-cd87496b2c00 None None] Provisioning complete for port 87a3275d-ef78-431f-9f84-d725577dbd2b triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:00.742326 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d63d18bf-f61f-4511-8ef8-cd87496b2c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.747356 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c879b63f-bc57-4609-8a33-8129fb4fc77d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:00.757985 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c879b63f-bc57-4609-8a33-8129fb4fc77d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Usage tracker for resource:security_group_rule and tenant:dd990266160241679233cd0b82116a4d is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:00.769397 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c879b63f-bc57-4609-8a33-8129fb4fc77d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:00.779579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c879b63f-bc57-4609-8a33-8129fb4fc77d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:00.832533 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d63d18bf-f61f-4511-8ef8-cd87496b2c00 None None] Port 87a3275d-ef78-431f-9f84-d725577dbd2b cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:00.837526 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.853103 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Transition to ACTIVE for port object 7fe2276d-5d45-479b-8ec2-2adcf863972f will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:00.858648 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56080) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:00.867926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f3e2588b-8aba-48a3-8122-3af6e48166fc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1022633119', 'description': 'tempest-description--888021161'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:00.874151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f3e2588b-8aba-48a3-8122-3af6e48166fc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:00.881988 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f3e2588b-8aba-48a3-8122-3af6e48166fc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Usage tracker for resource:security_group and tenant:cba6478a0dfd4704a514232e079d6387 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:00.885548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f3e2588b-8aba-48a3-8122-3af6e48166fc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:00.896390 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f3e2588b-8aba-48a3-8122-3af6e48166fc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:00.919571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c879b63f-bc57-4609-8a33-8129fb4fc77d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.957724 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.975926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c941861c-54df-44ff-b514-7351101aba85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.992638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-65562f9e-7d9c-4702-bf45-c06ebc659aec tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.019139 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-05e2152a-6aec-44f3-a637-8f3f827bc7ac tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.065602 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c1035-d046-4d2b-9133-4f35eaddde94 None None] Pushing event updated for resources: {'Port': ['ID=7fe2276d-5d45-479b-8ec2-2adcf863972f,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:01.083709 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f3e2588b-8aba-48a3-8122-3af6e48166fc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.096307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c941861c-54df-44ff-b514-7351101aba85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.140625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.164387 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Transition to ACTIVE for port object 598c9c00-4b7d-4178-b82b-1d574ab176fb will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:01.182305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f3e2588b-8aba-48a3-8122-3af6e48166fc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:01.194853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c879b63f-bc57-4609-8a33-8129fb4fc77d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.196793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f3e2588b-8aba-48a3-8122-3af6e48166fc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Usage tracker for resource:security_group_rule and tenant:cba6478a0dfd4704a514232e079d6387 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:01.204188 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c941861c-54df-44ff-b514-7351101aba85 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2fcc25660d9841c9ad180d244dc1434a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6752019 Mar 29 09:39:01.205339 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f3e2588b-8aba-48a3-8122-3af6e48166fc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:01.208053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56086) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:01.211267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941861c-54df-44ff-b514-7351101aba85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f62a735-8739-4d67-aefb-e40f1c84d7b1,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:01.228042 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f3e2588b-8aba-48a3-8122-3af6e48166fc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:01.260588 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.286953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56090) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:01.289904 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c879b63f-bc57-4609-8a33-8129fb4fc77d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.292330 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6ecc17db-127a-4952-9485-55f4387438e3 tempest-DHCPAgentSchedulersTestJSON-1930290902 tempest-DHCPAgentSchedulersTestJSON-1930290902-project-admin] 10.222.0.35 "GET /v2.0/agents/76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.8185425 Mar 29 09:39:01.305979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56094) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:01.366985 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879b63f-bc57-4609-8a33-8129fb4fc77d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd56bf8c-d1bf-48b0-b073-dec2340dfdb3,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:01.374686 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Attempting to bind port 7fe2276d-5d45-479b-8ec2-2adcf863972f on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:01.375303 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Attempting to bind port 7fe2276d-5d45-479b-8ec2-2adcf863972f by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '7f66d392-afa2-40cc-8034-8820321b58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:01.375672 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Attempting to bind port 7fe2276d-5d45-479b-8ec2-2adcf863972f on network 42b8e51d-f4c6-435f-9d85-32ff338cd383 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:01.394147 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:39:01.394147 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Checking segment: {'id': '7f66d392-afa2-40cc-8034-8820321b58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:01.394147 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.394147 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Bound using segment: {'id': '7f66d392-afa2-40cc-8034-8820321b58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:39:01.394647 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Bound port: 7fe2276d-5d45-479b-8ec2-2adcf863972f, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f66d392-afa2-40cc-8034-8820321b58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:39:01.395307 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.454915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e2152a-6aec-44f3-a637-8f3f827bc7ac tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Network 4ca28e62-69c6-4d10-a169-52d7321faed7 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:01.464769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6633f7c6-f237-4707-90d7-02778a3ed434 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:01.498100 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-22cb66f4-a229-4b2c-8edc-07212767f588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.516372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-05e2152a-6aec-44f3-a637-8f3f827bc7ac tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:01.529998 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e2152a-6aec-44f3-a637-8f3f827bc7ac tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:01.531206 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e2152a-6aec-44f3-a637-8f3f827bc7ac tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:01.531952 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-05e2152a-6aec-44f3-a637-8f3f827bc7ac tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.540347 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] For port 7fe2276d-5d45-479b-8ec2-2adcf863972f, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:39:01.545120 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] For port 7fe2276d-5d45-479b-8ec2-2adcf863972f, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7fe2276d-5d45-479b-8ec2-2adcf863972f,segment=NetworkSegment(7f66d392-afa2-40cc-8034-8820321b58b3),segment_id=7f66d392-afa2-40cc-8034-8820321b58b3)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:39:01.557713 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bb08a14a-50ef-498a-9f33-4323b14f121b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=44342a85f35f48928cbe559add389e36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2694805 Mar 29 09:39:01.561547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2152a-6aec-44f3-a637-8f3f827bc7ac tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Pushing event updated for resources: {'Port': ['ID=b52901d6-5ac7-43f8-b95c-fcaa341cf5d5,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:01.569792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56100) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:01.613455 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f3e2588b-8aba-48a3-8122-3af6e48166fc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.619628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-22cb66f4-a229-4b2c-8edc-07212767f588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.627421 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.682840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656e28b-9edc-4552-81d0-9025bb4d617a None None] Pushing event updated for resources: {'Port': ['ID=598c9c00-4b7d-4178-b82b-1d574ab176fb,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:01.687111 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c879b63f-bc57-4609-8a33-8129fb4fc77d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.689059 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c879b63f-bc57-4609-8a33-8129fb4fc77d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9752767 Mar 29 09:39:01.706085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56104) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:01.722974 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-abc394df-a9b7-4fc1-b68f-ca8c57bea0ba tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Request body: {'security_group_rule': {'security_group_id': '0242fc34-092b-4169-bcc1-fd0fff9a8aa7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:01.732079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-abc394df-a9b7-4fc1-b68f-ca8c57bea0ba tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:01.737308 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-abc394df-a9b7-4fc1-b68f-ca8c57bea0ba tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Usage tracker for resource:security_group_rule and tenant:dd990266160241679233cd0b82116a4d is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:01.740783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Attempting to bind port 598c9c00-4b7d-4178-b82b-1d574ab176fb on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:01.741154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-abc394df-a9b7-4fc1-b68f-ca8c57bea0ba tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:01.741552 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Attempting to bind port 598c9c00-4b7d-4178-b82b-1d574ab176fb by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'f732aea9-8c5c-4406-93c1-a9f229414335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:01.742055 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Attempting to bind port 598c9c00-4b7d-4178-b82b-1d574ab176fb on network b64753bf-2c45-475b-a45b-e68e4fc13b9a {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:01.743889 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Routers {'b0d42ba7-22de-4404-9335-fb39778b4768'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:01.748166 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:38:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b0d42ba7-22de-4404-9335-fb39778b4768'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:01.750443 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-abc394df-a9b7-4fc1-b68f-ca8c57bea0ba tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:01.757326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.761947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:39:01.762521 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Checking segment: {'id': 'f732aea9-8c5c-4406-93c1-a9f229414335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:01.763098 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.763630 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Bound using segment: {'id': 'f732aea9-8c5c-4406-93c1-a9f229414335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:39:01.764322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Bound port: 598c9c00-4b7d-4178-b82b-1d574ab176fb, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f732aea9-8c5c-4406-93c1-a9f229414335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:39:01.765130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.767683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f3e2588b-8aba-48a3-8122-3af6e48166fc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.830071 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-05e2152a-6aec-44f3-a637-8f3f827bc7ac tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.0201716 Mar 29 09:39:01.836769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56108) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:01.859941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:01.870485 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2588b-8aba-48a3-8122-3af6e48166fc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:01.880619 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 6633f7c6-f237-4707-90d7-02778a3ed434 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:01.880619 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.899621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abc394df-a9b7-4fc1-b68f-ca8c57bea0ba tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.938864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f3e2588b-8aba-48a3-8122-3af6e48166fc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.941265 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f3e2588b-8aba-48a3-8122-3af6e48166fc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0816238 Mar 29 09:39:01.950586 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a284588b-d914-4448-8815-92ea5183fa03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:01.955990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56112) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:01.976367 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-8c74ceda-879b-4bc5-a0e4-76a3fbef42f4 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Request body: {'security_group_rule': {'security_group_id': '20f94e2f-9a77-4a7f-a63a-f0c8cfab4917', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:01.988334 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-22cb66f4-a229-4b2c-8edc-07212767f588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.003612 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] Set router b0d42ba7-22de-4404-9335-fb39778b4768 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:39:02.016195 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8c74ceda-879b-4bc5-a0e4-76a3fbef42f4 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:02.038020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] For port 598c9c00-4b7d-4178-b82b-1d574ab176fb, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:39:02.041848 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] For port 598c9c00-4b7d-4178-b82b-1d574ab176fb, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=598c9c00-4b7d-4178-b82b-1d574ab176fb,segment=NetworkSegment(f732aea9-8c5c-4406-93c1-a9f229414335),segment_id=f732aea9-8c5c-4406-93c1-a9f229414335)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:39:02.044934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-22cb66f4-a229-4b2c-8edc-07212767f588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.046061 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-22cb66f4-a229-4b2c-8edc-07212767f588 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f62a735-8739-4d67-aefb-e40f1c84d7b1 HTTP/1.1" status: 204 len: 168 time: 0.8368936 Mar 29 09:39:02.047153 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb66f4-a229-4b2c-8edc-07212767f588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f62a735-8739-4d67-aefb-e40f1c84d7b1,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:02.053175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8c74ceda-879b-4bc5-a0e4-76a3fbef42f4 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Usage tracker for resource:security_group_rule and tenant:cba6478a0dfd4704a514232e079d6387 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:02.057934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8c74ceda-879b-4bc5-a0e4-76a3fbef42f4 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:02.070704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a284588b-d914-4448-8815-92ea5183fa03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.080260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8c74ceda-879b-4bc5-a0e4-76a3fbef42f4 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:02.117214 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abc394df-a9b7-4fc1-b68f-ca8c57bea0ba tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.174602 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.188954 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c1035-d046-4d2b-9133-4f35eaddde94 None None] Pushing event updated for resources: {'Port': ['ID=7fe2276d-5d45-479b-8ec2-2adcf863972f,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:02.211095 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.resource_extend [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:39:02.238101 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.251683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abc394df-a9b7-4fc1-b68f-ca8c57bea0ba tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.262124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Routers {'c0857744-38f4-4445-bdee-f1bed6d902d0'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:02.263293 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:38:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c0857744-38f4-4445-bdee-f1bed6d902d0'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:02.280666 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.294997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.302784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a284588b-d914-4448-8815-92ea5183fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.323344 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > segment before_delete 55550000 {{(pid=88551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:02.323999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:02.324929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:02.325366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > port after_create 55550000 {{(pid=88551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:02.325792 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > port after_delete 55550000 {{(pid=88551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:02.326246 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > port after_update 55550000 {{(pid=88551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:02.326670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > segment after_delete 55550000 {{(pid=88551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:02.327106 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet after_create 55550000 {{(pid=88551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:02.327614 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet after_delete 55550000 {{(pid=88551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:02.328017 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet after_update 55550000 {{(pid=88551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:02.363732 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656e28b-9edc-4552-81d0-9025bb4d617a None None] Pushing event updated for resources: {'Port': ['ID=598c9c00-4b7d-4178-b82b-1d574ab176fb,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:02.375815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c74ceda-879b-4bc5-a0e4-76a3fbef42f4 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.466895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc394df-a9b7-4fc1-b68f-ca8c57bea0ba tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac222598-afd9-4c81-ab81-b39422337794,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:02.478567 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284588b-d914-4448-8815-92ea5183fa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e32bf8a-f941-4d7d-a86c-0237e92f1854,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:02.520565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a284588b-d914-4448-8815-92ea5183fa03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.527922 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a284588b-d914-4448-8815-92ea5183fa03 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e32bf8a-f941-4d7d-a86c-0237e92f1854 HTTP/1.1" status: 204 len: 168 time: 0.9519832 Mar 29 09:39:02.557546 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] Set router c0857744-38f4-4445-bdee-f1bed6d902d0 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:39:02.562053 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '02b1f748-d1eb-4624-ab36-346184563120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:40Z', 'updated_at': '2022-03-29T09:38:55Z', 'revision_number': 4, 'project_id': 'dd990266160241679233cd0b82116a4d', 'gw_port': {'id': '02b1f748-d1eb-4624-ab36-346184563120', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '7fe2276d-5d45-479b-8ec2-2adcf863972f', 'name': '', 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'mac_address': 'fa:16:3e:c8:6f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:51Z', 'updated_at': '2022-03-29T09:39:01Z', 'revision_number': 4, 'project_id': 'dd990266160241679233cd0b82116a4d', 'subnets': [{'id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:02.574767 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d393c-e1b9-4ebb-9652-7d54f36cb114 None None] The sync data for ids ['b0d42ba7-22de-4404-9335-fb39778b4768'] in dv-neutron-835555-1-hyperv is: [{'id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '02b1f748-d1eb-4624-ab36-346184563120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:40Z', 'updated_at': '2022-03-29T09:38:55Z', 'revision_number': 4, 'project_id': 'dd990266160241679233cd0b82116a4d', 'gw_port': {'id': '02b1f748-d1eb-4624-ab36-346184563120', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '7fe2276d-5d45-479b-8ec2-2adcf863972f', 'name': '', 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'mac_address': 'fa:16:3e:c8:6f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:51Z', 'updated_at': '2022-03-29T09:39:01Z', 'revision_number': 4, 'project_id': 'dd990266160241679233cd0b82116a4d', 'subnets': [{'id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:39:02.589128 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c74ceda-879b-4bc5-a0e4-76a3fbef42f4 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.608977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abc394df-a9b7-4fc1-b68f-ca8c57bea0ba tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.610417 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-abc394df-a9b7-4fc1-b68f-ca8c57bea0ba tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8979075 Mar 29 09:39:02.613671 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56122) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:02.619135 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:02.637542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:02.642812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Usage tracker for resource:floatingip and tenant:dd990266160241679233cd0b82116a4d is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:02.661390 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:02.678335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet after_create 55550000 {{(pid=88551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:02.679493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet after_delete 55550000 {{(pid=88551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:02.680556 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:02.681671 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet before_create 55550000 {{(pid=88551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:02.682148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet before_update 55550000 {{(pid=88551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:02.682771 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a03cb62-4243-441c-8d92-10287097fa0d']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:02.714775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.715049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c74ceda-879b-4bc5-a0e4-76a3fbef42f4 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.767458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609a9dca-eaeb-49b3-a6f8-b88715387350') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:02.767865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609a9dca-eaeb-49b3-a6f8-b88715387350') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:02.768616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74ceda-879b-4bc5-a0e4-76a3fbef42f4 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b094bd-1e0c-442a-b0e0-ac882bbf763c,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:02.789778 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.876873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.892935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-65562f9e-7d9c-4702-bf45-c06ebc659aec tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.936181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c74ceda-879b-4bc5-a0e4-76a3fbef42f4 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.940021 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8c74ceda-879b-4bc5-a0e4-76a3fbef42f4 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9802930 Mar 29 09:39:02.946001 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56134) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:02.955901 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-79315dfd-00e1-40cc-9fa0-a1d52b7f75e8 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Request body: {'security_group_rule': {'security_group_id': '20f94e2f-9a77-4a7f-a63a-f0c8cfab4917', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:02.963371 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-79315dfd-00e1-40cc-9fa0-a1d52b7f75e8 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:02.974094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.980037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-79315dfd-00e1-40cc-9fa0-a1d52b7f75e8 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Usage tracker for resource:security_group_rule and tenant:cba6478a0dfd4704a514232e079d6387 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:02.983897 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-79315dfd-00e1-40cc-9fa0-a1d52b7f75e8 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:02.985868 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-65562f9e-7d9c-4702-bf45-c06ebc659aec tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.992588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-79315dfd-00e1-40cc-9fa0-a1d52b7f75e8 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:03.031538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:03.035155 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:39:03.035549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:03.062081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d0398a-f422-49dc-9545-63c6a7230692,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:03.066175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: from cryptography.utils import int_from_bytes Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: from cryptography.utils import int_from_bytes Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn_limited( Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:39:03.072954 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:39:03.105441 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-79315dfd-00e1-40cc-9fa0-a1d52b7f75e8 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:03.259419 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:43Z', 'updated_at': '2022-03-29T09:38:56Z', 'revision_number': 4, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'gw_port': {'id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:45Z', 'updated_at': '2022-03-29T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '598c9c00-4b7d-4178-b82b-1d574ab176fb', 'name': '', 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'mac_address': 'fa:16:3e:9a:a6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:54Z', 'updated_at': '2022-03-29T09:39:02Z', 'revision_number': 4, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'subnets': [{'id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:03.276083 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d925022-8b45-4164-befd-b2aeaa6c52e4 None None] The sync data for ids ['c0857744-38f4-4445-bdee-f1bed6d902d0'] in dv-neutron-835555-1-hyperv is: [{'id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:43Z', 'updated_at': '2022-03-29T09:38:56Z', 'revision_number': 4, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'gw_port': {'id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:45Z', 'updated_at': '2022-03-29T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '598c9c00-4b7d-4178-b82b-1d574ab176fb', 'name': '', 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'mac_address': 'fa:16:3e:9a:a6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:54Z', 'updated_at': '2022-03-29T09:39:02Z', 'revision_number': 4, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'subnets': [{'id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:39:03.524839 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-bdd691df-1eb3-41b4-b323-8408b85ab271 None None] Provisioning complete for port 87a3275d-ef78-431f-9f84-d725577dbd2b triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:03.525205 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bdd691df-1eb3-41b4-b323-8408b85ab271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:03.550400 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-79315dfd-00e1-40cc-9fa0-a1d52b7f75e8 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:03.556895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Allocated IP 172.26.7.87 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/dd6cb21d-54e2-4326-8887-04b68ae5e953) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:03.656358 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-bdd691df-1eb3-41b4-b323-8408b85ab271 None None] Port 87a3275d-ef78-431f-9f84-d725577dbd2b cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:03.661885 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7fe2276d-5d45-479b-8ec2-2adcf863972f up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:03.686839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-79315dfd-00e1-40cc-9fa0-a1d52b7f75e8 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:03.724052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79315dfd-00e1-40cc-9fa0-a1d52b7f75e8 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c50c031-2c5d-4a93-9674-52b61b8dceba,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:03.735927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:03.751489 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65562f9e-7d9c-4702-bf45-c06ebc659aec tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event updated for resources: {'Port': ['ID=87a3275d-ef78-431f-9f84-d725577dbd2b,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:03.798165 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:03.811466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] device_id is not set on port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:39:03.827175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Pushing event deleted for resources: {'Network': ['ID=4a03cb62-4243-441c-8d92-10287097fa0d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:03.831623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-65562f9e-7d9c-4702-bf45-c06ebc659aec tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] In _notify_port_updated(), no bound segment for port 87a3275d-ef78-431f-9f84-d725577dbd2b on network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a {{(pid=88551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:39:03.837558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65562f9e-7d9c-4702-bf45-c06ebc659aec tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:03.838228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-65562f9e-7d9c-4702-bf45-c06ebc659aec tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:03.842690 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-65562f9e-7d9c-4702-bf45-c06ebc659aec tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "PUT /v2.0/ports/87a3275d-ef78-431f-9f84-d725577dbd2b HTTP/1.1" status: 200 len: 993 time: 3.5324299 Mar 29 09:39:03.843709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56158) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:03.845438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:03.856573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Network 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:03.861185 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6ea67a02-43a0-48a8-bf5a-ff829190e4ae tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] 10.222.0.35 "DELETE /v2.0/networks/4a03cb62-4243-441c-8d92-10287097fa0d HTTP/1.1" status: 204 len: 168 time: 2.5492871 Mar 29 09:39:03.866529 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56160) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:03.867873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:03.871582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 7fe2276d-5d45-479b-8ec2-2adcf863972f completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:03.877627 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 7fe2276d-5d45-479b-8ec2-2adcf863972f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:03.878758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:03.910561 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:39:03.948529 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-79315dfd-00e1-40cc-9fa0-a1d52b7f75e8 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:03.952720 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-79315dfd-00e1-40cc-9fa0-a1d52b7f75e8 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0004642 Mar 29 09:39:03.963237 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56166) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:03.980469 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:04.002060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:04.011550 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Usage tracker for resource:floatingip and tenant:cba6478a0dfd4704a514232e079d6387 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:04.021626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:04.036558 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:04.068977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:04.159742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:04.209350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Transition to ACTIVE for port object b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:04.211014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:04.273195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 7fe2276d-5d45-479b-8ec2-2adcf863972f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7fe2276d-5d45-479b-8ec2-2adcf863972f,segment=NetworkSegment(7f66d392-afa2-40cc-8034-8820321b58b3),segment_id=7f66d392-afa2-40cc-8034-8820321b58b3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:04.304533 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0b0058-b7dc-4cb6-b6a8-453bb18c2479 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] DELETE failed (client error): The resource could not be found. Mar 29 09:39:04.305343 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0b0058-b7dc-4cb6-b6a8-453bb18c2479 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:39:04.309822 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-da0b0058-b7dc-4cb6-b6a8-453bb18c2479 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] 10.222.0.35 "DELETE /v2.0/ports/7705d8f8-dbbf-46eb-9e1e-4f15fe057382 HTTP/1.1" status: 404 len: 333 time: 0.4375281 Mar 29 09:39:04.309972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-cca88218-a522-4f71-962a-245a4d28be2a None None] Provisioning complete for port f9d0398a-f422-49dc-9545-63c6a7230692 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:04.309972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cca88218-a522-4f71-962a-245a4d28be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:04.384691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:04.389801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56174) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:04.396666 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:04.400155 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:04.578374 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:04.598136 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:04.619048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=7fe2276d-5d45-479b-8ec2-2adcf863972f,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:04.633912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-cca88218-a522-4f71-962a-245a4d28be2a None None] Port f9d0398a-f422-49dc-9545-63c6a7230692 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:04.657947 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-8e3db799-c860-49b7-a82c-412910bbebcf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Deleting port 87a3275d-ef78-431f-9f84-d725577dbd2b {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:04.658563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e3db799-c860-49b7-a82c-412910bbebcf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:04.660343 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:04.793027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Pushing event updated for resources: {'Port': ['ID=dd6cb21d-54e2-4326-8887-04b68ae5e953,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:04.801765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e64a03-3791-45c1-9b72-85479a5289e2 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Deleting subnet 787c5274-4bb0-4b20-90fe-cbcc529d45e3 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:39:04.805135 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-61e64a03-3791-45c1-9b72-85479a5289e2 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:04.814333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:04.814931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:04.815021 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:04.839287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Pushing event updated for resources: {'Port': ['ID=b52901d6-5ac7-43f8-b95c-fcaa341cf5d5,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:04.846175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:04.846465 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:04.854406 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 2 to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 Mar 29 09:39:04.874995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-61e64a03-3791-45c1-9b72-85479a5289e2 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:04.898280 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:04.898610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:04.899050 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:04.902329 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Router f56f5342-a2ae-46dd-87fd-1b97492ad921 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:39:04.952228 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56190) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:04.973763 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:04.974089 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:04.974392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:04.981029 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 3 to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 Mar 29 09:39:05.003186 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-61e64a03-3791-45c1-9b72-85479a5289e2 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:05.005107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:05.005447 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:05.005777 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:05.044998 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:05.076141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:05.077118 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:05.088401 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 4 to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 Mar 29 09:39:05.149467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:05.149798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:05.150127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:05.216171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:05.219594 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:05.220031 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1157379512'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:05.231367 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 5 to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 Mar 29 09:39:05.240037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:05.261756 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:network and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:05.271497 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:05.287136 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:05.300858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:05.385023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:05.385023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:05.385272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:05.408184 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:05.411853 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:05.416344 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 6 to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 Mar 29 09:39:05.434268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56202) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:05.443873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:05.447290 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:05.473193 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:05.489220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-61e64a03-3791-45c1-9b72-85479a5289e2 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:05.493771 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:05.494122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:05.496115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:05.524929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:39:05.531977 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-28fb80ec-dacc-44cd-9746-dac55e25c744 admin admin] 10.222.0.35 "PUT /v2.0/routers/f56f5342-a2ae-46dd-87fd-1b97492ad921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0659647 Mar 29 09:39:05.555218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:05.555785 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:05.559499 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 7 to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 Mar 29 09:39:05.564302 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Sync routers for ids ['f56f5342-a2ae-46dd-87fd-1b97492ad921'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:39:05.572150 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7fe2276d-5d45-479b-8ec2-2adcf863972f up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:05.578277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e3db799-c860-49b7-a82c-412910bbebcf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:05.580355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e64a03-3791-45c1-9b72-85479a5289e2 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Pushing event deleted for resources: {'Subnet': ['ID=787c5274-4bb0-4b20-90fe-cbcc529d45e3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:05.594593 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:05.604574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-61e64a03-3791-45c1-9b72-85479a5289e2 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:05.608755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:05.609239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:05.609716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:05.613351 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:security_group_rule and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:05.617138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Allocated IP 172.26.7.88 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/848d5fbc-da98-422a-8f3b-2a544b4df43e) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:05.624242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:05.680243 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33431403-6487-48b6-b467-e260cfabfb84 None None] Network cda4b153-20a8-49e1-bd76-0e28e9b3cb9e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:05.684719 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:05.688276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1123551570', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:05.704081 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-61e64a03-3791-45c1-9b72-85479a5289e2 tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] 10.222.0.35 "DELETE /v2.0/subnets/787c5274-4bb0-4b20-90fe-cbcc529d45e3 HTTP/1.1" status: 204 len: 168 time: 1.3120399 Mar 29 09:39:05.713000 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56210) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:05.756793 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:05.757124 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:05.764669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-8e3db799-c860-49b7-a82c-412910bbebcf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Calling delete_port for 87a3275d-ef78-431f-9f84-d725577dbd2b owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:05.816685 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 8 to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 Mar 29 09:39:05.839264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:05.846358 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Usage tracker for resource:port and tenant:5ae233dc1b5a4ab5bc15f561f8e4ed9c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:05.851815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:05.859798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:05.875429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Routers {'f56f5342-a2ae-46dd-87fd-1b97492ad921'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:05.876230 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:38:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f56f5342-a2ae-46dd-87fd-1b97492ad921'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:05.989631 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.009227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:06.009556 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:06.009887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:06.014924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Made reservation on behalf of 5ae233dc1b5a4ab5bc15f561f8e4ed9c for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:06.017904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.037601 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.046171 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Deleting port a292ff18-6742-401d-ac1a-5525b987db20 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:06.046626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.047969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:06.048303 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:06.050512 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 9 to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 Mar 29 09:39:06.066023 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Set router f56f5342-a2ae-46dd-87fd-1b97492ad921 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:39:06.067486 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:06.068110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:06.068457 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:06.074043 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:06.074373 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:06.079888 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 10 to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 Mar 29 09:39:06.088857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:06.101981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Usage tracker for resource:security_group_rule and tenant:5ae233dc1b5a4ab5bc15f561f8e4ed9c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:06.105364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e3db799-c860-49b7-a82c-412910bbebcf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.107585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:06.114728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.125527 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:06.126061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:06.126537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:06.133445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.189090 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:06.192752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:06.193082 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:06.193466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.213713 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3b765dbb-d80d-4790-b46a-28dbc50a2e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.221162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.222357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.301099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.350984 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.380052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56218) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:06.450509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-eb6468be-d329-4d94-8684-66f341fb7fae tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1397362547', 'description': 'tempest-description--1191228233'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:06.462512 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Pushing event updated for resources: {'Port': ['ID=dd6cb21d-54e2-4326-8887-04b68ae5e953,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:06.498683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:06.505726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.507762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3db799-c860-49b7-a82c-412910bbebcf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event deleted for resources: {'Port': ['ID=87a3275d-ef78-431f-9f84-d725577dbd2b,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:06.517360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e2e3ad-b7aa-4658-9575-c7168e98756d,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:06.521321 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eb6468be-d329-4d94-8684-66f341fb7fae tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:06.525691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] For port a292ff18-6742-401d-ac1a-5525b987db20, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a292ff18-6742-401d-ac1a-5525b987db20,segment=NetworkSegment(e6cb70a8-12b8-4f5e-8272-2060627c87c3),segment_id=e6cb70a8-12b8-4f5e-8272-2060627c87c3)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:06.525691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.525990 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 7fe2276d-5d45-479b-8ec2-2adcf863972f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:06.526237 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.540314 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.540777 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Added segment 39babe27-39cf-4b65-875a-e61bc25ebc07 of type vlan for network 2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb Mar 29 09:39:06.542174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.551849 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-828e2b92-3488-440e-aeb5-2ddc0b6d7051 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9368680 Mar 29 09:39:06.559479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eb6468be-d329-4d94-8684-66f341fb7fae tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Usage tracker for resource:security_group and tenant:46946708b9804d1bbab269c3c031c9aa is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:06.618402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eb6468be-d329-4d94-8684-66f341fb7fae tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:06.625983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.647780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] device_id is not set on port 326e91e6-795c-43cc-bd5b-0eb753c85390 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:39:06.699175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.712058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Calling delete_port for a292ff18-6742-401d-ac1a-5525b987db20 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:06.738357 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ea9664-b567-461e-a138-342a1c457fa5 None None] DHCP port deletion for cda4b153-20a8-49e1-bd76-0e28e9b3cb9e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:39:06.774812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-21ea9664-b567-461e-a138-342a1c457fa5 None None] Deleting port a292ff18-6742-401d-ac1a-5525b987db20 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:06.778348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-21ea9664-b567-461e-a138-342a1c457fa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.788031 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eb6468be-d329-4d94-8684-66f341fb7fae tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:06.872903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1a18c7-1118-4319-8868-822796e3ebc9,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:06.883863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e3db799-c860-49b7-a82c-412910bbebcf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.894813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] For port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:39:06.895181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempted to set empty binding levels {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 29 09:39:06.927768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:06.938506 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:06.955759 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8e3db799-c860-49b7-a82c-412910bbebcf tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "DELETE /v2.0/ports/87a3275d-ef78-431f-9f84-d725577dbd2b HTTP/1.1" status: 204 len: 168 time: 3.0930419 Mar 29 09:39:06.960755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56242) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:06.963124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 598c9c00-4b7d-4178-b82b-1d574ab176fb up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:06.967716 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:06.971280 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:06.982894 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Pushing event updated for resources: {'Port': ['ID=848d5fbc-da98-422a-8f3b-2a544b4df43e,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:07.005555 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.006704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb6468be-d329-4d94-8684-66f341fb7fae tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.040093 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eb6468be-d329-4d94-8684-66f341fb7fae tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:07.044260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eb6468be-d329-4d94-8684-66f341fb7fae tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Usage tracker for resource:security_group_rule and tenant:46946708b9804d1bbab269c3c031c9aa is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:07.048081 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eb6468be-d329-4d94-8684-66f341fb7fae tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:07.058496 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eb6468be-d329-4d94-8684-66f341fb7fae tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:07.072379 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a444ab-1508-413c-b9da-2fdd65070207 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] GET failed (client error): The resource could not be found. Mar 29 09:39:07.072944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-96a444ab-1508-413c-b9da-2fdd65070207 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Synchronizing usage tracker for tenant:ed0710af87314b5d9309358ce6a18f7a on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:07.074486 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:39:00Z', 'revision_number': 4, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'gw_port': {'id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:44Z', 'updated_at': '2022-03-29T09:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'f9d0398a-f422-49dc-9545-63c6a7230692', 'name': '', 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'mac_address': 'fa:16:3e:4b:79:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:57Z', 'updated_at': '2022-03-29T09:39:00Z', 'revision_number': 2, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'subnets': [{'id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:07.087388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Allocated IP 172.26.7.252 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/326e91e6-795c-43cc-bd5b-0eb753c85390) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:07.090093 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] In _notify_port_updated(), no bound segment for port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:39:07.090923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.091049 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.091527 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.092856 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "PUT /v2.0/ports/b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 HTTP/1.1" status: 200 len: 976 time: 5.2526102 Mar 29 09:39:07.096962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Checking router: f56f5342-a2ae-46dd-87fd-1b97492ad921 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:39:07.097315 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Updating router f56f5342-a2ae-46dd-87fd-1b97492ad921 port f9d0398a-f422-49dc-9545-63c6a7230692 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:39:07.097418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56246) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:07.144243 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56254) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:07.169543 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.170566 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 09:39:07.175028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.175609 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.187115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d610d-242b-42fa-8773-553d5f3ad22c tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Pushing event updated for resources: {'Port': ['ID=b52901d6-5ac7-43f8-b95c-fcaa341cf5d5,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:07.213968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Pushing event deleted for resources: {'Port': ['ID=a292ff18-6742-401d-ac1a-5525b987db20,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:07.215014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] No DVR routers for this DVR port a292ff18-6742-401d-ac1a-5525b987db20 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:39:07.260970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-96a444ab-1508-413c-b9da-2fdd65070207 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Unset dirty status for tenant:ed0710af87314b5d9309358ce6a18f7a on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:07.262444 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-96a444ab-1508-413c-b9da-2fdd65070207 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "GET /v2.0/ports/87a3275d-ef78-431f-9f84-d725577dbd2b HTTP/1.1" status: 404 len: 333 time: 0.2999790 Mar 29 09:39:07.266996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56258) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:07.274874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.289383 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-17b10784-4e17-4b40-8851-b60d96d45647 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Synchronizing usage tracker for tenant:dd990266160241679233cd0b82116a4d on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:07.293424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Request body: {'port': {'network_id': '7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a', 'name': 'tempest-AllowedAddressPairTestJSON-943901046'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:07.294122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-21ea9664-b567-461e-a138-342a1c457fa5 None None] For port a292ff18-6742-401d-ac1a-5525b987db20, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a292ff18-6742-401d-ac1a-5525b987db20,segment=NetworkSegment(e6cb70a8-12b8-4f5e-8272-2060627c87c3),segment_id=e6cb70a8-12b8-4f5e-8272-2060627c87c3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:07.294516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-21ea9664-b567-461e-a138-342a1c457fa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.396300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 598c9c00-4b7d-4178-b82b-1d574ab176fb completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:07.462366 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.466434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-21ea9664-b567-461e-a138-342a1c457fa5 None None] Calling delete_port for a292ff18-6742-401d-ac1a-5525b987db20 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:07.476675 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Network': ['ID=2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:07.507329 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:07.518874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 598c9c00-4b7d-4178-b82b-1d574ab176fb triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:07.519236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.530588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.531148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.531702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.532214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.532798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.533355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.533875 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.534396 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.534914 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.535431 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.535949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.536581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.538534 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.538534 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.538534 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.539187 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.539755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.540224 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:07.542028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Synchronizing usage tracker for tenant:68ca659eddda490bb7771977a92ae7b0 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:07.584056 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.614581 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-94d981d7-d712-47c3-9d3f-0ecb5d1deec1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.6587105 Mar 29 09:39:07.614803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-17b10784-4e17-4b40-8851-b60d96d45647 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Unset dirty status for tenant:dd990266160241679233cd0b82116a4d on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:07.614803 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-17b10784-4e17-4b40-8851-b60d96d45647 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1097419604&fields=id&tenant_id=dd990266160241679233cd0b82116a4d HTTP/1.1" status: 200 len: 267 time: 0.4621243 Mar 29 09:39:07.615494 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56262) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:07.621634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:07.625407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb6468be-d329-4d94-8684-66f341fb7fae tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.627015 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-156503757'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:07.643783 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:07.661387 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > segment before_delete 55550000 {{(pid=88550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:07.661726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:07.662527 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:07.662853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > port after_create 55550000 {{(pid=88550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:07.663169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > port after_delete 55550000 {{(pid=88550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:07.663516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > port after_update 55550000 {{(pid=88550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:07.663832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > segment after_delete 55550000 {{(pid=88550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:07.664169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet after_create 55550000 {{(pid=88550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:07.664494 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet after_delete 55550000 {{(pid=88550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:07.664821 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet after_update 55550000 {{(pid=88550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:07.677919 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:network and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:07.691678 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Unset dirty status for tenant:68ca659eddda490bb7771977a92ae7b0 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:07.698250 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-02057caa-35b1-40ae-9d6e-ab82ea31b418 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16226 time: 0.5929093 Mar 29 09:39:07.701999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.705177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:07.711958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56266) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:07.712920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:07.724497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:07.824845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet after_create 55550000 {{(pid=88550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:07.825191 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet after_delete 55550000 {{(pid=88550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:07.825507 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet before_create 55550000 {{(pid=88550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:07.826498 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Subscribe: > subnet before_update 55550000 {{(pid=88550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:39:07.826498 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda4b153-20a8-49e1-bd76-0e28e9b3cb9e']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:07.840938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb6468be-d329-4d94-8684-66f341fb7fae tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.856678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-21ea9664-b567-461e-a138-342a1c457fa5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:39:07.857215 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.857712 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-21ea9664-b567-461e-a138-342a1c457fa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:39:07.877704 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d447d2c5-68c9-4293-8e39-c9266aeea2b9 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Deleting port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:07.878296 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d447d2c5-68c9-4293-8e39-c9266aeea2b9 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.891943 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6cb70a8-12b8-4f5e-8272-2060627c87c3') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:07.892242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6cb70a8-12b8-4f5e-8272-2060627c87c3') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:07.915897 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-569a3dcb-4b69-4fd8-90e5-39ff117a2d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.922252 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.939161 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Made reservation on behalf of ed0710af87314b5d9309358ce6a18f7a for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:07.942760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.956272 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6468be-d329-4d94-8684-66f341fb7fae tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682c52cb-4824-4667-8217-b4439d847165,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:07.961113 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:07.964123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.967778 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.978531 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:39:07.979090 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: from cryptography.utils import int_from_bytes Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: from cryptography.utils import int_from_bytes Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn_limited( Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:39:07.996844 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:39:08.003912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-e6ff978f-5ed6-46af-862a-93eb71d3468e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:08.004344 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-e6ff978f-5ed6-46af-862a-93eb71d3468e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Synchronizing usage tracker for tenant:dd990266160241679233cd0b82116a4d on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:08.026175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb6468be-d329-4d94-8684-66f341fb7fae tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.027395 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-eb6468be-d329-4d94-8684-66f341fb7fae tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6401169 Mar 29 09:39:08.031827 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.041050 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56270) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:08.046415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] device_id is not set on port f2590cd6-ec12-4865-896e-02a12d5d8052 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:39:08.076808 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 598c9c00-4b7d-4178-b82b-1d574ab176fb, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=598c9c00-4b7d-4178-b82b-1d574ab176fb,segment=NetworkSegment(f732aea9-8c5c-4406-93c1-a9f229414335),segment_id=f732aea9-8c5c-4406-93c1-a9f229414335)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:08.121472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c6d3a239-9cf3-48fe-8dcd-4a6f9c01a1e0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Request body: {'security_group_rule': {'security_group_id': '682c52cb-4824-4667-8217-b4439d847165', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:08.138480 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c6d3a239-9cf3-48fe-8dcd-4a6f9c01a1e0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:08.142723 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:08.154219 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.162284 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c6d3a239-9cf3-48fe-8dcd-4a6f9c01a1e0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Usage tracker for resource:security_group_rule and tenant:46946708b9804d1bbab269c3c031c9aa is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:08.173901 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c6d3a239-9cf3-48fe-8dcd-4a6f9c01a1e0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:08.188918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.199696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.201745 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.202257 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Added segment 4bb05b27-be75-4de5-a11a-48bd63fe1b0a of type vlan for network 56f76aae-613c-4aa0-b193-06bc1fb6ed7c Mar 29 09:39:08.204974 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.220662 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Transition to ACTIVE for port object f9d0398a-f422-49dc-9545-63c6a7230692 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:08.223439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c6d3a239-9cf3-48fe-8dcd-4a6f9c01a1e0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:08.233220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Pushing event deleted for resources: {'Network': ['ID=cda4b153-20a8-49e1-bd76-0e28e9b3cb9e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:08.238439 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.259563 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=598c9c00-4b7d-4178-b82b-1d574ab176fb,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:08.261386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.263759 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-11c25197-35d3-4f02-aae1-52566331438e tempest-DHCPAgentSchedulersTestJSON-1298305210 tempest-DHCPAgentSchedulersTestJSON-1298305210-project] 10.222.0.35 "DELETE /v2.0/networks/cda4b153-20a8-49e1-bd76-0e28e9b3cb9e HTTP/1.1" status: 204 len: 168 time: 2.5467188 Mar 29 09:39:08.280518 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a292ff18-6742-401d-ac1a-5525b987db20 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:39:08.287966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-e6ff978f-5ed6-46af-862a-93eb71d3468e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Unset dirty status for tenant:dd990266160241679233cd0b82116a4d on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:08.289196 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-e6ff978f-5ed6-46af-862a-93eb71d3468e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/networks?id=42b8e51d-f4c6-435f-9d85-32ff338cd383 HTTP/1.1" status: 200 len: 811 time: 0.6578286 Mar 29 09:39:08.317846 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.319862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.389822 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: a292ff18-6742-401d-ac1a-5525b987db20 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:39:08.390167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a292ff18-6742-401d-ac1a-5525b987db20 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:39:08.393967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-21ea9664-b567-461e-a138-342a1c457fa5 None None] Deleting port a292ff18-6742-401d-ac1a-5525b987db20 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:08.394172 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-21ea9664-b567-461e-a138-342a1c457fa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.431367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350410bb-1461-4156-9071-844ae36ddd86 None None] Pushing event updated for resources: {'Port': ['ID=f9d0398a-f422-49dc-9545-63c6a7230692,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:08.509238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-21ea9664-b567-461e-a138-342a1c457fa5 None None] The port 'a292ff18-6742-401d-ac1a-5525b987db20' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:39:08.511990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Pushing event updated for resources: {'Port': ['ID=848d5fbc-da98-422a-8f3b-2a544b4df43e,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:08.528031 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:08.543572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.555877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:08.558552 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-1ecf229f-0526-4bfc-a8ee-259e9d9ee019 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/quotas/dd990266160241679233cd0b82116a4d HTTP/1.1" status: 200 len: 375 time: 0.2524247 Mar 29 09:39:08.562121 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.568157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:08.622164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-d447d2c5-68c9-4293-8e39-c9266aeea2b9 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] For port b52901d6-5ac7-43f8-b95c-fcaa341cf5d5, host hv-neutron-8355, got binding levels [] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:08.622664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d447d2c5-68c9-4293-8e39-c9266aeea2b9 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.675289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c6d3a239-9cf3-48fe-8dcd-4a6f9c01a1e0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.677541 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.687375 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6fada58c-4a3a-4e42-a206-699573ffe8d1 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7152910 Mar 29 09:39:08.688158 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Attempting to bind port f9d0398a-f422-49dc-9545-63c6a7230692 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:08.688158 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Attempting to bind port f9d0398a-f422-49dc-9545-63c6a7230692 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '6ef30c21-6f74-47b2-b123-f111881fdaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:08.688158 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Attempting to bind port f9d0398a-f422-49dc-9545-63c6a7230692 on network 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:08.691675 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:39:08.697290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Checking segment: {'id': '6ef30c21-6f74-47b2-b123-f111881fdaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:08.697867 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.698278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Bound using segment: {'id': '6ef30c21-6f74-47b2-b123-f111881fdaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:39:08.698900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Bound port: f9d0398a-f422-49dc-9545-63c6a7230692, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef30c21-6f74-47b2-b123-f111881fdaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:39:08.701290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.796151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.resource_extend [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:39:08.858566 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] For port f9d0398a-f422-49dc-9545-63c6a7230692, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:39:08.861653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] For port f9d0398a-f422-49dc-9545-63c6a7230692, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f9d0398a-f422-49dc-9545-63c6a7230692,segment=NetworkSegment(6ef30c21-6f74-47b2-b123-f111881fdaea),segment_id=6ef30c21-6f74-47b2-b123-f111881fdaea)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:39:08.875823 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Allocated IP 172.20.0.13 (7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a/7a887097-f317-4749-ba73-9814739007a6/f2590cd6-ec12-4865-896e-02a12d5d8052) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:08.889096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Pushing event updated for resources: {'Port': ['ID=326e91e6-795c-43cc-bd5b-0eb753c85390,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:08.908746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d447d2c5-68c9-4293-8e39-c9266aeea2b9 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Calling delete_port for b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:08.934688 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.973390 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:08.974066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:08.988758 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56298) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:08.997184 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.002681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.099503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Routers {'f56f5342-a2ae-46dd-87fd-1b97492ad921'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:09.100347 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f56f5342-a2ae-46dd-87fd-1b97492ad921'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:09.109490 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.114937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:09.115571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.167986 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c6d3a239-9cf3-48fe-8dcd-4a6f9c01a1e0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.188974 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350410bb-1461-4156-9071-844ae36ddd86 None None] Pushing event updated for resources: {'Port': ['ID=f9d0398a-f422-49dc-9545-63c6a7230692,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:09.196332 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56308) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:09.201600 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 09:39:09.225736 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-68a98598-7402-4d76-a754-590b3052f422 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd990266160241679233cd0b82116a4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6158197 Mar 29 09:39:09.270775 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-583ecfc9-44ec-4a5a-ac10-82adbe71a2f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d8d36ac18af4c04af6d0695a4dc47d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2806187 Mar 29 09:39:09.274360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56316) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:09.290770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-f1404693-e0e5-4a1f-a5a1-76e0d9455495 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Synchronizing usage tracker for tenant:cba6478a0dfd4704a514232e079d6387 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:09.368974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d447d2c5-68c9-4293-8e39-c9266aeea2b9 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.370948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c6d3a239-9cf3-48fe-8dcd-4a6f9c01a1e0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.383764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] Set router f56f5342-a2ae-46dd-87fd-1b97492ad921 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:39:09.409637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4af0bafe-35ab-420d-a459-82dc77fa614b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.423659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-f1404693-e0e5-4a1f-a5a1-76e0d9455495 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Unset dirty status for tenant:cba6478a0dfd4704a514232e079d6387 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:09.427195 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8072906 Mar 29 09:39:09.427195 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2a5bad6f-871c-494d-a930-1d97bc331101 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9861307 Mar 29 09:39:09.428943 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-f1404693-e0e5-4a1f-a5a1-76e0d9455495 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1022633119&fields=id&tenant_id=cba6478a0dfd4704a514232e079d6387 HTTP/1.1" status: 200 len: 267 time: 0.2308419 Mar 29 09:39:09.433022 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56320) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:09.433493 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56322) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:09.449333 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.252'}]}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:09.456614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'subnet': {'network_id': '2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:09.509917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b55236-7deb-4651-bd58-9b9b8e780677 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Network': ['ID=56f76aae-613c-4aa0-b193-06bc1fb6ed7c,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:09.537237 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 56f76aae-613c-4aa0-b193-06bc1fb6ed7c details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:09.564976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447d2c5-68c9-4293-8e39-c9266aeea2b9 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Pushing event deleted for resources: {'Port': ['ID=b52901d6-5ac7-43f8-b95c-fcaa341cf5d5,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:09.579171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d447d2c5-68c9-4293-8e39-c9266aeea2b9 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.585098 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d447d2c5-68c9-4293-8e39-c9266aeea2b9 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "DELETE /v2.0/ports/b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 HTTP/1.1" status: 204 len: 168 time: 1.8671973 Mar 29 09:39:09.585098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3a239-9cf3-48fe-8dcd-4a6f9c01a1e0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac096b2-2788-493d-af34-09201512ee3f,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:09.585378 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:09.591318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-3086d631-2935-4b7f-b338-a318fdc5a437 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:39:09.592673 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-3086d631-2935-4b7f-b338-a318fdc5a437 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1650796 Mar 29 09:39:09.593072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56332) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:09.618638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4af0bafe-35ab-420d-a459-82dc77fa614b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.629495 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Usage tracker for resource:router and tenant:5ae233dc1b5a4ab5bc15f561f8e4ed9c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:09.634662 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c6d3a239-9cf3-48fe-8dcd-4a6f9c01a1e0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.638229 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c6d3a239-9cf3-48fe-8dcd-4a6f9c01a1e0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5935776 Mar 29 09:39:09.640641 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:09.644759 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56336) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:09.665016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:09.700213 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-552aeaf3-2569-4a9d-88dd-32a887439962 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:39:09.700767 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-552aeaf3-2569-4a9d-88dd-32a887439962 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Synchronizing usage tracker for tenant:68ca659eddda490bb7771977a92ae7b0 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:09.716355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-dcac0868-eb82-4c72-9cbb-cd45d8a6e67f tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Request body: {'security_group_rule': {'security_group_id': '682c52cb-4824-4667-8217-b4439d847165', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:09.738248 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-dcac0868-eb82-4c72-9cbb-cd45d8a6e67f tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:09.761535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-dcac0868-eb82-4c72-9cbb-cd45d8a6e67f tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Usage tracker for resource:security_group_rule and tenant:46946708b9804d1bbab269c3c031c9aa is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:09.775665 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-dcac0868-eb82-4c72-9cbb-cd45d8a6e67f tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:09.788911 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.794242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:09.796293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-dcac0868-eb82-4c72-9cbb-cd45d8a6e67f tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:09.808863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:subnet and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:09.812220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:09.819760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Transition to ACTIVE for port object f2590cd6-ec12-4865-896e-02a12d5d8052 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:09.823742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:09.831605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-dd2e6117-a941-4fc3-97f4-84bec75cd94d tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:09.832299 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-dd2e6117-a941-4fc3-97f4-84bec75cd94d tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Synchronizing usage tracker for tenant:cba6478a0dfd4704a514232e079d6387 on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:09.840377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.841498 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.842391 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:39:00Z', 'revision_number': 4, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'gw_port': {'id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:44Z', 'updated_at': '2022-03-29T09:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'f9d0398a-f422-49dc-9545-63c6a7230692', 'name': '', 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'mac_address': 'fa:16:3e:4b:79:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:57Z', 'updated_at': '2022-03-29T09:39:08Z', 'revision_number': 4, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'subnets': [{'id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:09.844038 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-20978048-a957-4dce-9999-3cbb23182b9b service neutron] 10.222.0.35 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107460 Mar 29 09:39:09.847276 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6104aadb-26c5-4f65-ae97-561aef80d628 None None] The sync data for ids ['f56f5342-a2ae-46dd-87fd-1b97492ad921'] in dv-neutron-835555-1-hyperv is: [{'id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:39:00Z', 'revision_number': 4, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'gw_port': {'id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:44Z', 'updated_at': '2022-03-29T09:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'f9d0398a-f422-49dc-9545-63c6a7230692', 'name': '', 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'mac_address': 'fa:16:3e:4b:79:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:57Z', 'updated_at': '2022-03-29T09:39:08Z', 'revision_number': 4, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'subnets': [{'id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:39:09.849560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-552aeaf3-2569-4a9d-88dd-32a887439962 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Unset dirty status for tenant:68ca659eddda490bb7771977a92ae7b0 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:09.851558 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-552aeaf3-2569-4a9d-88dd-32a887439962 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "GET /v2.0/ports/b52901d6-5ac7-43f8-b95c-fcaa341cf5d5 HTTP/1.1" status: 404 len: 333 time: 0.2544894 Mar 29 09:39:09.855159 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56340) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:09.860989 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-efbb0d72-a7a8-4a65-8223-25a84e88cda5 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1337828377', 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:09.866999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-efbb0d72-a7a8-4a65-8223-25a84e88cda5 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:09.870223 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.916091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-efbb0d72-a7a8-4a65-8223-25a84e88cda5 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:09.924569 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:09.927858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.944006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4af0bafe-35ab-420d-a459-82dc77fa614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:09.970053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dcac0868-eb82-4c72-9cbb-cd45d8a6e67f tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:10.033390 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-3a09d2f0-bcf1-4acd-bd3b-183203087a69 service neutron] 10.222.0.35 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612785 Mar 29 09:39:10.048544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0bafe-35ab-420d-a459-82dc77fa614b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf6fefe-356d-4e84-9cfc-6b152f137e27,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:10.083164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbb0d72-a7a8-4a65-8223-25a84e88cda5 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Made reservation on behalf of 68ca659eddda490bb7771977a92ae7b0 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:10.086375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-efbb0d72-a7a8-4a65-8223-25a84e88cda5 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:10.109054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:10.147463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-dd2e6117-a941-4fc3-97f4-84bec75cd94d tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Unset dirty status for tenant:cba6478a0dfd4704a514232e079d6387 on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:10.154142 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-dd2e6117-a941-4fc3-97f4-84bec75cd94d tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/networks?id=b64753bf-2c45-475b-a45b-e68e4fc13b9a HTTP/1.1" status: 200 len: 806 time: 0.7088730 Mar 29 09:39:10.189053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-efbb0d72-a7a8-4a65-8223-25a84e88cda5 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] device_id is not set on port 60c87a30-1cf2-4048-96b1-adb3d6821041 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:39:10.235914 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:10.244851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:10.270412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:10.380889 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f9d0398a-f422-49dc-9545-63c6a7230692 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:10.390089 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:10.390724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:10.409546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event updated for resources: {'Port': ['ID=f2590cd6-ec12-4865-896e-02a12d5d8052,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:10.465333 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dcac0868-eb82-4c72-9cbb-cd45d8a6e67f tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:10.489664 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-0324d13b-4aff-4fd7-b128-828da7c957db tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/quotas/cba6478a0dfd4704a514232e079d6387 HTTP/1.1" status: 200 len: 375 time: 0.3343246 Mar 29 09:39:10.492528 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4af0bafe-35ab-420d-a459-82dc77fa614b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:10.493690 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4af0bafe-35ab-420d-a459-82dc77fa614b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6bf6fefe-356d-4e84-9cfc-6b152f137e27 HTTP/1.1" status: 204 len: 168 time: 1.2183762 Mar 29 09:39:10.712201 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port f9d0398a-f422-49dc-9545-63c6a7230692 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:10.718495 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port f9d0398a-f422-49dc-9545-63c6a7230692 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:10.718968 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:10.747103 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:10.795847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:10.798607 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dcac0868-eb82-4c72-9cbb-cd45d8a6e67f tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:10.802979 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2bc089b7-57f6-4bb2-944d-c2bea4bdb4cc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5339153 Mar 29 09:39:10.810486 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-54d7c606-190c-440b-a69e-18d66e0217b4 req-aa8bac6a-7a61-46ca-9bf1-ee77b8746284 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 210 time: 0.1163440 Mar 29 09:39:10.813246 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56364) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:10.828336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-00434f17-19bd-4cd8-844a-eb3b659e3db3 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9b:bc:1c'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:10.881280 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac0868-eb82-4c72-9cbb-cd45d8a6e67f tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26480a5c-2c08-41b7-96e6-147c183d70a0,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:10.883556 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-048cb57a-e2de-462e-a2ef-936fea1aab65 None None] Provisioning for port f2590cd6-ec12-4865-896e-02a12d5d8052 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:10.899281 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-048cb57a-e2de-462e-a2ef-936fea1aab65 None None] Provisioning complete for port f2590cd6-ec12-4865-896e-02a12d5d8052 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:10.899646 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-048cb57a-e2de-462e-a2ef-936fea1aab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:11.064355 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-048cb57a-e2de-462e-a2ef-936fea1aab65 None None] Port f2590cd6-ec12-4865-896e-02a12d5d8052 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:11.090186 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dcac0868-eb82-4c72-9cbb-cd45d8a6e67f tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:11.092254 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dcac0868-eb82-4c72-9cbb-cd45d8a6e67f tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4401221 Mar 29 09:39:11.096881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56370) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:11.102876 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:11.110429 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:11.120697 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:11.132352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Usage tracker for resource:floatingip and tenant:46946708b9804d1bbab269c3c031c9aa is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:11.137793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:11.182474 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port f9d0398a-f422-49dc-9545-63c6a7230692, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f9d0398a-f422-49dc-9545-63c6a7230692,segment=NetworkSegment(6ef30c21-6f74-47b2-b123-f111881fdaea),segment_id=6ef30c21-6f74-47b2-b123-f111881fdaea)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:11.187432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-efbb0d72-a7a8-4a65-8223-25a84e88cda5 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:11.216411 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:11.231206 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:11.272619 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:11.276607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 598c9c00-4b7d-4178-b82b-1d574ab176fb up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:11.313447 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00434f17-19bd-4cd8-844a-eb3b659e3db3 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:11.374967 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-f6743a46-5586-4d4b-8044-45ab5b521d18 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Synchronizing usage tracker for tenant:cba6478a0dfd4704a514232e079d6387 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:11.405358 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-efbb0d72-a7a8-4a65-8223-25a84e88cda5 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:11.418187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:11.449865 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Subnet': ['ID=e9f9344d-8c82-40c1-a311-5c04db168779,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:11.497682 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=f9d0398a-f422-49dc-9545-63c6a7230692,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:11.508761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Checking segment: {'id': '39babe27-39cf-4b65-875a-e61bc25ebc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:11.509877 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network hostable DHCP agents. Network: 2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:39:11.520384 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-f6743a46-5586-4d4b-8044-45ab5b521d18 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Unset dirty status for tenant:cba6478a0dfd4704a514232e079d6387 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:11.520921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb0d72-a7a8-4a65-8223-25a84e88cda5 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Network 4ca28e62-69c6-4d10-a169-52d7321faed7 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:11.521904 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-f6743a46-5586-4d4b-8044-45ab5b521d18 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cba6478a0dfd4704a514232e079d6387&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0310779 Mar 29 09:39:11.524789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 598c9c00-4b7d-4178-b82b-1d574ab176fb triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:11.525316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:11.537557 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-efbb0d72-a7a8-4a65-8223-25a84e88cda5 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:11.540562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbb0d72-a7a8-4a65-8223-25a84e88cda5 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:11.541488 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb0d72-a7a8-4a65-8223-25a84e88cda5 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:11.542079 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-efbb0d72-a7a8-4a65-8223-25a84e88cda5 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:11.580231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb0d72-a7a8-4a65-8223-25a84e88cda5 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Pushing event updated for resources: {'Port': ['ID=60c87a30-1cf2-4048-96b1-adb3d6821041,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:11.593423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56390) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:11.699833 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-efbb0d72-a7a8-4a65-8223-25a84e88cda5 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8410742 Mar 29 09:39:11.699833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-555cfd58-dcca-40e6-914a-9467a74d78db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:11.702166 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56394) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:11.762652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:39:11.775111 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-555cfd58-dcca-40e6-914a-9467a74d78db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:11.779475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-555cfd58-dcca-40e6-914a-9467a74d78db admin admin] Usage tracker for resource:security_group_rule and tenant:d114e41276bb45768e0258cb21a2ce4f is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:11.784637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-555cfd58-dcca-40e6-914a-9467a74d78db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:11.794655 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-555cfd58-dcca-40e6-914a-9467a74d78db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:11.841339 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-abd270c4-1955-40ff-915a-062c26e6a62f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:39:11.842339 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-abd270c4-1955-40ff-915a-062c26e6a62f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0932627 Mar 29 09:39:11.855724 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:11.882304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b62546-d087-42a5-812f-e69bc288ffc6 None None] Network 2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:11.888240 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00434f17-19bd-4cd8-844a-eb3b659e3db3 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:11.940754 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:11.941359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:11.981650 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90a2ebd-d46f-465f-9dbb-9d280f792304 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:11.986387 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f90a2ebd-d46f-465f-9dbb-9d280f792304 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "GET /v2.0/ports/60c87a30-1cf2-4048-96b1-adb3d6821041 HTTP/1.1" status: 200 len: 955 time: 0.2832620 Mar 29 09:39:11.992180 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a726b971-19a3-4e0c-b073-34bb94b6a5ba req-e5eff650-8223-464f-8adf-c8b3466fc801 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 210 time: 0.0688429 Mar 29 09:39:11.995752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56406) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:12.045419 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00434f17-19bd-4cd8-844a-eb3b659e3db3 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:12.055744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-555cfd58-dcca-40e6-914a-9467a74d78db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:12.118685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:12.146049 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-555cfd58-dcca-40e6-914a-9467a74d78db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:12.208913 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb', 'network_id': '2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'fixed_ips': [{'subnet_id': 'e9f9344d-8c82-40c1-a311-5c04db168779'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:39:12.209766 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:12.228797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cfd58-dcca-40e6-914a-9467a74d78db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c431cc-2b5e-434a-a15f-8ed3b5d8a93a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:12.234492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1284afdb-a226-4948-b6b2-ee81539d83ae tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Deleting port 60c87a30-1cf2-4048-96b1-adb3d6821041 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:12.234908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1284afdb-a226-4948-b6b2-ee81539d83ae tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:12.238996 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-db15953b-7e5f-44b1-8eb0-d967cb22256a service neutron] 10.222.0.35 "GET /v2.0/networks/b64753bf-2c45-475b-a45b-e68e4fc13b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873341 Mar 29 09:39:12.261139 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1720391d-a77e-43c7-8c91-7fcf825f936f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8264465 Mar 29 09:39:12.262830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:12.293030 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56410) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:12.315848 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f9d0398a-f422-49dc-9545-63c6a7230692 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:12.380273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00434f17-19bd-4cd8-844a-eb3b659e3db3 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event updated for resources: {'Port': ['ID=f2590cd6-ec12-4865-896e-02a12d5d8052,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:12.399148 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-555cfd58-dcca-40e6-914a-9467a74d78db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d114e41276bb45768e0258cb21a2ce4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8045039 Mar 29 09:39:12.400110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-00434f17-19bd-4cd8-844a-eb3b659e3db3 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] In _notify_port_updated(), no bound segment for port f2590cd6-ec12-4865-896e-02a12d5d8052 on network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a {{(pid=88551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:39:12.405572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00434f17-19bd-4cd8-844a-eb3b659e3db3 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:12.406302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00434f17-19bd-4cd8-844a-eb3b659e3db3 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:12.408816 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-00434f17-19bd-4cd8-844a-eb3b659e3db3 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "PUT /v2.0/ports/f2590cd6-ec12-4865-896e-02a12d5d8052 HTTP/1.1" status: 200 len: 996 time: 1.5940380 Mar 29 09:39:12.414580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56416) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:12.415013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56418) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:12.562442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'subnet': {'network_id': '56f76aae-613c-4aa0-b193-06bc1fb6ed7c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:12.581666 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-efdc8f86-8142-42fd-9d55-744dbcca30fc None None] Provisioning complete for port f2590cd6-ec12-4865-896e-02a12d5d8052 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:12.582259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-efdc8f86-8142-42fd-9d55-744dbcca30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:12.586726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:12.651266 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Allocated IP 2001:db8::2 (2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb/e9f9344d-8c82-40c1-a311-5c04db168779/1fc731e3-a2fb-498c-8b0f-de4dc1476a4d) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:12.652776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1284afdb-a226-4948-b6b2-ee81539d83ae tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:12.663685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-dda6388f-6574-48c0-9ec9-39fdfe38ab24 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Deleting port f2590cd6-ec12-4865-896e-02a12d5d8052 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:12.664107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dda6388f-6574-48c0-9ec9-39fdfe38ab24 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:12.675551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port f9d0398a-f422-49dc-9545-63c6a7230692 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:12.675913 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:12.702048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-efdc8f86-8142-42fd-9d55-744dbcca30fc None None] Port f2590cd6-ec12-4865-896e-02a12d5d8052 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:12.704626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eda1b1cd-a49d-4f9b-94ad-210dde2663de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:12.827537 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-2a0c9ddc-cadf-4454-a515-b87c60b066cd service neutron] 10.222.0.35 "GET /v2.0/networks/b64753bf-2c45-475b-a45b-e68e4fc13b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352755 Mar 29 09:39:12.879932 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:12.893052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:subnet and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:12.904029 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:12.908139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Allocated IP 172.26.7.77 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/b02cd66f-3c20-44fa-8e0a-aa0ab666bb94) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:12.919626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:12.921920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1284afdb-a226-4948-b6b2-ee81539d83ae tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Calling delete_port for 60c87a30-1cf2-4048-96b1-adb3d6821041 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:13.011138 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:13.029915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eda1b1cd-a49d-4f9b-94ad-210dde2663de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:13.030946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Transition to ACTIVE for port object 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:13.055330 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:13.055456 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Transition to ACTIVE for port object 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:13.058079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:13.114869 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:13.229733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Network 2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:13.231811 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1284afdb-a226-4948-b6b2-ee81539d83ae tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:13.235151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:13.274007 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:13.297584 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Pushing event updated for resources: {'Port': ['ID=1fc731e3-a2fb-498c-8b0f-de4dc1476a4d,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:13.456695 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1b2ff839-97c3-4f38-a5a8-60f3aeaa940d req-5c75339a-5d46-4fc4-8c4f-ee5819c39b69 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 210 time: 0.0854943 Mar 29 09:39:13.456695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:13.468386 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665a4de3-b426-4b3d-b515-ed713548dea7 req-e18afea7-1b45-45e8-a0ee-b574cb0ce36c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 210 time: 0.2903099 Mar 29 09:39:13.503016 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284afdb-a226-4948-b6b2-ee81539d83ae tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Pushing event deleted for resources: {'Port': ['ID=60c87a30-1cf2-4048-96b1-adb3d6821041,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:13.547080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1284afdb-a226-4948-b6b2-ee81539d83ae tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:13.606165 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Attempting to bind port 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:13.606638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Attempting to bind port 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '39babe27-39cf-4b65-875a-e61bc25ebc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:13.607064 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Attempting to bind port 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d on network 2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:13.612469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dda6388f-6574-48c0-9ec9-39fdfe38ab24 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:13.613056 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:39:13.613536 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Checking segment: {'id': '39babe27-39cf-4b65-875a-e61bc25ebc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:13.614027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:13.614747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Bound using segment: {'id': '39babe27-39cf-4b65-875a-e61bc25ebc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:39:13.615501 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Bound port: 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39babe27-39cf-4b65-875a-e61bc25ebc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:39:13.616462 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:13.714081 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] For port 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:39:13.717257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] For port 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1fc731e3-a2fb-498c-8b0f-de4dc1476a4d,segment=NetworkSegment(39babe27-39cf-4b65-875a-e61bc25ebc07),segment_id=39babe27-39cf-4b65-875a-e61bc25ebc07)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:39:13.754515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-dda6388f-6574-48c0-9ec9-39fdfe38ab24 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Calling delete_port for f2590cd6-ec12-4865-896e-02a12d5d8052 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:13.838429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:13.838850 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1284afdb-a226-4948-b6b2-ee81539d83ae tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "DELETE /v2.0/ports/60c87a30-1cf2-4048-96b1-adb3d6821041 HTTP/1.1" status: 204 len: 168 time: 1.8415430 Mar 29 09:39:13.841887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eda1b1cd-a49d-4f9b-94ad-210dde2663de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:13.844731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56456) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:13.846156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:13.851509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:13.899837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eda1b1cd-a49d-4f9b-94ad-210dde2663de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:13.903905 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-eda1b1cd-a49d-4f9b-94ad-210dde2663de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a5c431cc-2b5e-434a-a15f-8ed3b5d8a93a HTTP/1.1" status: 204 len: 168 time: 1.4877849 Mar 29 09:39:13.907604 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1b1cd-a49d-4f9b-94ad-210dde2663de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c431cc-2b5e-434a-a15f-8ed3b5d8a93a,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:13.997678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd4e4a-e2c9-4b4a-a04c-0caccb26d610 None None] Pushing event updated for resources: {'Port': ['ID=1fc731e3-a2fb-498c-8b0f-de4dc1476a4d,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:14.038573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dda6388f-6574-48c0-9ec9-39fdfe38ab24 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:14.126797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6388f-6574-48c0-9ec9-39fdfe38ab24 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event deleted for resources: {'Port': ['ID=f2590cd6-ec12-4865-896e-02a12d5d8052,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:14.152773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Pushing event updated for resources: {'Port': ['ID=b02cd66f-3c20-44fa-8e0a-aa0ab666bb94,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:14.172427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:14.182663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:14.192773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:14.354123 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-998a57e8-c00d-4498-b58f-a10a8c263471 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:39:14.359334 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-998a57e8-c00d-4498-b58f-a10a8c263471 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "GET /v2.0/ports/60c87a30-1cf2-4048-96b1-adb3d6821041 HTTP/1.1" status: 404 len: 333 time: 0.5021477 Mar 29 09:39:14.364165 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56466) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:14.393720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Request body: {'port': {'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1393491172'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:14.400718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:14.403080 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:14.404733 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dda6388f-6574-48c0-9ec9-39fdfe38ab24 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:14.411374 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dda6388f-6574-48c0-9ec9-39fdfe38ab24 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "DELETE /v2.0/ports/f2590cd6-ec12-4865-896e-02a12d5d8052 HTTP/1.1" status: 204 len: 168 time: 1.9934750 Mar 29 09:39:14.412373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56470) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:14.451629 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Usage tracker for resource:port and tenant:68ca659eddda490bb7771977a92ae7b0 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:14.468914 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:14.485557 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c94ef52-acf8-4ad1-9a1c-64dfd94c06bc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] GET failed (client error): The resource could not be found. Mar 29 09:39:14.486180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6c94ef52-acf8-4ad1-9a1c-64dfd94c06bc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Synchronizing usage tracker for tenant:ed0710af87314b5d9309358ce6a18f7a on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:14.489882 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:14.592072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Made reservation on behalf of 68ca659eddda490bb7771977a92ae7b0 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:14.594238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:14.622387 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6c94ef52-acf8-4ad1-9a1c-64dfd94c06bc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Unset dirty status for tenant:ed0710af87314b5d9309358ce6a18f7a on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:14.624162 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6c94ef52-acf8-4ad1-9a1c-64dfd94c06bc tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "GET /v2.0/ports/f2590cd6-ec12-4865-896e-02a12d5d8052 HTTP/1.1" status: 404 len: 333 time: 0.2090876 Mar 29 09:39:14.629786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56480) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:14.635360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Subnet': ['ID=9fc7f0b3-9745-4335-bbc2-2399a130a6bc,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:14.639449 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] device_id is not set on port 3362de11-4d72-4e50-a6be-f394d2f96b3f yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:39:14.663887 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-198b000f-a3a3-44ed-b816-9e4b8ab20548 req-68c428aa-b0ac-4508-8440-f94544c78496 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 210 time: 0.1021852 Mar 29 09:39:14.714962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Request body: {'port': {'network_id': '7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a', 'name': 'tempest-AllowedAddressPairTestJSON-264413997'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:14.871099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Checking segment: {'id': '4bb05b27-be75-4de5-a11a-48bd63fe1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '56f76aae-613c-4aa0-b193-06bc1fb6ed7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:14.871712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network hostable DHCP agents. Network: 56f76aae-613c-4aa0-b193-06bc1fb6ed7c, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:39:14.928536 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-73476b23-4337-4255-8675-37e0416a781a req-95d24159-b77c-494c-b315-9ed841f28e6a tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 210 time: 0.2173576 Mar 29 09:39:14.940924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.36', 61964) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:15.075150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:15.080674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:15.083473 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:15.124996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:15.191414 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:15.191732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 56f76aae-613c-4aa0-b193-06bc1fb6ed7c is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:39:15.234385 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:15.235089 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 588089aa-0b42-4c10-951f-b05112617ba9 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:39:15.307393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 56f76aae-613c-4aa0-b193-06bc1fb6ed7c) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:15.316812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11170100-d099-4e29-8606-fb8b7b0c0e99 None None] Network 56f76aae-613c-4aa0-b193-06bc1fb6ed7c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:15.338129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:15.341042 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:15.342928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:15.374787 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64adeab-4c2a-4f30-a684-2be7fd829607 None None] Network 2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:15.429565 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 29 09:39:15.434944 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2cc6e740-38cb-49f5-b044-8ea2b5093841 tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.9988918 Mar 29 09:39:15.448119 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56508) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:15.504530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Made reservation on behalf of ed0710af87314b5d9309358ce6a18f7a for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:15.507826 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:15.535142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] device_id is not set on port 45c995c3-c208-4a7d-a707-ffec0e02f494 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:39:15.630628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-976e1c63-63bd-4480-ad4c-51489d531aeb tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Deleting port 326e91e6-795c-43cc-bd5b-0eb753c85390 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:15.631633 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-976e1c63-63bd-4480-ad4c-51489d531aeb tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:15.680546 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-98b177a6-156e-49aa-a472-7c72c2528718 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3711584 Mar 29 09:39:15.689071 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56518) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:15.705016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-cd544b02-7231-447d-af51-ac32676d3555 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-95667097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:15.748704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-cd544b02-7231-447d-af51-ac32676d3555 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:15.748874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8a6f606e-6364-4130-b379-39c4dd1c711a None None] Provisioning for port 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:15.811302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:15.817185 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-cd544b02-7231-447d-af51-ac32676d3555 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:router and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:15.828122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-0d513695-a353-4b0f-8fc6-b8ec4e0ae011 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:15.829861 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-0d513695-a353-4b0f-8fc6-b8ec4e0ae011 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.36 "GET /v2.0/networks?id=42b8e51d-f4c6-435f-9d85-32ff338cd383 HTTP/1.1" status: 200 len: 811 time: 0.8879290 Mar 29 09:39:15.830281 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-cd544b02-7231-447d-af51-ac32676d3555 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:15.855905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Allocated IP 172.20.0.14 (7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a/7a887097-f317-4749-ba73-9814739007a6/45c995c3-c208-4a7d-a707-ffec0e02f494) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:15.876633 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-cd544b02-7231-447d-af51-ac32676d3555 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:15.946863 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-75f623cc-80b1-40b3-9aea-99c2e525dbe2 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd990266160241679233cd0b82116a4d HTTP/1.1" status: 200 len: 380 time: 0.0710640 Mar 29 09:39:15.963567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Request body: {'port': {'device_id': '76532622-6962-4ac6-aeb9-528d41366b90', 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'admin_state_up': True, 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'security_groups': ['0242fc34-092b-4169-bcc1-fd0fff9a8aa7']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:16.057773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-56f76aae-613c-4aa0-b193-06bc1fb6ed7c', 'network_id': '56f76aae-613c-4aa0-b193-06bc1fb6ed7c', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'fixed_ips': [{'subnet_id': '9fc7f0b3-9745-4335-bbc2-2399a130a6bc'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:39:16.058932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.099228 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cd544b02-7231-447d-af51-ac32676d3555 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.100771 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cd544b02-7231-447d-af51-ac32676d3555 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.111717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.resource_extend [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:39:16.130480 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d4e7ab44-1f31-4abd-9d0a-bcc06d73756e req-2cc1955f-8a57-4f13-9b75-89bf4fdc1cb5 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 210 time: 0.1647711 Mar 29 09:39:16.161473 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.193830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cd544b02-7231-447d-af51-ac32676d3555 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.238254 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.291940 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-976e1c63-63bd-4480-ad4c-51489d531aeb tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.336162 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Allocated IP 2001:db8:1::2 (56f76aae-613c-4aa0-b193-06bc1fb6ed7c/9fc7f0b3-9745-4335-bbc2-2399a130a6bc/5f3674ad-e845-4237-a378-38c75cf775bf) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:16.366986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:16.396260 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a6b1875c-f3a6-4d07-b381-3355bba6423b req-2d9454a5-7a77-48ca-8e39-5f7f78043e5b tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 210 time: 0.1674411 Mar 29 09:39:16.397257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:16.439393 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Usage tracker for resource:port and tenant:dd990266160241679233cd0b82116a4d is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:16.527084 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:16.532098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Network 4ca28e62-69c6-4d10-a169-52d7321faed7 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:16.547477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:16.558059 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:16.562572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:16.563549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:16.564079 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.583582 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Pushing event updated for resources: {'Port': ['ID=3362de11-4d72-4e50-a6be-f394d2f96b3f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:16.587339 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-976e1c63-63bd-4480-ad4c-51489d531aeb tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Calling delete_port for 326e91e6-795c-43cc-bd5b-0eb753c85390 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:16.633422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:16.645854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Made reservation on behalf of dd990266160241679233cd0b82116a4d for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:16.650172 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.665278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:16.665652 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.677047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.717786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0d19366e-d18e-46c6-92e1-3035faf7da14 None None] Provisioning complete for port 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:16.722794 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0d19366e-d18e-46c6-92e1-3035faf7da14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.738251 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c5b9470a-9931-417c-a5ec-7ab86fc9140d tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3685176 Mar 29 09:39:16.754366 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56554) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:16.757739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cd544b02-7231-447d-af51-ac32676d3555 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.763722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.767959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Transition to ACTIVE for port object 45c995c3-c208-4a7d-a707-ffec0e02f494 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:16.819329 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8355'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:16.830766 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.36', 61970) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:16.917223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.974989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Pushing event updated for resources: {'Port': ['ID=b02cd66f-3c20-44fa-8e0a-aa0ab666bb94,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:17.032946 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cd544b02-7231-447d-af51-ac32676d3555 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:17.037672 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cd544b02-7231-447d-af51-ac32676d3555 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.3409393 Mar 29 09:39:17.038132 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56564) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:17.071933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:17.103459 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:17.103926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:17.114805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56568) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:17.120664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-976e1c63-63bd-4480-ad4c-51489d531aeb tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:17.129278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0d19366e-d18e-46c6-92e1-3035faf7da14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:17.153268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Transition to ACTIVE for port object 5f3674ad-e845-4237-a378-38c75cf775bf will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:17.196652 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Transition to ACTIVE for port object 5f3674ad-e845-4237-a378-38c75cf775bf will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:17.224951 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1fc731e3-a2fb-498c-8b0f-de4dc1476a4d,segment=NetworkSegment(39babe27-39cf-4b65-875a-e61bc25ebc07),segment_id=39babe27-39cf-4b65-875a-e61bc25ebc07)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:17.243970 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:17.255314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:17.292826 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:17.304128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-d060a32f-8331-439b-9e01-41a6eccc25f8 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:17.305883 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-d060a32f-8331-439b-9e01-41a6eccc25f8 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.36 "GET /v2.0/networks?id=b64753bf-2c45-475b-a45b-e68e4fc13b9a HTTP/1.1" status: 200 len: 806 time: 0.4674613 Mar 29 09:39:17.313052 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:17.316130 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e1c63-63bd-4480-ad4c-51489d531aeb tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Pushing event deleted for resources: {'Port': ['ID=326e91e6-795c-43cc-bd5b-0eb753c85390,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:17.379648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:17.410655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Pushing event updated for resources: {'Port': ['ID=5f3674ad-e845-4237-a378-38c75cf775bf,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:17.425601 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:17.557973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event updated for resources: {'Port': ['ID=45c995c3-c208-4a7d-a707-ffec0e02f494,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:17.700967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Allocated IP 172.20.0.9 (42b8e51d-f4c6-435f-9d85-32ff338cd383/45e1ab43-d8c0-43c8-bce8-1dd511cbc465/446dadd6-4742-435f-a9c0-cca15d4d47be) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:17.747015 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=1fc731e3-a2fb-498c-8b0f-de4dc1476a4d,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:17.764389 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Network 56f76aae-613c-4aa0-b193-06bc1fb6ed7c is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:17.783196 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:17.802019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:17.804633 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1302661261'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:17.817654 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-f200a72d-93bd-4c40-afe3-856b42626b96 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cba6478a0dfd4704a514232e079d6387 HTTP/1.1" status: 200 len: 380 time: 0.4527574 Mar 29 09:39:17.833588 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6212b71d-326c-4e8c-a75e-e2c386126800 req-323e4727-1551-4fd5-ad27-a4cf02af7cc4 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 210 time: 0.1470566 Mar 29 09:39:17.840719 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:17.841398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:17.879272 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:17.887885 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:17.894043 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f8603091-1e39-4906-a271-ca5832c46df4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7920623 Mar 29 09:39:17.895245 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Request body: {'port': {'device_id': '2e70a051-2795-4444-ae36-95ab0bc3bce7', 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'admin_state_up': True, 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'security_groups': ['20f94e2f-9a77-4a7f-a63a-f0c8cfab4917']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:18.043988 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-0d19366e-d18e-46c6-92e1-3035faf7da14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:39:18.049224 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-0d19366e-d18e-46c6-92e1-3035faf7da14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:39:18.062578 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Usage tracker for resource:network and tenant:5dee1a95d6554b2b8041ef5f6cd8e647 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:18.066886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Attempting to bind port 5f3674ad-e845-4237-a378-38c75cf775bf on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:18.067248 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Attempting to bind port 5f3674ad-e845-4237-a378-38c75cf775bf by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '4bb05b27-be75-4de5-a11a-48bd63fe1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '56f76aae-613c-4aa0-b193-06bc1fb6ed7c'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:18.070373 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Attempting to bind port 5f3674ad-e845-4237-a378-38c75cf775bf on network 56f76aae-613c-4aa0-b193-06bc1fb6ed7c {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:18.074191 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:39:18.074566 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Checking segment: {'id': '4bb05b27-be75-4de5-a11a-48bd63fe1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '56f76aae-613c-4aa0-b193-06bc1fb6ed7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:18.074965 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:18.075411 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Bound using segment: {'id': '4bb05b27-be75-4de5-a11a-48bd63fe1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '56f76aae-613c-4aa0-b193-06bc1fb6ed7c'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:39:18.075810 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Bound port: 5f3674ad-e845-4237-a378-38c75cf775bf, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb05b27-be75-4de5-a11a-48bd63fe1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '56f76aae-613c-4aa0-b193-06bc1fb6ed7c'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:39:18.076236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:18.120845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:18.147626 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d0562a27-7b49-40c6-b7ce-2a91364421ce tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5149312 Mar 29 09:39:18.155886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56590) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:18.175746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Request body: {'port': {'network_id': '7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a', 'name': 'tempest-AllowedAddressPairTestJSON-1336361307'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:18.202022 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bfd65219-54d1-4cfd-b5a6-900d0604a5ad req-91ad6237-61ad-4f82-a510-1e45681dd4b2 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 210 time: 0.3903966 Mar 29 09:39:18.203243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:18.308470 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] For port 5f3674ad-e845-4237-a378-38c75cf775bf, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:39:18.318110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] For port 5f3674ad-e845-4237-a378-38c75cf775bf, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=5f3674ad-e845-4237-a378-38c75cf775bf,segment=NetworkSegment(4bb05b27-be75-4de5-a11a-48bd63fe1b0a),segment_id=4bb05b27-be75-4de5-a11a-48bd63fe1b0a)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:39:18.329822 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:18.417970 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:18.489398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:18.541512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:18.546671 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c321f90-57dd-490d-a299-672e9c5f8866 None None] Pushing event updated for resources: {'Port': ['ID=5f3674ad-e845-4237-a378-38c75cf775bf,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:18.560752 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-3a255962-ead6-4068-bc53-5d94f0d1fa32 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1397362547&fields=id&tenant_id=46946708b9804d1bbab269c3c031c9aa HTTP/1.1" status: 200 len: 267 time: 0.2759135 Mar 29 09:39:18.573051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:18.628425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:18.628832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:18.650422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Made reservation on behalf of cba6478a0dfd4704a514232e079d6387 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:18.659966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:18.665606 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:18.736980 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Transition to ACTIVE for port object 446dadd6-4742-435f-a9c0-cca15d4d47be will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:18.751726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Usage tracker for resource:port and tenant:ed0710af87314b5d9309358ce6a18f7a is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:18.756463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:18.827023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:18.906805 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-299776e8-c757-4152-b72c-6fe6b0a2296f None None] Provisioning for port 45c995c3-c208-4a7d-a707-ffec0e02f494 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:18.915132 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-299776e8-c757-4152-b72c-6fe6b0a2296f None None] Provisioning complete for port 45c995c3-c208-4a7d-a707-ffec0e02f494 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:18.918357 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-299776e8-c757-4152-b72c-6fe6b0a2296f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:18.939506 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-976e1c63-63bd-4480-ad4c-51489d531aeb tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:18.939506 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-976e1c63-63bd-4480-ad4c-51489d531aeb tempest-RoutersAdminNegativeTest-208306175 tempest-RoutersAdminNegativeTest-208306175-project-admin] 10.222.0.35 "DELETE /v2.0/ports/326e91e6-795c-43cc-bd5b-0eb753c85390 HTTP/1.1" status: 204 len: 168 time: 3.4877844 Mar 29 09:39:18.942389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] device_id is not set on port 3362de11-4d72-4e50-a6be-f394d2f96b3f yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:39:18.947180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-b8acbc51-89ee-446b-baa2-7ecdb951c24e tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:18.948718 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-b8acbc51-89ee-446b-baa2-7ecdb951c24e tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/networks?id=6e55e4ad-9233-4e4d-adc2-e2b908baeaaa HTTP/1.1" status: 200 len: 811 time: 0.3711820 Mar 29 09:39:18.950200 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Made reservation on behalf of ed0710af87314b5d9309358ce6a18f7a for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:18.952721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:18.954873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:19.054639 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-2e7d80c0-2321-43c8-8039-22f119b9b6e6 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/quotas/46946708b9804d1bbab269c3c031c9aa HTTP/1.1" status: 200 len: 375 time: 0.0922301 Mar 29 09:39:19.067646 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] device_id is not set on port aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:39:19.086021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:19.107194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Transition to ACTIVE for port object 3362de11-4d72-4e50-a6be-f394d2f96b3f will not be triggered until provisioned by entity L2. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:19.109797 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Made reservation on behalf of 5dee1a95d6554b2b8041ef5f6cd8e647 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:19.117395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-299776e8-c757-4152-b72c-6fe6b0a2296f None None] Port 45c995c3-c208-4a7d-a707-ffec0e02f494 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:19.125276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:19.175229 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:19.194006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:19.217012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:19.268244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Allocated IP 172.20.0.6 (b64753bf-2c45-475b-a45b-e68e4fc13b9a/a6d58a43-7a1d-4ece-b1d5-60fa7815d71a/9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:19.365749 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:19.434544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Network 42b8e51d-f4c6-435f-9d85-32ff338cd383 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:19.450373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:19.679996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:19.680549 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Usage tracker for resource:security_group_rule and tenant:5dee1a95d6554b2b8041ef5f6cd8e647 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:19.680657 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Pushing event updated for resources: {'Port': ['ID=446dadd6-4742-435f-a9c0-cca15d4d47be,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:19.733142 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:19.771189 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:19.775115 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Pushing event updated for resources: {'Port': ['ID=3362de11-4d72-4e50-a6be-f394d2f96b3f,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:19.866145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-554ab77d-ea03-4673-8351-b5ed22228f83 None None] Provisioning for port 446dadd6-4742-435f-a9c0-cca15d4d47be completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:19.872862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-554ab77d-ea03-4673-8351-b5ed22228f83 None None] Provisioning complete for port 446dadd6-4742-435f-a9c0-cca15d4d47be triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:19.873380 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-554ab77d-ea03-4673-8351-b5ed22228f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:19.898362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:19.900850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:19.901562 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56610) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:19.936809 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-cfa66425-3afa-4b55-bdfe-823ae140e792 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Synchronizing usage tracker for tenant:46946708b9804d1bbab269c3c031c9aa on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:19.946608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:19.986364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Allocated IP 172.20.0.10 (7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a/7a887097-f317-4749-ba73-9814739007a6/aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:19.986364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Transition to ACTIVE for port object 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:20.071882 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-554ab77d-ea03-4673-8351-b5ed22228f83 None None] Port 446dadd6-4742-435f-a9c0-cca15d4d47be cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:20.100724 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-b04b752c-93e9-4f02-93ad-b7fef87c044c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1482575 Mar 29 09:39:20.130789 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-08ba5d70-5727-4efd-b9c3-d3614ffd9f3c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:39:20.132181 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-08ba5d70-5727-4efd-b9c3-d3614ffd9f3c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153210 Mar 29 09:39:20.199459 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:20.200085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:20.200357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:20.278722 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:20.309435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3ba7dedb-893e-48cf-aea5-b7f1175e1d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:20.326742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:20.336554 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:20.365520 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ed53-e0d0-4bd5-988c-1283b5f242eb req-e4536ce8-9de2-4eec-a849-dbc83cc02afa tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:20.368661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-52c6ed53-e0d0-4bd5-988c-1283b5f242eb req-e4536ce8-9de2-4eec-a849-dbc83cc02afa tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Synchronizing usage tracker for tenant:dd990266160241679233cd0b82116a4d on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:20.371527 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Request body: {'port': {'device_id': '76532622-6962-4ac6-aeb9-528d41366b90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:20.386718 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 2 to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f Mar 29 09:39:20.420238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 5f3674ad-e845-4237-a378-38c75cf775bf up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:20.444594 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3ba7dedb-893e-48cf-aea5-b7f1175e1d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:20.449258 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Network b64753bf-2c45-475b-a45b-e68e4fc13b9a is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:20.461901 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:20.462536 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:20.463034 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:20.471828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3ba7dedb-893e-48cf-aea5-b7f1175e1d8b admin admin] Usage tracker for resource:security_group_rule and tenant:7bdcb37cf35647dba37c21fc6ed4c067 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:20.478559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3ba7dedb-893e-48cf-aea5-b7f1175e1d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:20.501985 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:20.503112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3ba7dedb-893e-48cf-aea5-b7f1175e1d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:20.504879 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec6a000-a748-4691-a541-291d66b2cb0d None None] Network 56f76aae-613c-4aa0-b193-06bc1fb6ed7c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:20.506369 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:20.507000 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:20.508260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Allocated IP 2001:db8::1 (2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb/e9f9344d-8c82-40c1-a311-5c04db168779/cf90d480-e29c-41e2-b283-bedebd35b1fa) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:20.516758 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 3 to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f Mar 29 09:39:20.543851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:20.591991 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-52c6ed53-e0d0-4bd5-988c-1283b5f242eb req-e4536ce8-9de2-4eec-a849-dbc83cc02afa tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Unset dirty status for tenant:dd990266160241679233cd0b82116a4d on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:20.604705 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-52c6ed53-e0d0-4bd5-988c-1283b5f242eb req-e4536ce8-9de2-4eec-a849-dbc83cc02afa tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 931 time: 1.4591403 Mar 29 09:39:20.610437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:20.610437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:20.610437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:20.683671 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-fa266dd3-2538-47bc-aa49-7644364da29f None None] Provisioning for port 5f3674ad-e845-4237-a378-38c75cf775bf completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:20.691933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:20.697087 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:20.729808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Pushing event updated for resources: {'Port': ['ID=9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:20.744266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:20.745044 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:20.760817 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 4 to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f Mar 29 09:39:20.775404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:20.808327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 5f3674ad-e845-4237-a378-38c75cf775bf completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:20.827697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:20.836310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 5f3674ad-e845-4237-a378-38c75cf775bf triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:20.836737 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:20.840876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:20.871721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Transition to ACTIVE for port object aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:20.909407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:20.909830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:20.910315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:20.919444 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:20.950685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-52c6ed53-e0d0-4bd5-988c-1283b5f242eb req-a91f2fb3-195f-47b3-8ca5-41d77a621ade tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Synchronizing usage tracker for tenant:dd990266160241679233cd0b82116a4d on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:20.953131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:20.953574 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:20.962551 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 5 to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f Mar 29 09:39:20.977265 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-82e21b9f-d11f-460d-ab46-d7bf878ddfa7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0898666 Mar 29 09:39:20.998786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Request body: {'port': {'device_id': '2e70a051-2795-4444-ae36-95ab0bc3bce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:21.012558 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:21.044673 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c6a8f9-15bb-4b45-b49a-fd69a30fb7e3,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:21.057795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:21.058291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:21.058728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:21.070948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-cfa66425-3afa-4b55-bdfe-823ae140e792 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Unset dirty status for tenant:46946708b9804d1bbab269c3c031c9aa on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:21.072316 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-cfa66425-3afa-4b55-bdfe-823ae140e792 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=46946708b9804d1bbab269c3c031c9aa&fields=id HTTP/1.1" status: 200 len: 348 time: 2.0061858 Mar 29 09:39:21.079881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:21.085060 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Added segment 2ccb9d7c-e6f3-4200-810b-955a14da1cd1 of type vlan for network 85b21d67-20a0-481b-8ef6-91e0710749f6 Mar 29 09:39:21.098501 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:21.103683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-52c6ed53-e0d0-4bd5-988c-1283b5f242eb req-a91f2fb3-195f-47b3-8ca5-41d77a621ade tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Unset dirty status for tenant:dd990266160241679233cd0b82116a4d on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:21.119189 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-52c6ed53-e0d0-4bd5-988c-1283b5f242eb req-a91f2fb3-195f-47b3-8ca5-41d77a621ade tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5130618 Mar 29 09:39:21.152302 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:21.152857 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:21.158235 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 6 to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f Mar 29 09:39:21.162874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7dbcb819-4957-4208-8ca2-955128dafd71 None None] Provisioning for port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:21.169663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:21.176614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7dbcb819-4957-4208-8ca2-955128dafd71 None None] Provisioning complete for port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:21.177289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb819-4957-4208-8ca2-955128dafd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:21.226111 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3ba7dedb-893e-48cf-aea5-b7f1175e1d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:21.229652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Transition to ACTIVE for port object cf90d480-e29c-41e2-b283-bedebd35b1fa will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:21.231019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:21.231522 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:21.232016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:21.235287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:21.246384 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:21.247043 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:21.249622 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 7 to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f Mar 29 09:39:21.270102 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 5f3674ad-e845-4237-a378-38c75cf775bf, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=5f3674ad-e845-4237-a378-38c75cf775bf,segment=NetworkSegment(4bb05b27-be75-4de5-a11a-48bd63fe1b0a),segment_id=4bb05b27-be75-4de5-a11a-48bd63fe1b0a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:21.270968 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7dbcb819-4957-4208-8ca2-955128dafd71 None None] Port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:21.284175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:21.284705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:21.285316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:21.300458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:21.301032 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:21.304369 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 8 to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f Mar 29 09:39:21.346350 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:21.377911 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3ba7dedb-893e-48cf-aea5-b7f1175e1d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:21.435520 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:21.436274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:21.436828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:21.439376 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:21.446021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:21.446827 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:21.517285 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:21.517659 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:21.532026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:21.542411 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 9 to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f Mar 29 09:39:21.589180 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=5f3674ad-e845-4237-a378-38c75cf775bf,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:21.595761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7dedb-893e-48cf-aea5-b7f1175e1d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41be52c9-c5c9-49ec-a7ab-60c7913ed34f,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:21.666404 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3ba7dedb-893e-48cf-aea5-b7f1175e1d8b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bdcb37cf35647dba37c21fc6ed4c067&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7461371 Mar 29 09:39:21.673703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:21.674176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:21.674929 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:21.679431 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56618) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:21.699910 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eb4123ed-62e8-45ff-8786-00b1848adeb3 None None] Provisioning complete for port 5f3674ad-e845-4237-a378-38c75cf775bf triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:21.704566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Pushing event updated for resources: {'Network': ['ID=85b21d67-20a0-481b-8ef6-91e0710749f6,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:21.705818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eb4123ed-62e8-45ff-8786-00b1848adeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:21.707107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:21.707335 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:21.710611 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempt 10 to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f Mar 29 09:39:21.749268 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:21.749647 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:21.750042 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempting to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:21.773771 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:21.774102 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Failed to bind port 3362de11-4d72-4e50-a6be-f394d2f96b3f on host hv-neutron-8355 for vnic_type normal using segments [{'id': '6f9668cc-4dac-48f6-8fec-5c569c0b0864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4ca28e62-69c6-4d10-a169-52d7321faed7'}] Mar 29 09:39:21.774459 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:21.781409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 85b21d67-20a0-481b-8ef6-91e0710749f6 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:21.788977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:21.790245 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:21.797720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:21.799683 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:21.884787 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a723d6-33d5-44e9-9937-98fa7fd9be27 req-8397919c-f074-4778-861d-5a78b3361acb tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:21.886475 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-94a723d6-33d5-44e9-9937-98fa7fd9be27 req-8397919c-f074-4778-861d-5a78b3361acb tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 931 time: 0.5722876 Mar 29 09:39:21.892748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:21.914563 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-30c2c8d4-2ba0-4381-b343-1a60ddd04ee4 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.7943275 Mar 29 09:39:21.970833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event updated for resources: {'Port': ['ID=aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:21.980155 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56622) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:22.078207 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-323eb3db-0ead-4218-b524-90d09d883e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:22.089456 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:22.110512 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=cf90d480-e29c-41e2-b283-bedebd35b1fa,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:22.125036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:22.163680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:22.164917 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:22.187478 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-684ccc96-4d14-4b8e-8939-d4a5ce6f8ecb service neutron] 10.222.0.35 "GET /v2.0/networks/6e55e4ad-9233-4e4d-adc2-e2b908baeaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0557077 Mar 29 09:39:22.234709 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-94a723d6-33d5-44e9-9937-98fa7fd9be27 req-de4b7eb6-2b4b-4204-8880-451be10480fb tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182669 Mar 29 09:39:22.271895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:22.279034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:22.452154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-323eb3db-0ead-4218-b524-90d09d883e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:22.453172 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 5f3674ad-e845-4237-a378-38c75cf775bf up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:22.478801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] For port 3362de11-4d72-4e50-a6be-f394d2f96b3f, host hv-neutron-8355, cleared binding levels {{(pid=88550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:39:22.484995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attempted to set empty binding levels {{(pid=88550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 29 09:39:22.518292 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1e135dd6-938b-41d0-a90a-ad52edcb7d6d None None] Provisioning for port aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:22.532852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1e135dd6-938b-41d0-a90a-ad52edcb7d6d None None] Provisioning complete for port aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:22.533225 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1e135dd6-938b-41d0-a90a-ad52edcb7d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:22.536798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Request body: {'network': {'name': 'tempest-network--442447709', 'router:external': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:22.609721 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:22.613648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:22.633379 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1f58111a-f6c0-4d9c-a69b-d80b9d55602a tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4704745 Mar 29 09:39:22.637937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Usage tracker for resource:network and tenant:09b1bac21f7647dc883af57ecf8bf196 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:22.638087 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-1e135dd6-938b-41d0-a90a-ad52edcb7d6d None None] Port aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:22.640800 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56630) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:22.649000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 5f3674ad-e845-4237-a378-38c75cf775bf triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:22.649373 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:22.651532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:22.655153 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.resource_extend [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:39:22.673503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7adbc6df-e538-4671-b3f8-fd80a77a1e8d tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:9b:bc:1c'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:dc:42:29'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:22.717893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:22.732326 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-323eb3db-0ead-4218-b524-90d09d883e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:22.788544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] In _notify_port_updated(), no bound segment for port 3362de11-4d72-4e50-a6be-f394d2f96b3f on network 4ca28e62-69c6-4d10-a169-52d7321faed7 {{(pid=88550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:39:22.789788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:22.790723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:22.793443 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "PUT /v2.0/ports/3362de11-4d72-4e50-a6be-f394d2f96b3f HTTP/1.1" status: 200 len: 977 time: 6.0373333 Mar 29 09:39:22.814820 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56634) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:22.861700 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:22.886911 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323eb3db-0ead-4218-b524-90d09d883e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41be52c9-c5c9-49ec-a7ab-60c7913ed34f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:22.923307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-323eb3db-0ead-4218-b524-90d09d883e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:22.938037 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-323eb3db-0ead-4218-b524-90d09d883e45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41be52c9-c5c9-49ec-a7ab-60c7913ed34f HTTP/1.1" status: 204 len: 168 time: 1.2426109 Mar 29 09:39:22.961945 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-ab38a20d-cbdd-4d54-bb63-7f1a41e975ef service neutron] 10.222.0.35 "GET /v2.0/networks/6e55e4ad-9233-4e4d-adc2-e2b908baeaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588978 Mar 29 09:39:22.983074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9d8536dd-2db9-41c9-986f-338252930dff None None] Provisioning for port cf90d480-e29c-41e2-b283-bedebd35b1fa completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:22.986433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446dadd6-4742-435f-a9c0-cca15d4d47be {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:39:22.986857 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9d8536dd-2db9-41c9-986f-338252930dff None None] Provisioning complete for port cf90d480-e29c-41e2-b283-bedebd35b1fa triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:22.987231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9d8536dd-2db9-41c9-986f-338252930dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:23.077543 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-9d8536dd-2db9-41c9-986f-338252930dff None None] Port cf90d480-e29c-41e2-b283-bedebd35b1fa cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:23.088985 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc2507-1b53-493d-a6e8-256155e75379 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Pushing event updated for resources: {'Port': ['ID=3362de11-4d72-4e50-a6be-f394d2f96b3f,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:23.101407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:23.106576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Made reservation on behalf of 09b1bac21f7647dc883af57ecf8bf196 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:23.108866 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:23.118066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:23.140276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-799fc716-5f12-4775-8786-b879e1766a32 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Deleting port 3362de11-4d72-4e50-a6be-f394d2f96b3f {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:23.141010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-799fc716-5f12-4775-8786-b879e1766a32 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:23.144236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:23.172542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Transition to ACTIVE for port object 446dadd6-4742-435f-a9c0-cca15d4d47be will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:23.197137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:23.237495 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Usage tracker for resource:security_group_rule and tenant:09b1bac21f7647dc883af57ecf8bf196 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:23.247772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:23.256724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:23.265986 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:23.315839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db6664-030a-4886-a644-396e0e6a711f req-4b8790fd-2a5e-453d-b5c1-b6f861423415 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:23.317948 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a7db6664-030a-4886-a644-396e0e6a711f req-4b8790fd-2a5e-453d-b5c1-b6f861423415 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 931 time: 0.7411397 Mar 29 09:39:23.538191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7adbc6df-e538-4671-b3f8-fd80a77a1e8d tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:23.838840 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a7db6664-030a-4886-a644-396e0e6a711f req-2b39b452-ffa7-451f-8b68-e9aa3fd89522 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4683070 Mar 29 09:39:24.039963 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-62c5d49f-50da-422d-8047-f300e4aa1965 req-2022d31b-27b9-4e37-a5d0-8c4daeda66a7 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 210 time: 0.0967128 Mar 29 09:39:24.103513 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-799fc716-5f12-4775-8786-b879e1766a32 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] For port 3362de11-4d72-4e50-a6be-f394d2f96b3f, host hv-neutron-8355, got binding levels [] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:24.104105 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-799fc716-5f12-4775-8786-b879e1766a32 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:24.170772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Pushing event updated for resources: {'Port': ['ID=446dadd6-4742-435f-a9c0-cca15d4d47be,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:24.186886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:39:24.284346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:24.359215 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-799fc716-5f12-4775-8786-b879e1766a32 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Calling delete_port for 3362de11-4d72-4e50-a6be-f394d2f96b3f owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:24.402748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Transition to ACTIVE for port object 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:24.519219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:24.538737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-799fc716-5f12-4775-8786-b879e1766a32 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:24.576645 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd862dbf-ece7-4e59-9132-c6a6677bd3c0 req-5c511bfa-9160-4d3a-b343-3f27a929215e tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:24.577394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-bd862dbf-ece7-4e59-9132-c6a6677bd3c0 req-5c511bfa-9160-4d3a-b343-3f27a929215e tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Synchronizing usage tracker for tenant:cba6478a0dfd4704a514232e079d6387 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:24.591288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:24.592012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:24.596932 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56652) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:24.598252 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:24.611003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fc716-5f12-4775-8786-b879e1766a32 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Pushing event deleted for resources: {'Port': ['ID=3362de11-4d72-4e50-a6be-f394d2f96b3f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:24.659308 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-799fc716-5f12-4775-8786-b879e1766a32 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:24.677253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Attempting to bind port 446dadd6-4742-435f-a9c0-cca15d4d47be on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:24.677630 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Attempting to bind port 446dadd6-4742-435f-a9c0-cca15d4d47be by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '7f66d392-afa2-40cc-8034-8820321b58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:24.677948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Attempting to bind port 446dadd6-4742-435f-a9c0-cca15d4d47be on network 42b8e51d-f4c6-435f-9d85-32ff338cd383 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:24.709937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:24.736254 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-799fc716-5f12-4775-8786-b879e1766a32 tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "DELETE /v2.0/ports/3362de11-4d72-4e50-a6be-f394d2f96b3f HTTP/1.1" status: 204 len: 168 time: 1.9122410 Mar 29 09:39:24.743358 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56656) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:24.759482 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Port 446dadd6-4742-435f-a9c0-cca15d4d47be on network 42b8e51d-f4c6-435f-9d85-32ff338cd383 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:24.759811 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Attempting to bind port 446dadd6-4742-435f-a9c0-cca15d4d47be on network 42b8e51d-f4c6-435f-9d85-32ff338cd383 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:24.840468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:39:24.841238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Checking segment: {'id': '7f66d392-afa2-40cc-8034-8820321b58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:24.842056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Bound using segment: {'id': '7f66d392-afa2-40cc-8034-8820321b58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:39:24.842736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Bound port: 446dadd6-4742-435f-a9c0-cca15d4d47be, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f66d392-afa2-40cc-8034-8820321b58b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:39:24.843305 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:24.939615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=cf90d480-e29c-41e2-b283-bedebd35b1fa,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:24.939615 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9fe95f-4fc0-48c6-bf8b-5cba6e5175aa tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:39:24.939615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6f9fe95f-4fc0-48c6-bf8b-5cba6e5175aa tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Synchronizing usage tracker for tenant:68ca659eddda490bb7771977a92ae7b0 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:24.939962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Pushing event updated for resources: {'Port': ['ID=9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:24.940048 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1a719dea-845d-4dfe-ba29-c7de88f0f331 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ae233dc1b5a4ab5bc15f561f8e4ed9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173146 Mar 29 09:39:24.957352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56662) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:25.046528 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.resource_extend [None req-7adbc6df-e538-4671-b3f8-fd80a77a1e8d tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:39:25.070891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:25.075695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-bd862dbf-ece7-4e59-9132-c6a6677bd3c0 req-5c511bfa-9160-4d3a-b343-3f27a929215e tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Unset dirty status for tenant:cba6478a0dfd4704a514232e079d6387 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:25.081165 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bd862dbf-ece7-4e59-9132-c6a6677bd3c0 req-5c511bfa-9160-4d3a-b343-3f27a929215e tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 931 time: 1.5444474 Mar 29 09:39:25.094180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7adbc6df-e538-4671-b3f8-fd80a77a1e8d tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:25.114783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:25.122420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:25.189407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:25.211857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6f9fe95f-4fc0-48c6-bf8b-5cba6e5175aa tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] Unset dirty status for tenant:68ca659eddda490bb7771977a92ae7b0 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:25.218859 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6f9fe95f-4fc0-48c6-bf8b-5cba6e5175aa tempest-PortsAdminExtendedAttrsTestJSON-1048414738 tempest-PortsAdminExtendedAttrsTestJSON-1048414738-project-admin] 10.222.0.35 "GET /v2.0/ports/3362de11-4d72-4e50-a6be-f394d2f96b3f HTTP/1.1" status: 404 len: 333 time: 0.4177470 Mar 29 09:39:25.221498 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56670) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:25.222075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] For port 446dadd6-4742-435f-a9c0-cca15d4d47be, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:39:25.227174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b1b2901f-da87-42d0-874d-2c50adb4f4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:25.229189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dac7481-ed8b-4a91-a6a8-1c01d6c169be,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:25.232612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7adbc6df-e538-4671-b3f8-fd80a77a1e8d tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:25.295521 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Attempting to bind port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:25.295876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Attempting to bind port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'f732aea9-8c5c-4406-93c1-a9f229414335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:25.296171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Attempting to bind port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf on network b64753bf-2c45-475b-a45b-e68e4fc13b9a {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:25.303936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:25.309221 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Added segment 1e6125d5-62f1-4a55-84de-3df9a123d91b of type vlan for network db023f8b-7eaa-4c98-b808-b63bc9345d86 Mar 29 09:39:25.337532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] For port 446dadd6-4742-435f-a9c0-cca15d4d47be, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=446dadd6-4742-435f-a9c0-cca15d4d47be,segment=NetworkSegment(7f66d392-afa2-40cc-8034-8820321b58b3),segment_id=7f66d392-afa2-40cc-8034-8820321b58b3)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:39:25.376667 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bd862dbf-ece7-4e59-9132-c6a6677bd3c0 req-0ccae3d4-34ff-433e-ba20-4158694303b8 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808836 Mar 29 09:39:25.376667 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf on network b64753bf-2c45-475b-a45b-e68e4fc13b9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:25.376667 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Attempting to bind port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf on network b64753bf-2c45-475b-a45b-e68e4fc13b9a {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:25.539454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b1b2901f-da87-42d0-874d-2c50adb4f4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:25.577680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:39:25.578185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Checking segment: {'id': 'f732aea9-8c5c-4406-93c1-a9f229414335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:25.578603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Bound using segment: {'id': 'f732aea9-8c5c-4406-93c1-a9f229414335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:39:25.579080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Bound port: 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f732aea9-8c5c-4406-93c1-a9f229414335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:39:25.579456 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:25.582963 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dbc34-2320-4932-ba81-2141f06e1dcc req-54281592-ce43-462d-872a-a5ca96d86609 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:25.584838 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d17dbc34-2320-4932-ba81-2141f06e1dcc req-54281592-ce43-462d-872a-a5ca96d86609 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 943 time: 0.5547810 Mar 29 09:39:25.623741 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c59fe7cd-3df9-4af4-b1ad-3dbb4f1f7fa6 None None] Provisioning complete for port cf90d480-e29c-41e2-b283-bedebd35b1fa triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:25.624245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c59fe7cd-3df9-4af4-b1ad-3dbb4f1f7fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:25.635370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbc6df-e538-4671-b3f8-fd80a77a1e8d tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event updated for resources: {'Port': ['ID=aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:25.648247 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e457665b-cce8-453b-ac02-8dba04748999 req-557a4285-6826-4a90-9b8a-8e86b8f424f3 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 210 time: 0.1864235 Mar 29 09:39:25.667679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:25.731180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-7adbc6df-e538-4671-b3f8-fd80a77a1e8d tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] In _notify_port_updated(), no bound segment for port aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3 on network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a {{(pid=88551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:39:25.737300 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adbc6df-e538-4671-b3f8-fd80a77a1e8d tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:25.740652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7adbc6df-e538-4671-b3f8-fd80a77a1e8d tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:25.740652 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7adbc6df-e538-4671-b3f8-fd80a77a1e8d tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "PUT /v2.0/ports/aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3 HTTP/1.1" status: 200 len: 1058 time: 3.0911853 Mar 29 09:39:25.743497 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c59fe7cd-3df9-4af4-b1ad-3dbb4f1f7fa6 None None] Port cf90d480-e29c-41e2-b283-bedebd35b1fa cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:25.748629 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:25.757840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56674) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:25.777844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44fe72ad-5e20-4826-83d8-23e6456eb929 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:25.870309 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d17dbc34-2320-4932-ba81-2141f06e1dcc req-b882c0bd-4fef-4493-86da-1f117fd38d5b tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674675 Mar 29 09:39:25.906524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:25.907402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:25.909970 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] 10.222.0.36 "PUT /v2.0/ports/446dadd6-4742-435f-a9c0-cca15d4d47be HTTP/1.1" status: 200 len: 1093 time: 5.6391037 Mar 29 09:39:25.911615 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76532622-6962-4ac6-aeb9-528d41366b90', 'tag': '446dadd6-4742-435f-a9c0-cca15d4d47be'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:39:25.925339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-88b07262-912f-4a2e-8148-7c0ac6ef7eb7 None None] Provisioning complete for port aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:25.925339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-88b07262-912f-4a2e-8148-7c0ac6ef7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:25.943790 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-8fadc98b-aee1-4519-9dac-507586708c77 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Deleting port aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:25.944778 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fadc98b-aee1-4519-9dac-507586708c77 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:25.984230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] For port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:39:25.990754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ac5df-5991-4777-9840-62077fa53661 service neutron] Pushing event updated for resources: {'Port': ['ID=446dadd6-4742-435f-a9c0-cca15d4d47be,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:25.995496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] For port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf,segment=NetworkSegment(f732aea9-8c5c-4406-93c1-a9f229414335),segment_id=f732aea9-8c5c-4406-93c1-a9f229414335)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:39:26.108892 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-88b07262-912f-4a2e-8148-7c0ac6ef7eb7 None None] Port aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:26.243358 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:26.245760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:26.247913 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:26.251123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:26.260363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b1b2901f-da87-42d0-874d-2c50adb4f4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:26.266628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44fe72ad-5e20-4826-83d8-23e6456eb929 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:26.307952 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2901f-da87-42d0-874d-2c50adb4f4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1a18c7-1118-4319-8868-822796e3ebc9,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:26.324447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-44fe72ad-5e20-4826-83d8-23e6456eb929 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca28e62-69c6-4d10-a169-52d7321faed7']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:26.383813 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-44fe72ad-5e20-4826-83d8-23e6456eb929 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9668cc-4dac-48f6-8fec-5c569c0b0864') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:26.384914 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-44fe72ad-5e20-4826-83d8-23e6456eb929 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9668cc-4dac-48f6-8fec-5c569c0b0864') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:26.414812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44fe72ad-5e20-4826-83d8-23e6456eb929 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:26.436077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44fe72ad-5e20-4826-83d8-23e6456eb929 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:26.450589 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fe72ad-5e20-4826-83d8-23e6456eb929 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:39:26.451007 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44fe72ad-5e20-4826-83d8-23e6456eb929 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:26.530985 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:26.530985 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:26.530985 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] 10.222.0.36 "PUT /v2.0/ports/9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf HTTP/1.1" status: 200 len: 1093 time: 5.5007203 Mar 29 09:39:26.598084 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76532622-6962-4ac6-aeb9-528d41366b90', 'tag': '446dadd6-4742-435f-a9c0-cca15d4d47be', 'status': 'completed', 'code': 200} Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:39:26.603406 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:39:26.610733 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b1b2901f-da87-42d0-874d-2c50adb4f4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:26.610733 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b1b2901f-da87-42d0-874d-2c50adb4f4bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf1a18c7-1118-4319-8868-822796e3ebc9 HTTP/1.1" status: 204 len: 168 time: 1.6466329 Mar 29 09:39:26.632860 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event updated for resources: {'Network': ['ID=db023f8b-7eaa-4c98-b808-b63bc9345d86,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:26.645168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network db023f8b-7eaa-4c98-b808-b63bc9345d86 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:26.652244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e12bbb-e15b-4336-b52a-c0ed53873086 service neutron] Pushing event updated for resources: {'Port': ['ID=9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:26.685731 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-f365f715-c321-4070-b220-f38dc11ac9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:26.687418 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-f365f715-c321-4070-b220-f38dc11ac9fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd990266160241679233cd0b82116a4d&device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 1096 time: 0.1777039 Mar 29 09:39:26.801673 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-576a67be-9f68-44d2-862a-3b36a6bd2351 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 4.7753870 Mar 29 09:39:26.802571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56696) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:26.902184 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fadc98b-aee1-4519-9dac-507586708c77 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:26.972995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f7257823-2d98-4cca-92d5-284e6683f04e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:27.013229 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-f632d6e7-31b6-4605-b139-527c9458d1dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=446dadd6-4742-435f-a9c0-cca15d4d47be HTTP/1.1" status: 200 len: 217 time: 0.3077025 Mar 29 09:39:27.096538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router dcab9279-84c4-4282-b64a-d514cba736dd is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:39:27.113863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44fe72ad-5e20-4826-83d8-23e6456eb929 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:27.114676 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-8fadc98b-aee1-4519-9dac-507586708c77 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Calling delete_port for aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:27.305320 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-473c7888-0713-4c2a-af68-ae75ae219731 req-f6214640-40a2-45ef-9478-25b6c48a5ab9 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 210 time: 0.1954782 Mar 29 09:39:27.306846 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44fe72ad-5e20-4826-83d8-23e6456eb929 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:27.306846 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe72ad-5e20-4826-83d8-23e6456eb929 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] Pushing event deleted for resources: {'Network': ['ID=4ca28e62-69c6-4d10-a169-52d7321faed7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:27.306846 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-44fe72ad-5e20-4826-83d8-23e6456eb929 tempest-PortsAdminExtendedAttrsTestJSON-234814868 tempest-PortsAdminExtendedAttrsTestJSON-234814868-project] 10.222.0.35 "DELETE /v2.0/networks/4ca28e62-69c6-4d10-a169-52d7321faed7 HTTP/1.1" status: 204 len: 168 time: 2.0527911 Mar 29 09:39:27.307178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-faa457d9-1dd3-48c6-9ceb-11af11c564c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:27.307178 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-faa457d9-1dd3-48c6-9ceb-11af11c564c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45e1ab43-d8c0-43c8-bce8-1dd511cbc465 HTTP/1.1" status: 200 len: 850 time: 0.1276369 Mar 29 09:39:27.402214 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:39:27.422524 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c313b-4263-41ad-b0c8-7dd607dda27b None None] Sync routers for ids ['dcab9279-84c4-4282-b64a-d514cba736dd'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:39:27.450835 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c313b-4263-41ad-b0c8-7dd607dda27b None None] Routers {'dcab9279-84c4-4282-b64a-d514cba736dd'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:27.451849 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-370c313b-4263-41ad-b0c8-7dd607dda27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['dcab9279-84c4-4282-b64a-d514cba736dd'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:27.458640 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7b14f-e488-4c5f-b822-f25693c24fbd req-d3762aef-7595-46a2-97e2-8145fd780ac6 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:27.460916 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7ed7b14f-e488-4c5f-b822-f25693c24fbd req-d3762aef-7595-46a2-97e2-8145fd780ac6 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 943 time: 0.4650178 Mar 29 09:39:27.472323 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-657e7f92-2c04-4ad6-9ed9-9c591394f078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/dcab9279-84c4-4282-b64a-d514cba736dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4291675 Mar 29 09:39:27.493342 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56706) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:27.570785 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-370c313b-4263-41ad-b0c8-7dd607dda27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:27.579869 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c313b-4263-41ad-b0c8-7dd607dda27b None None] Routers {'dcab9279-84c4-4282-b64a-d514cba736dd'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:27.580803 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-370c313b-4263-41ad-b0c8-7dd607dda27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['dcab9279-84c4-4282-b64a-d514cba736dd'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:27.586000 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7ed7b14f-e488-4c5f-b822-f25693c24fbd req-72dbc064-9a4b-4e99-8fd6-e5c6f4dbd9ac tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147680 Mar 29 09:39:27.605712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c2f0b4-7a08-4ee1-9294-84fdf6d9b40d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:27.606388 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-14c2f0b4-7a08-4ee1-9294-84fdf6d9b40d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Synchronizing usage tracker for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:27.659289 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-370c313b-4263-41ad-b0c8-7dd607dda27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:27.659914 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c313b-4263-41ad-b0c8-7dd607dda27b None None] The sync data for ids ['dcab9279-84c4-4282-b64a-d514cba736dd'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:39:27.697767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fadc98b-aee1-4519-9dac-507586708c77 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:27.741485 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f7257823-2d98-4cca-92d5-284e6683f04e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:27.767715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-1064d218-fd74-4086-9708-4ec465a53c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:27.769393 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-1064d218-fd74-4086-9708-4ec465a53c8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cba6478a0dfd4704a514232e079d6387&device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 1096 time: 0.7934458 Mar 29 09:39:27.803592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-f7257823-2d98-4cca-92d5-284e6683f04e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db023f8b-7eaa-4c98-b808-b63bc9345d86']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:27.804197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-14c2f0b4-7a08-4ee1-9294-84fdf6d9b40d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Unset dirty status for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:27.805326 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-14c2f0b4-7a08-4ee1-9294-84fdf6d9b40d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports/cf90d480-e29c-41e2-b283-bedebd35b1fa HTTP/1.1" status: 200 len: 911 time: 0.3109286 Mar 29 09:39:27.808516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadc98b-aee1-4519-9dac-507586708c77 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event deleted for resources: {'Port': ['ID=aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:27.811895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56716) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:27.983164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-f7257823-2d98-4cca-92d5-284e6683f04e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6125d5-62f1-4a55-84de-3df9a123d91b') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:27.991057 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-f7257823-2d98-4cca-92d5-284e6683f04e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6125d5-62f1-4a55-84de-3df9a123d91b') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:28.064402 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-69f025f4-f2f9-45bf-a9f6-efc12fd6f66d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf HTTP/1.1" status: 200 len: 217 time: 0.2539706 Mar 29 09:39:28.076892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f7257823-2d98-4cca-92d5-284e6683f04e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:28.274871 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-f08ae342-1126-41f0-8028-38248709dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:28.329649 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-f08ae342-1126-41f0-8028-38248709dcc8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42b8e51d-f4c6-435f-9d85-32ff338cd383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9827976 Mar 29 09:39:28.329649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f7257823-2d98-4cca-92d5-284e6683f04e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:28.368821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7257823-2d98-4cca-92d5-284e6683f04e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:39:28.370916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f7257823-2d98-4cca-92d5-284e6683f04e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:28.413883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfd415-1d23-4d4c-998b-a591522449d8 req-ef8ab6f6-8096-4d66-9c56-73c1b0d04de8 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:28.415564 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-02cfd415-1d23-4d4c-998b-a591522449d8 req-ef8ab6f6-8096-4d66-9c56-73c1b0d04de8 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Synchronizing usage tracker for tenant:dd990266160241679233cd0b82116a4d on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:39:28.420808 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:39:28.542548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fadc98b-aee1-4519-9dac-507586708c77 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:28.544157 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8fadc98b-aee1-4519-9dac-507586708c77 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "DELETE /v2.0/ports/aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3 HTTP/1.1" status: 204 len: 168 time: 2.7839043 Mar 29 09:39:28.559031 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56732) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:28.565515 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-803f97fc-dd25-4d76-a751-eb57b047674e req-02555e1e-a284-4ec2-9e1a-e6959f8f6c41 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 210 time: 0.1501071 Mar 29 09:39:28.637969 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51691e4-5a0b-4a75-a027-15b16263d215 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] GET failed (client error): The resource could not be found. Mar 29 09:39:28.638674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c51691e4-5a0b-4a75-a027-15b16263d215 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Synchronizing usage tracker for tenant:ed0710af87314b5d9309358ce6a18f7a on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:28.713695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56738) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:28.851532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e70a051-2795-4444-ae36-95ab0bc3bce7', 'tag': '9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:39:28.852029 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.36', 61976) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:28.852288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-02cfd415-1d23-4d4c-998b-a591522449d8 req-ef8ab6f6-8096-4d66-9c56-73c1b0d04de8 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Unset dirty status for tenant:dd990266160241679233cd0b82116a4d on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:28.852288 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02cfd415-1d23-4d4c-998b-a591522449d8 req-ef8ab6f6-8096-4d66-9c56-73c1b0d04de8 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 943 time: 1.4181995 Mar 29 09:39:28.852562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-a2ddb9f3-1c61-4eff-ad8b-5f625bc42d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:28.855221 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-a2ddb9f3-1c61-4eff-ad8b-5f625bc42d3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6d58a43-7a1d-4ece-b1d5-60fa7815d71a HTTP/1.1" status: 200 len: 845 time: 0.6899202 Mar 29 09:39:28.941628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c51691e4-5a0b-4a75-a027-15b16263d215 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Unset dirty status for tenant:ed0710af87314b5d9309358ce6a18f7a on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:28.946261 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c51691e4-5a0b-4a75-a027-15b16263d215 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "GET /v2.0/ports/aaa5a2a4-890e-4358-8b8d-305a6c1b7ad3 HTTP/1.1" status: 404 len: 333 time: 0.3762946 Mar 29 09:39:28.949176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56752) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:28.976967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f7257823-2d98-4cca-92d5-284e6683f04e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:29.033076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7257823-2d98-4cca-92d5-284e6683f04e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network db023f8b-7eaa-4c98-b808-b63bc9345d86 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 29 09:39:29.060618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7257823-2d98-4cca-92d5-284e6683f04e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event deleted for resources: {'Network': ['ID=db023f8b-7eaa-4c98-b808-b63bc9345d86,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:29.095207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f7257823-2d98-4cca-92d5-284e6683f04e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:29.098471 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e207084e-09fb-4023-b04f-b00618ee6d75 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6dff26a3cec43e9ac92b6f47cc9eff6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3835890 Mar 29 09:39:29.108914 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-4549b3c6-f540-4144-88c5-ba570a6bb552 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:29.109867 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-4549b3c6-f540-4144-88c5-ba570a6bb552 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Synchronizing usage tracker for tenant:46946708b9804d1bbab269c3c031c9aa on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:29.113344 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56758) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:29.116997 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02cfd415-1d23-4d4c-998b-a591522449d8 req-b2f08d77-b758-497e-b483-4621aab86b43 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917690 Mar 29 09:39:29.123224 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-43ec5aff-d2c0-484a-964b-a2f9aa49c3da service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8343437 Mar 29 09:39:29.123357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-99112b0e-9c0d-4a9d-a10b-62cdad66bea1 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Deleting port 45c995c3-c208-4a7d-a707-ffec0e02f494 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:29.123357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-99112b0e-9c0d-4a9d-a10b-62cdad66bea1 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:29.181510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d116d8-1b81-440a-862b-49a218095989 req-1ee886d2-38ee-4105-ad1e-1841a4ed38ee tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:29.212926 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f0d116d8-1b81-440a-862b-49a218095989 req-1ee886d2-38ee-4105-ad1e-1841a4ed38ee tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 943 time: 0.4367764 Mar 29 09:39:29.368337 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f0d116d8-1b81-440a-862b-49a218095989 req-08788b09-1b29-47ff-81d6-95c3c6b3c105 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716480 Mar 29 09:39:29.406334 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5b13807c-f8be-424a-9408-b3c165b8d279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:29.435873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56762) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:29.463885 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-4549b3c6-f540-4144-88c5-ba570a6bb552 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Unset dirty status for tenant:46946708b9804d1bbab269c3c031c9aa on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:29.465326 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-4549b3c6-f540-4144-88c5-ba570a6bb552 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.36 "GET /v2.0/networks?id=6e55e4ad-9233-4e4d-adc2-e2b908baeaaa HTTP/1.1" status: 200 len: 811 time: 0.6652758 Mar 29 09:39:29.537265 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5b13807c-f8be-424a-9408-b3c165b8d279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:29.570929 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e70a051-2795-4444-ae36-95ab0bc3bce7', 'tag': '9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf', 'status': 'completed', 'code': 200} Mar 29 09:39:29.617680 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f7257823-2d98-4cca-92d5-284e6683f04e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "DELETE /v2.0/networks/db023f8b-7eaa-4c98-b808-b63bc9345d86 HTTP/1.1" status: 204 len: 168 time: 2.8059127 Mar 29 09:39:29.630317 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56772) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:29.653915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:29.680122 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-592938485'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:29.727369 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:29.733332 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Usage tracker for resource:network and tenant:def6da8eeee4419eb3da131eed714cf3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:29.738565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:29.744090 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:29.751976 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:29.775101 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Usage tracker for resource:network and tenant:09b1bac21f7647dc883af57ecf8bf196 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:29.782076 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:29.785972 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-99112b0e-9c0d-4a9d-a10b-62cdad66bea1 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:29.804700 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-a1553160-24ad-4a0e-aaab-37468b90715e tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Synchronizing usage tracker for tenant:46946708b9804d1bbab269c3c031c9aa on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:29.809176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:29.814461 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Made reservation on behalf of def6da8eeee4419eb3da131eed714cf3 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:29.817932 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:29.821697 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-28d9f357-448c-4187-976c-2690b840846a req-2e58aefa-445e-4360-a485-1a073feb317e tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 210 time: 0.0797961 Mar 29 09:39:29.836292 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-549dd8d9-2bda-46fb-b9ba-cc04afc75074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:29.836292 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-549dd8d9-2bda-46fb-b9ba-cc04afc75074 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b64753bf-2c45-475b-a45b-e68e4fc13b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9253073 Mar 29 09:39:29.889152 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5135aae-dbea-4749-af7e-7f7fe53cb29a req-465c6bca-75fd-42fb-a422-04e1810d81c6 service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171051 Mar 29 09:39:29.915196 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:29.974335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-99112b0e-9c0d-4a9d-a10b-62cdad66bea1 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Calling delete_port for 45c995c3-c208-4a7d-a707-ffec0e02f494 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:30.002696 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.039028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:30.051554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Usage tracker for resource:security_group_rule and tenant:def6da8eeee4419eb3da131eed714cf3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:30.056794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:30.064438 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:30.102060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Made reservation on behalf of 09b1bac21f7647dc883af57ecf8bf196 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:30.104402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.176711 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5b13807c-f8be-424a-9408-b3c165b8d279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.179489 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-a1553160-24ad-4a0e-aaab-37468b90715e tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Unset dirty status for tenant:46946708b9804d1bbab269c3c031c9aa on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:30.180684 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-a1553160-24ad-4a0e-aaab-37468b90715e tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46946708b9804d1bbab269c3c031c9aa HTTP/1.1" status: 200 len: 380 time: 0.6198432 Mar 29 09:39:30.216785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:30.218924 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13807c-f8be-424a-9408-b3c165b8d279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f73d6d8-2947-44f8-b1ae-56148d4ad2e2,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:30.276496 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.276873 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Added segment de6f14e9-f610-4008-bed0-9fe7b17d3652 of type vlan for network c3dbdd94-8a89-43f4-aace-0362380f738a Mar 29 09:39:30.307972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Allocated IP 2001:db8:1::1 (56f76aae-613c-4aa0-b193-06bc1fb6ed7c/9fc7f0b3-9745-4335-bbc2-2399a130a6bc/67061829-a842-4877-93d5-be3e15b3eb14) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:30.362305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.368423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.373770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-99112b0e-9c0d-4a9d-a10b-62cdad66bea1 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.377137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5b13807c-f8be-424a-9408-b3c165b8d279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.381226 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5b13807c-f8be-424a-9408-b3c165b8d279 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f73d6d8-2947-44f8-b1ae-56148d4ad2e2 HTTP/1.1" status: 204 len: 168 time: 1.2600241 Mar 29 09:39:30.460966 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99112b0e-9c0d-4a9d-a10b-62cdad66bea1 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event deleted for resources: {'Port': ['ID=45c995c3-c208-4a7d-a707-ffec0e02f494,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:30.462430 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.540234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:30.555974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.566860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.569855 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Added segment 3716603a-727b-41be-8f32-da2c5133103e of type vlan for network fffb99ae-d7a1-42de-9536-681f8488934d Mar 29 09:39:30.576372 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfb09c-856f-426c-a0ff-7bd578065824 req-717c3270-df18-4f8b-8151-fdf40617067b tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:30.577955 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2cdfb09c-856f-426c-a0ff-7bd578065824 req-717c3270-df18-4f8b-8151-fdf40617067b tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 943 time: 0.3427989 Mar 29 09:39:30.583162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb43bef0-d48b-461a-aabe-6784fd7dfa88,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:30.596195 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Transition to ACTIVE for port object 67061829-a842-4877-93d5-be3e15b3eb14 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:30.619427 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371e376-73c2-405e-b8dd-3321ef12d333 req-eceed687-b90f-44c2-a8f4-2bf6fcf38af0 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:30.621085 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0371e376-73c2-405e-b8dd-3321ef12d333 req-eceed687-b90f-44c2-a8f4-2bf6fcf38af0 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 943 time: 0.1355329 Mar 29 09:39:30.696780 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0371e376-73c2-405e-b8dd-3321ef12d333 req-0165862a-2699-4307-8975-af60b1a884e4 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634654 Mar 29 09:39:30.717880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.718795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:30.719359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.739351 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.784692 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2cdfb09c-856f-426c-a0ff-7bd578065824 req-2a0229a1-413c-40cb-ab80-159743b648b8 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985226 Mar 29 09:39:30.792317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.852406 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event updated for resources: {'Network': ['ID=c3dbdd94-8a89-43f4-aace-0362380f738a,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:30.856576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 56f76aae-613c-4aa0-b193-06bc1fb6ed7c is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:30.859851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:30.864364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:30.865437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network c3dbdd94-8a89-43f4-aace-0362380f738a details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:30.865953 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.902168 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=67061829-a842-4877-93d5-be3e15b3eb14,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:30.933275 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ddcd21a3-5aa3-4ab5-ac90-6e1ae99dc9c5 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2992158 Mar 29 09:39:30.933454 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56790) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:30.940207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Request body: {'subnet': {'network_id': 'c3dbdd94-8a89-43f4-aace-0362380f738a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:30.955555 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:30.961206 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Usage tracker for resource:subnet and tenant:09b1bac21f7647dc883af57ecf8bf196 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:30.964239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:30.970478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:30.985107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.998949 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:30.998949 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:31.043450 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-acac359e-b97a-4040-8a45-65a79e87c714 req-32aa6773-fa83-44af-98c6-0ec7d2f1d8ec tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 210 time: 0.0480778 Mar 29 09:39:31.050451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Made reservation on behalf of 09b1bac21f7647dc883af57ecf8bf196 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:31.053399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:31.118658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-99112b0e-9c0d-4a9d-a10b-62cdad66bea1 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:31.123149 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-99112b0e-9c0d-4a9d-a10b-62cdad66bea1 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "DELETE /v2.0/ports/45c995c3-c208-4a7d-a707-ffec0e02f494 HTTP/1.1" status: 204 len: 168 time: 2.1668410 Mar 29 09:39:31.125119 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56794) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:31.166568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Request body: {'port': {'device_id': '151ec5da-a4b1-402d-87e4-50c00c71617e', 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'admin_state_up': True, 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'security_groups': ['682c52cb-4824-4667-8217-b4439d847165']}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:31.188648 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Network': ['ID=fffb99ae-d7a1-42de-9536-681f8488934d,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:31.194338 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a33790f-1452-436c-a3c4-f8c918724344 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] GET failed (client error): The resource could not be found. Mar 29 09:39:31.194868 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2a33790f-1452-436c-a3c4-f8c918724344 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Synchronizing usage tracker for tenant:ed0710af87314b5d9309358ce6a18f7a on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:31.199364 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network fffb99ae-d7a1-42de-9536-681f8488934d details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:31.213812 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3cf5a2c3-1669-4164-8427-7d7599a510c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7767136 Mar 29 09:39:31.214575 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56798) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:31.231793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'subnet': {'network_id': 'fffb99ae-d7a1-42de-9536-681f8488934d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:31.250650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:31.379666 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56802) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:31.397246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4aa3c2c7-ad6f-4e8b-990b-2e7c2389274f None None] Provisioning for port 67061829-a842-4877-93d5-be3e15b3eb14 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:31.402526 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4aa3c2c7-ad6f-4e8b-990b-2e7c2389274f None None] Provisioning complete for port 67061829-a842-4877-93d5-be3e15b3eb14 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:31.403114 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4aa3c2c7-ad6f-4e8b-990b-2e7c2389274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:31.429401 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2a33790f-1452-436c-a3c4-f8c918724344 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Unset dirty status for tenant:ed0710af87314b5d9309358ce6a18f7a on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:31.430644 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2a33790f-1452-436c-a3c4-f8c918724344 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "GET /v2.0/ports/45c995c3-c208-4a7d-a707-ffec0e02f494 HTTP/1.1" status: 404 len: 333 time: 0.3054123 Mar 29 09:39:31.437662 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56806) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:31.460699 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3c2c7-ad6f-4e8b-990b-2e7c2389274f None None] Port 67061829-a842-4877-93d5-be3e15b3eb14 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:31.466374 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:31.481686 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Usage tracker for resource:subnet and tenant:def6da8eeee4419eb3da131eed714cf3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:31.485024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:31.489297 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:31.497799 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-24085f2a-6b62-46e2-9640-d396ebb15f65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68ca659eddda490bb7771977a92ae7b0&name=default HTTP/1.1" status: 200 len: 2978 time: 0.1149485 Mar 29 09:39:31.498808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:31.503292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56810) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:31.510729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:31.571652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-779ec358-a318-4f0e-8025-b6868e7ecede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:31.582846 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Made reservation on behalf of def6da8eeee4419eb3da131eed714cf3 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:31.586769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:31.606165 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-8b74edc7-dd5b-4bf2-ba6a-afc82515a2b3 service neutron] 10.222.0.36 "GET /v2.0/networks/b64753bf-2c45-475b-a45b-e68e4fc13b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154251 Mar 29 09:39:31.621949 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Made reservation on behalf of 46946708b9804d1bbab269c3c031c9aa for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:31.625307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:31.644287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-779ec358-a318-4f0e-8025-b6868e7ecede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:31.713923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-2c117908-5f4d-451c-811e-25bc53914f04 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Deleting port acf397db-138c-4bf0-95e9-b3a2aca49b16 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:31.714254 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c117908-5f4d-451c-811e-25bc53914f04 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:31.940742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-779ec358-a318-4f0e-8025-b6868e7ecede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:31.998882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ec358-a318-4f0e-8025-b6868e7ecede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978bbdb8-581a-4a7f-bfa3-a159bd9c6452,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:32.041652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Allocated IP 172.20.0.13 (6e55e4ad-9233-4e4d-adc2-e2b908baeaaa/a68d34bc-45c4-487b-8bc6-5cb2c7a2d083/62ea904e-1eff-4ab9-8406-252c2d5286d5) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:32.067010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a7fe1-5fd6-44fe-8875-b0bb6e5d95ec req-93163549-c7cd-4c92-b5a0-1d717175ace2 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:32.069018 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-505a7fe1-5fd6-44fe-8875-b0bb6e5d95ec req-93163549-c7cd-4c92-b5a0-1d717175ace2 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 943 time: 0.2590528 Mar 29 09:39:32.117676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590f528-9694-4c90-97e3-1cbf33fb5788 req-b83721c3-eaef-4aa8-ad2f-cad1bb77f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:32.119204 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e590f528-9694-4c90-97e3-1cbf33fb5788 req-b83721c3-eaef-4aa8-ad2f-cad1bb77f934 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd990266160241679233cd0b82116a4d&device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 1096 time: 0.6826193 Mar 29 09:39:32.170936 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-505a7fe1-5fd6-44fe-8875-b0bb6e5d95ec req-b334725a-b3b1-4880-b5ff-4e4acb8f5bc6 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936949 Mar 29 09:39:32.262836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:32.266722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-779ec358-a318-4f0e-8025-b6868e7ecede admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:32.267840 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-779ec358-a318-4f0e-8025-b6868e7ecede admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/978bbdb8-581a-4a7f-bfa3-a159bd9c6452 HTTP/1.1" status: 204 len: 168 time: 0.7628465 Mar 29 09:39:32.285576 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d5e5143d-f664-43fc-aa5e-416bd5e039bf req-2c5f9e43-24dd-46dd-a925-9eb4d9b0cef5 service neutron] 10.222.0.36 "GET /v2.0/networks/b64753bf-2c45-475b-a45b-e68e4fc13b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583810 Mar 29 09:39:32.378909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-0162e310-a89f-4c14-bff4-e9f00c23bb73 req-a642b039-89c3-461a-820c-48f427577981 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Synchronizing usage tracker for tenant:46946708b9804d1bbab269c3c031c9aa on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:32.521266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Subnet': ['ID=d109fecb-4d43-42c6-a8b4-2273a4062e04,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:32.540588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Checking segment: {'id': '3716603a-727b-41be-8f32-da2c5133103e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fffb99ae-d7a1-42de-9536-681f8488934d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:32.540941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network hostable DHCP agents. Network: fffb99ae-d7a1-42de-9536-681f8488934d, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:39:32.548131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:32.569966 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Transition to ACTIVE for port object 62ea904e-1eff-4ab9-8406-252c2d5286d5 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:32.635143 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-0162e310-a89f-4c14-bff4-e9f00c23bb73 req-a642b039-89c3-461a-820c-48f427577981 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Unset dirty status for tenant:46946708b9804d1bbab269c3c031c9aa on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:32.635143 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0162e310-a89f-4c14-bff4-e9f00c23bb73 req-a642b039-89c3-461a-820c-48f427577981 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 210 time: 0.3265147 Mar 29 09:39:32.652818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78904dfc-fe39-49ee-997e-bc6e419581f1 req-aebd52b0-b996-48b2-bdc8-2b8f63d9033d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:32.654302 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-78904dfc-fe39-49ee-997e-bc6e419581f1 req-aebd52b0-b996-48b2-bdc8-2b8f63d9033d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 943 time: 0.7007532 Mar 29 09:39:32.677293 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c117908-5f4d-451c-811e-25bc53914f04 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:32.678623 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network fffb99ae-d7a1-42de-9536-681f8488934d is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:39:32.706636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:32.707203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590f528-9694-4c90-97e3-1cbf33fb5788 req-65dd05ed-8101-4add-b69b-821465a2d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:32.709174 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e590f528-9694-4c90-97e3-1cbf33fb5788 req-65dd05ed-8101-4add-b69b-821465a2d01d service neutron] 10.222.0.36 "GET /v2.0/networks?id=42b8e51d-f4c6-435f-9d85-32ff338cd383 HTTP/1.1" status: 200 len: 912 time: 0.5712674 Mar 29 09:39:32.827304 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Network 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:32.829044 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Pushing event updated for resources: {'Port': ['ID=62ea904e-1eff-4ab9-8406-252c2d5286d5,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:32.832519 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:32.847596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:32.914133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, fffb99ae-d7a1-42de-9536-681f8488934d) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:32.921677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:32.922271 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:32.925624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b817b3a-5ff4-4c6b-ba2c-ad01269bc8c6 None None] Network fffb99ae-d7a1-42de-9536-681f8488934d requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:32.931706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:32.932298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:33.026133 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4a444508-46ab-4067-bd3b-b2f71ed4b5bc tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8068094 Mar 29 09:39:33.028765 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-255a1d5b-af8d-4d51-b36c-bc828dfc513c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8659103 Mar 29 09:39:33.030141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56830) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:33.039809 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-2c117908-5f4d-451c-811e-25bc53914f04 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Calling delete_port for acf397db-138c-4bf0-95e9-b3a2aca49b16 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:33.041793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-715106074', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:33.055580 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Request body: {'port': {'device_id': '151ec5da-a4b1-402d-87e4-50c00c71617e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:33.091819 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:33.104040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Usage tracker for resource:router and tenant:def6da8eeee4419eb3da131eed714cf3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:33.108739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:33.117634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:33.149664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.resource_extend [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:39:33.198174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:33.222000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-cd902422-83e5-4c3b-b3dd-cabdc968ca7c None None] Provisioning for port 62ea904e-1eff-4ab9-8406-252c2d5286d5 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:33.228765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-cd902422-83e5-4c3b-b3dd-cabdc968ca7c None None] Provisioning complete for port 62ea904e-1eff-4ab9-8406-252c2d5286d5 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:33.229307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cd902422-83e5-4c3b-b3dd-cabdc968ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:33.240043 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e590f528-9694-4c90-97e3-1cbf33fb5788 req-14658f34-b9bb-45d2-a19e-39801edb2998 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=446dadd6-4742-435f-a9c0-cca15d4d47be HTTP/1.1" status: 200 len: 217 time: 0.5221889 Mar 29 09:39:33.242154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:33.262753 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:33.264167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:33.301865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099e0483-cfa4-4ede-acf4-45753ced4461 None None] Network fffb99ae-d7a1-42de-9536-681f8488934d requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:33.317121 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-cd902422-83e5-4c3b-b3dd-cabdc968ca7c None None] Port 62ea904e-1eff-4ab9-8406-252c2d5286d5 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:33.371467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:33.372314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:33.407544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:33.436647 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-78904dfc-fe39-49ee-997e-bc6e419581f1 req-d9abd615-cad4-414b-a4c0-a37b94211666 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7596478 Mar 29 09:39:33.509334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc828a7c-07d9-4d8e-b67f-d02825b64af4 req-4377f945-16a8-4024-b83c-9892f48e9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:33.511225 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cc828a7c-07d9-4d8e-b67f-d02825b64af4 req-4377f945-16a8-4024-b83c-9892f48e9713 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cba6478a0dfd4704a514232e079d6387&device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 1096 time: 1.0527959 Mar 29 09:39:33.597072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590f528-9694-4c90-97e3-1cbf33fb5788 req-bee007aa-62bf-47d9-a1e7-3d7b63368358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:33.598514 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e590f528-9694-4c90-97e3-1cbf33fb5788 req-bee007aa-62bf-47d9-a1e7-3d7b63368358 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45e1ab43-d8c0-43c8-bce8-1dd511cbc465 HTTP/1.1" status: 200 len: 850 time: 0.3085530 Mar 29 09:39:33.702319 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=67061829-a842-4877-93d5-be3e15b3eb14,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:33.705748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c117908-5f4d-451c-811e-25bc53914f04 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:33.795316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de351867-f788-408f-acbc-10f3550ece3a req-7b9ff742-3062-435a-9ef2-129087088ea5 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:33.802657 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-de351867-f788-408f-acbc-10f3550ece3a req-7b9ff742-3062-435a-9ef2-129087088ea5 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 943 time: 0.4498703 Mar 29 09:39:33.891523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c117908-5f4d-451c-811e-25bc53914f04 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event deleted for resources: {'Port': ['ID=acf397db-138c-4bf0-95e9-b3a2aca49b16,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:33.920633 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:33.943741 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-de351867-f788-408f-acbc-10f3550ece3a req-8b322aa4-51d0-4925-8d5c-951170ae743b tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401420 Mar 29 09:39:34.054991 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc828a7c-07d9-4d8e-b67f-d02825b64af4 req-d3f0df08-585e-43fa-964d-d40f214057e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:34.056452 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cc828a7c-07d9-4d8e-b67f-d02825b64af4 req-d3f0df08-585e-43fa-964d-d40f214057e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b64753bf-2c45-475b-a45b-e68e4fc13b9a HTTP/1.1" status: 200 len: 907 time: 0.5337567 Mar 29 09:39:34.070031 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 56f76aae-613c-4aa0-b193-06bc1fb6ed7c is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:34.075031 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c117908-5f4d-451c-811e-25bc53914f04 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:34.079463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ea904e-1eff-4ab9-8406-252c2d5286d5 {{(pid=88550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:39:34.089279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:34.134880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:34.153598 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Transition to ACTIVE for port object 62ea904e-1eff-4ab9-8406-252c2d5286d5 will not be triggered until provisioned by entity L2. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:34.203631 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cc828a7c-07d9-4d8e-b67f-d02825b64af4 req-d074eb88-be49-4561-a6e9-b9af9c000dab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf HTTP/1.1" status: 200 len: 217 time: 0.1388087 Mar 29 09:39:34.266229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:34.273067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.objects.ports [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88551) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:39:34.273550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:34.457787 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0a55d42d-2928-4b41-90bb-429311ca1ce6 None None] Provisioning complete for port 67061829-a842-4877-93d5-be3e15b3eb14 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:34.458290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0a55d42d-2928-4b41-90bb-429311ca1ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:34.517464 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2c117908-5f4d-451c-811e-25bc53914f04 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "DELETE /v2.0/ports/acf397db-138c-4bf0-95e9-b3a2aca49b16 HTTP/1.1" status: 204 len: 168 time: 3.0655951 Mar 29 09:39:34.554618 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0a55d42d-2928-4b41-90bb-429311ca1ce6 None None] Port 67061829-a842-4877-93d5-be3e15b3eb14 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:39:34.576393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56862) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:34.580729 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590f528-9694-4c90-97e3-1cbf33fb5788 req-fa82da91-c431-4903-bde1-fecdd577772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:34.582207 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e590f528-9694-4c90-97e3-1cbf33fb5788 req-fa82da91-c431-4903-bde1-fecdd577772d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42b8e51d-f4c6-435f-9d85-32ff338cd383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9247191 Mar 29 09:39:34.602749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c134e29-ffd3-479f-bd45-a6e560a98000 req-60402368-3a78-409b-8329-86adfc672da3 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:34.604290 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8c134e29-ffd3-479f-bd45-a6e560a98000 req-60402368-3a78-409b-8329-86adfc672da3 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 932 time: 0.8123758 Mar 29 09:39:34.704558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56868) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:34.705238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2b1d8a97-08be-4dbc-a95c-7b5ed97ff78e,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:34.759366 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:34.781648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc828a7c-07d9-4d8e-b67f-d02825b64af4 req-91c3c663-d9b0-466f-91c8-a24d15a7389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:34.783125 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cc828a7c-07d9-4d8e-b67f-d02825b64af4 req-91c3c663-d9b0-466f-91c8-a24d15a7389d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6d58a43-7a1d-4ece-b1d5-60fa7815d71a HTTP/1.1" status: 200 len: 845 time: 0.5002036 Mar 29 09:39:34.811238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Pushing event updated for resources: {'Port': ['ID=62ea904e-1eff-4ab9-8406-252c2d5286d5,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:34.816624 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:34.858106 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Checking segment: {'id': 'de6f14e9-f610-4008-bed0-9fe7b17d3652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3dbdd94-8a89-43f4-aace-0362380f738a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:34.858385 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Network hostable DHCP agents. Network: c3dbdd94-8a89-43f4-aace-0362380f738a, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:39:34.875857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-758557377', 'router:external': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:34.879834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router dcab9279-84c4-4282-b64a-d514cba736dd has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:39:34.889879 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8c134e29-ffd3-479f-bd45-a6e560a98000 req-40154dd9-be87-4416-a6cb-f465fe621c88 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups?id=682c52cb-4824-4667-8217-b4439d847165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733655 Mar 29 09:39:34.893408 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:34.906575 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Usage tracker for resource:network and tenant:4acdedd11437464bb17f2443ade19720 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:34.945235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-5297049c-0cad-490a-aa21-b1a6fc3016c9 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Deleting subnet 7a887097-f317-4749-ba73-9814739007a6 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:39:34.967812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5297049c-0cad-490a-aa21-b1a6fc3016c9 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:34.979864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:35.005895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:35.023461 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e590f528-9694-4c90-97e3-1cbf33fb5788 req-29203029-21e8-401f-8be0-83f0fb6f70fa service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143031 Mar 29 09:39:35.078505 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Attempting to bind port 62ea904e-1eff-4ab9-8406-252c2d5286d5 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:35.078828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Attempting to bind port 62ea904e-1eff-4ab9-8406-252c2d5286d5 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '6ef30c21-6f74-47b2-b123-f111881fdaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:35.079217 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Attempting to bind port 62ea904e-1eff-4ab9-8406-252c2d5286d5 on network 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:35.083470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5297049c-0cad-490a-aa21-b1a6fc3016c9 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:35.104087 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Network c3dbdd94-8a89-43f4-aace-0362380f738a is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:39:35.160181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd625ca-a8b5-421d-908a-de51a4412281 req-9c0978af-1868-4953-8696-53a41cb374c9 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:35.161806 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4dd625ca-a8b5-421d-908a-de51a4412281 req-9c0978af-1868-4953-8696-53a41cb374c9 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 943 time: 0.5881929 Mar 29 09:39:35.162379 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Port 62ea904e-1eff-4ab9-8406-252c2d5286d5 on network 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:39:35.162695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Attempting to bind port 62ea904e-1eff-4ab9-8406-252c2d5286d5 on network 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:35.175602 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Made reservation on behalf of 4acdedd11437464bb17f2443ade19720 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:35.178486 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:35.204262 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:39:35.204646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Checking segment: {'id': '6ef30c21-6f74-47b2-b123-f111881fdaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:35.205304 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Bound using segment: {'id': '6ef30c21-6f74-47b2-b123-f111881fdaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa'} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:39:35.205774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Bound port: 62ea904e-1eff-4ab9-8406-252c2d5286d5, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef30c21-6f74-47b2-b123-f111881fdaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa'}}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:39:35.206131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:35.264585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:35.294471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc828a7c-07d9-4d8e-b67f-d02825b64af4 req-7f770ba6-5562-48c3-8d87-0ca7070cc072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:35.295953 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cc828a7c-07d9-4d8e-b67f-d02825b64af4 req-7f770ba6-5562-48c3-8d87-0ca7070cc072 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b64753bf-2c45-475b-a45b-e68e4fc13b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4983082 Mar 29 09:39:35.296577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, c3dbdd94-8a89-43f4-aace-0362380f738a) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:35.305361 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3992420f-5a76-4795-a75d-15be8902bcd7 None None] Network c3dbdd94-8a89-43f4-aace-0362380f738a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:35.313036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Allocated IP 172.26.7.172 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/51dc309e-e892-4abb-963b-07c096aeea70) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:35.326104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:39:35.327948 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4dd625ca-a8b5-421d-908a-de51a4412281 req-5da7c0d1-03ba-4840-a8b3-566786c08d4a tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548595 Mar 29 09:39:35.335719 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-297bde75-ad8d-4b53-890c-ba222bf22e9a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/dcab9279-84c4-4282-b64a-d514cba736dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5215821 Mar 29 09:39:35.338404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56876) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:35.340863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:35.341616 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:35.359901 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:35.386062 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Usage tracker for resource:security_group_rule and tenant:4acdedd11437464bb17f2443ade19720 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:35.441734 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:35.454620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5297049c-0cad-490a-aa21-b1a6fc3016c9 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:35.461659 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073566c-8d73-4279-8416-5cbee67974a9 None None] Sync routers for ids ['dcab9279-84c4-4282-b64a-d514cba736dd'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:39:35.464891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:35.486155 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ae81b869-af8e-4d74-a18a-82cd09579135 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5515215 Mar 29 09:39:35.490404 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073566c-8d73-4279-8416-5cbee67974a9 None None] Routers {'dcab9279-84c4-4282-b64a-d514cba736dd'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:35.491022 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b073566c-8d73-4279-8416-5cbee67974a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['dcab9279-84c4-4282-b64a-d514cba736dd'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:35.495493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56880) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:35.511308 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Request body: {'floatingip': {'floating_network_id': 'c3dbdd94-8a89-43f4-aace-0362380f738a'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:35.518450 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e590f528-9694-4c90-97e3-1cbf33fb5788 req-297f2c0c-3209-494b-9440-d958e06198ae service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410124 Mar 29 09:39:35.544517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:35.555599 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Usage tracker for resource:floatingip and tenant:09b1bac21f7647dc883af57ecf8bf196 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:35.574006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0c9cd-7b11-4af5-a81c-ffd8979c918e req-b592173e-1452-4f00-b9cc-9957679e9b14 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:35.575946 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-12f0c9cd-7b11-4af5-a81c-ffd8979c918e req-b592173e-1452-4f00-b9cc-9957679e9b14 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 943 time: 0.4991858 Mar 29 09:39:35.576089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b073566c-8d73-4279-8416-5cbee67974a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:35.582046 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:35.590721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:35.596851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab64125-b900-49c3-ac42-54829588e334 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:35.598231 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1ab64125-b900-49c3-ac42-54829588e334 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports/67061829-a842-4877-93d5-be3e15b3eb14 HTTP/1.1" status: 200 len: 913 time: 0.2578502 Mar 29 09:39:35.601978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] For port 62ea904e-1eff-4ab9-8406-252c2d5286d5, host hv-neutron-8355, cleared binding levels {{(pid=88550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:39:35.602274 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cc828a7c-07d9-4d8e-b67f-d02825b64af4 req-bb4bb6d9-36c4-45e0-93f4-944ee50e1526 service neutron] 10.222.0.36 "GET /v2.0/networks/b64753bf-2c45-475b-a45b-e68e4fc13b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956536 Mar 29 09:39:35.602725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56884) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:35.613854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073566c-8d73-4279-8416-5cbee67974a9 None None] Routers {'dcab9279-84c4-4282-b64a-d514cba736dd'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:35.614480 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b073566c-8d73-4279-8416-5cbee67974a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['dcab9279-84c4-4282-b64a-d514cba736dd'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:35.631614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] For port 62ea904e-1eff-4ab9-8406-252c2d5286d5, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=62ea904e-1eff-4ab9-8406-252c2d5286d5,segment=NetworkSegment(6ef30c21-6f74-47b2-b123-f111881fdaea),segment_id=6ef30c21-6f74-47b2-b123-f111881fdaea)] {{(pid=88550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:39:35.675047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:35.688772 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-92e05b42-dd28-418e-80a7-62ddb9c94b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:35.696111 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b073566c-8d73-4279-8416-5cbee67974a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:35.696111 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073566c-8d73-4279-8416-5cbee67974a9 None None] The sync data for ids ['dcab9279-84c4-4282-b64a-d514cba736dd'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:39:35.711452 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:35.739472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:35.751579 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23702b2b-0c2a-4fca-b90a-54133bcf5648 None None] Network c3dbdd94-8a89-43f4-aace-0362380f738a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:35.768087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5297049c-0cad-490a-aa21-b1a6fc3016c9 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:35.811194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:35.811820 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:35.813283 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] 10.222.0.36 "PUT /v2.0/ports/62ea904e-1eff-4ab9-8406-252c2d5286d5 HTTP/1.1" status: 200 len: 1094 time: 2.7624717 Mar 29 09:39:35.816213 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151ec5da-a4b1-402d-87e4-50c00c71617e', 'tag': '62ea904e-1eff-4ab9-8406-252c2d5286d5'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:39:35.834465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:35.878696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dacda1-8419-496b-bff2-d2786e35ca19 None None] Network 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:35.881308 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:35.883217 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5297049c-0cad-490a-aa21-b1a6fc3016c9 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:35.896720 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:35.898717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297049c-0cad-490a-aa21-b1a6fc3016c9 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event deleted for resources: {'Subnet': ['ID=7a887097-f317-4749-ba73-9814739007a6,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:35.903165 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:35.950653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11884d2-d95f-4123-b9c6-530d5d1d0aec service neutron] Pushing event updated for resources: {'Port': ['ID=62ea904e-1eff-4ab9-8406-252c2d5286d5,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:35.966596 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5297049c-0cad-490a-aa21-b1a6fc3016c9 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "DELETE /v2.0/subnets/7a887097-f317-4749-ba73-9814739007a6 HTTP/1.1" status: 204 len: 168 time: 1.3856831 Mar 29 09:39:35.972903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56894) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:35.974839 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-12f0c9cd-7b11-4af5-a81c-ffd8979c918e req-5f0ceafe-586f-49a4-9ad1-70c806a0369a tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3801322 Mar 29 09:39:36.071220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=51dc309e-e892-4abb-963b-07c096aeea70,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:36.366981 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579ce780-2693-4e0d-b150-103ba1922a05 None None] DHCP port deletion for 7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:39:36.374247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-579ce780-2693-4e0d-b150-103ba1922a05 None None] Deleting port 71a61bba-79e8-4e66-be89-6b89663af903 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:36.374625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-579ce780-2693-4e0d-b150-103ba1922a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:36.383300 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cc828a7c-07d9-4d8e-b67f-d02825b64af4 req-c324fce2-eaf6-40c7-ada6-ac8e36a0d58f service neutron] 10.222.0.36 "GET /v2.0/networks/b64753bf-2c45-475b-a45b-e68e4fc13b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7626276 Mar 29 09:39:36.395448 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:36.468168 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151ec5da-a4b1-402d-87e4-50c00c71617e', 'tag': '62ea904e-1eff-4ab9-8406-252c2d5286d5', 'status': 'completed', 'code': 200} Mar 29 09:39:36.484025 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:36.579613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:36.590028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:36.643638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:36.643977 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Added segment 672580d6-aa1b-4f46-90e2-34ccbc9386b6 of type vlan for network 0c6e6b51-c9f8-417b-b505-b4ee35780c55 Mar 29 09:39:36.648650 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Deleting port 71a61bba-79e8-4e66-be89-6b89663af903 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:36.648999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:36.649119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643fab53-243d-4403-ab94-ea1cf38483e2,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:36.650116 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-579ce780-2693-4e0d-b150-103ba1922a05 None None] For port 71a61bba-79e8-4e66-be89-6b89663af903, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=71a61bba-79e8-4e66-be89-6b89663af903,segment=NetworkSegment(416f7378-9c0f-4d7e-bb05-46759260a2eb),segment_id=416f7378-9c0f-4d7e-bb05-46759260a2eb)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:36.650599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-579ce780-2693-4e0d-b150-103ba1922a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:36.678619 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-772cc466-ee36-4f51-8527-d99fe1a6c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:36.680153 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-772cc466-ee36-4f51-8527-d99fe1a6c5b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46946708b9804d1bbab269c3c031c9aa&device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 1097 time: 0.7138252 Mar 29 09:39:36.703653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a65e4-6e81-4dc4-8f80-c75af85b61b3 req-02937f61-2d33-4eb0-874b-235f1ea51ddc tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:36.705085 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-148a65e4-6e81-4dc4-8f80-c75af85b61b3 req-02937f61-2d33-4eb0-874b-235f1ea51ddc tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 944 time: 0.5640919 Mar 29 09:39:36.735941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:36.774933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:36.777298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-579ce780-2693-4e0d-b150-103ba1922a05 None None] Calling delete_port for 71a61bba-79e8-4e66-be89-6b89663af903 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:36.783483 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ddb82-81ed-4af1-b753-c249112b6dec req-8281470a-fb76-42d8-a250-ae303c6b5222 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:36.784983 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-194ddb82-81ed-4af1-b753-c249112b6dec req-8281470a-fb76-42d8-a250-ae303c6b5222 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 943 time: 0.2939358 Mar 29 09:39:36.840097 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-e7101d68-6e26-4ed6-b886-10faa639a036 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62ea904e-1eff-4ab9-8406-252c2d5286d5 HTTP/1.1" status: 200 len: 217 time: 0.1445851 Mar 29 09:39:36.905799 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-579ce780-2693-4e0d-b150-103ba1922a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:36.932126 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-194ddb82-81ed-4af1-b753-c249112b6dec req-ce209eef-ee72-4e42-a134-359b0327d7a0 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002336 Mar 29 09:39:36.950821 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] The port '71a61bba-79e8-4e66-be89-6b89663af903' was deleted {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:39:36.965542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ce780-2693-4e0d-b150-103ba1922a05 None None] No DVR routers for this DVR port 71a61bba-79e8-4e66-be89-6b89663af903 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:39:36.966094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ce780-2693-4e0d-b150-103ba1922a05 None None] Pushing event deleted for resources: {'Port': ['ID=71a61bba-79e8-4e66-be89-6b89663af903,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:36.995196 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:36.996146 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:36.996747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:36.999101 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-148a65e4-6e81-4dc4-8f80-c75af85b61b3 req-68fbb6ad-9d75-4fe4-9090-fda4fcb88461 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups?id=682c52cb-4824-4667-8217-b4439d847165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461600 Mar 29 09:39:37.064399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-dab84e9f-6b31-4c9e-8a61-1a21d707282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:37.066542 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-dab84e9f-6b31-4c9e-8a61-1a21d707282d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a68d34bc-45c4-487b-8bc6-5cb2c7a2d083 HTTP/1.1" status: 200 len: 850 time: 0.2052519 Mar 29 09:39:37.173156 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Pushing event updated for resources: {'Network': ['ID=0c6e6b51-c9f8-417b-b505-b4ee35780c55,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:37.183812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 0c6e6b51-c9f8-417b-b505-b4ee35780c55 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:37.215311 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:37.248324 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:37.262351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Allocated IP 172.20.0.7 (c3dbdd94-8a89-43f4-aace-0362380f738a/2b1d8a97-08be-4dbc-a95c-7b5ed97ff78e/2ac6e436-0aad-4a2f-9ecf-0e83709952f9) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:37.275947 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0217e076-fa93-4a38-98ed-077823347e62 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.5672100 Mar 29 09:39:37.281392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:37.289516 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56908) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:37.309224 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Request body: {'subnet': {'network_id': '0c6e6b51-c9f8-417b-b505-b4ee35780c55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:37.342321 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:37.371431 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416f7378-9c0f-4d7e-bb05-46759260a2eb') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:37.371728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416f7378-9c0f-4d7e-bb05-46759260a2eb') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:37.377239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:37.404927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Usage tracker for resource:subnet and tenant:4acdedd11437464bb17f2443ade19720 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:37.407139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:37.408237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:37.421877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932422c-ec39-4f50-9a98-ca322ad85eb1 req-8b9b3e7a-08a9-4285-8828-f6ac85df9720 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:37.423381 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9932422c-ec39-4f50-9a98-ca322ad85eb1 req-8b9b3e7a-08a9-4285-8828-f6ac85df9720 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 943 time: 0.3170156 Mar 29 09:39:37.430463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:37.484067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-9cfe8602-4e68-4357-b67b-e51f0d93bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:37.485579 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-9cfe8602-4e68-4357-b67b-e51f0d93bf5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e55e4ad-9233-4e4d-adc2-e2b908baeaaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3633924 Mar 29 09:39:37.485989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 446dadd6-4742-435f-a9c0-cca15d4d47be details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:39:37.525280 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:37.604523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:39:37.604923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:39:37.621399 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:39:37.632650 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 446dadd6-4742-435f-a9c0-cca15d4d47be, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=446dadd6-4742-435f-a9c0-cca15d4d47be,segment=NetworkSegment(7f66d392-afa2-40cc-8034-8820321b58b3),segment_id=7f66d392-afa2-40cc-8034-8820321b58b3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:37.643905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Made reservation on behalf of 4acdedd11437464bb17f2443ade19720 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:37.646756 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:37.647054 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '446dadd6-4742-435f-a9c0-cca15d4d47be', 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'port_id': '446dadd6-4742-435f-a9c0-cca15d4d47be', 'mac_address': 'fa:16:3e:0b:3c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:39:37.702676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:37.703512 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9932422c-ec39-4f50-9a98-ca322ad85eb1 req-802db8f9-a338-42f4-8476-32ba1b133a43 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708619 Mar 29 09:39:37.727585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446dadd6-4742-435f-a9c0-cca15d4d47be {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:39:37.743920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 446dadd6-4742-435f-a9c0-cca15d4d47be, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=446dadd6-4742-435f-a9c0-cca15d4d47be,segment=NetworkSegment(7f66d392-afa2-40cc-8034-8820321b58b3),segment_id=7f66d392-afa2-40cc-8034-8820321b58b3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:37.773415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:37.826071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:37.827019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:39:37.868009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d86b2852-91a8-40ea-96b5-53e1beafa259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:37.899407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:37.978001 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:37.990540 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=446dadd6-4742-435f-a9c0-cca15d4d47be,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:38.010919 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] Pushing event deleted for resources: {'Network': ['ID=7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:38.035349 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0973e2c6-644b-472a-a5fa-b548ac637ee2 tempest-AllowedAddressPairTestJSON-1415100580 tempest-AllowedAddressPairTestJSON-1415100580-project] 10.222.0.35 "DELETE /v2.0/networks/7ac8fe4e-ee98-4cd7-87d9-a0aa9ac5108a HTTP/1.1" status: 204 len: 168 time: 1.9656010 Mar 29 09:39:38.051588 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-cc4d23ca-3e75-45ab-abca-62993ffabf58 service neutron] 10.222.0.36 "GET /v2.0/networks/6e55e4ad-9233-4e4d-adc2-e2b908baeaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519950 Mar 29 09:39:38.068940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port 67061829-a842-4877-93d5-be3e15b3eb14 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:38.068940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:38.088784 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf,segment=NetworkSegment(f732aea9-8c5c-4406-93c1-a9f229414335),segment_id=f732aea9-8c5c-4406-93c1-a9f229414335)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:38.115706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:38.127499 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf', 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'port_id': '9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf', 'mac_address': 'fa:16:3e:76:e3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:39:38.190436 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:38.216534 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:38.231118 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:39:38.248801 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf,segment=NetworkSegment(f732aea9-8c5c-4406-93c1-a9f229414335),segment_id=f732aea9-8c5c-4406-93c1-a9f229414335)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:38.301691 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 71a61bba-79e8-4e66-be89-6b89663af903 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:39:38.376808 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:38.428595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 71a61bba-79e8-4e66-be89-6b89663af903 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:39:38.428857 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 71a61bba-79e8-4e66-be89-6b89663af903 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:39:38.452529 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:38.462862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:38.470844 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Network c3dbdd94-8a89-43f4-aace-0362380f738a is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:38.485179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:38.540714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acf5a2-d8b5-41f0-8e7f-616fba993304 req-b9b1fb7a-7b47-445d-a97b-2e2c2e1b73b2 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:38.542229 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f6acf5a2-d8b5-41f0-8e7f-616fba993304 req-b9b1fb7a-7b47-445d-a97b-2e2c2e1b73b2 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 944 time: 0.3979988 Mar 29 09:39:38.551956 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-639471c1-eb55-45ad-b8bc-ce54a35f1ffb req-1dcd745a-1e4c-49be-b3aa-3e9fc735282b service neutron] 10.222.0.36 "GET /v2.0/networks/6e55e4ad-9233-4e4d-adc2-e2b908baeaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825180 Mar 29 09:39:38.609004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56920) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:38.611957 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f6acf5a2-d8b5-41f0-8e7f-616fba993304 req-9df6b491-2bee-467d-acc0-ff96675c0de0 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623844 Mar 29 09:39:38.612780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for 67061829-a842-4877-93d5-be3e15b3eb14 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:38.644607 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:38.668963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event updated for resources: {'Port': ['ID=2ac6e436-0aad-4a2f-9ecf-0e83709952f9,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:38.688052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:39:38.803454 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:38.899302 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:38.942328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c21fa-695c-4bf1-97d1-3aacc9a0f307 req-04440cea-1cb1-4a50-aca7-161925f520f8 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:38.944412 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab9c21fa-695c-4bf1-97d1-3aacc9a0f307 req-04440cea-1cb1-4a50-aca7-161925f520f8 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 944 time: 0.7662568 Mar 29 09:39:38.961239 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-10678669-97b5-4bfb-8e23-83dafa18ce2d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed0710af87314b5d9309358ce6a18f7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3482258 Mar 29 09:39:38.969219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56928) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:39.009063 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d273131-7ac6-454a-9144-bf156015ebce req-5c7e1fb1-9bf0-4ed3-9489-3fe7159c51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:39.010524 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6d273131-7ac6-454a-9144-bf156015ebce req-5c7e1fb1-9bf0-4ed3-9489-3fe7159c51be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46946708b9804d1bbab269c3c031c9aa&device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 1097 time: 0.3666825 Mar 29 09:39:39.022981 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:39:39.060334 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['446dadd6-4742-435f-a9c0-cca15d4d47be'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:39:39.061526 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:39:39.078676 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fba69d6-a5dc-46fb-9aae-d3800f1d8cbf None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:39:39.089902 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fba69d6-a5dc-46fb-9aae-d3800f1d8cbf None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:39.093156 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5fba69d6-a5dc-46fb-9aae-d3800f1d8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:39.099954 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab9c21fa-695c-4bf1-97d1-3aacc9a0f307 req-9ecb6119-6f3c-4f14-a698-6a0866d00830 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups?id=682c52cb-4824-4667-8217-b4439d847165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412811 Mar 29 09:39:39.107768 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:39.184180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d09a97-4c26-41c7-874c-052bfcc54ce4 req-4eb7b7cd-0ea5-4dc6-85e9-951361cbf827 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:39.191896 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-65d09a97-4c26-41c7-874c-052bfcc54ce4 req-4eb7b7cd-0ea5-4dc6-85e9-951361cbf827 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 944 time: 0.3706129 Mar 29 09:39:39.206555 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5fba69d6-a5dc-46fb-9aae-d3800f1d8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:39.217780 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fba69d6-a5dc-46fb-9aae-d3800f1d8cbf None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:39.219482 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5fba69d6-a5dc-46fb-9aae-d3800f1d8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:39.246876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.objects.ports [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88551) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:39:39.247669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:39.266319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:39.267663 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-88b9fe57-c05a-46d9-ba2e-0d32e97de68f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2363546 Mar 29 09:39:39.268559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f9e362f3-498e-49c8-a607-e8a994511eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:39.287269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56932) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:39.298442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f9e362f3-498e-49c8-a607-e8a994511eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:39.343147 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5fba69d6-a5dc-46fb-9aae-d3800f1d8cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:39.343896 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fba69d6-a5dc-46fb-9aae-d3800f1d8cbf None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:39:39.383131 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-65d09a97-4c26-41c7-874c-052bfcc54ce4 req-2bbb12a1-54d3-439a-87d1-db88d98b3148 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898735 Mar 29 09:39:39.398156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d273131-7ac6-454a-9144-bf156015ebce req-f7d7a3ef-871c-4173-ba43-dc69f018109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:39.399679 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6d273131-7ac6-454a-9144-bf156015ebce req-f7d7a3ef-871c-4173-ba43-dc69f018109b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e55e4ad-9233-4e4d-adc2-e2b908baeaaa HTTP/1.1" status: 200 len: 912 time: 0.3729033 Mar 29 09:39:39.468359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f9e362f3-498e-49c8-a607-e8a994511eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:39.488023 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6d273131-7ac6-454a-9144-bf156015ebce req-96999e02-c62d-472c-9829-8c9954669476 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62ea904e-1eff-4ab9-8406-252c2d5286d5 HTTP/1.1" status: 200 len: 217 time: 0.0806999 Mar 29 09:39:39.491956 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e362f3-498e-49c8-a607-e8a994511eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fe5b99-19b1-4119-af70-c457bb3dcc7a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:39.514706 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:39.528648 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f9e362f3-498e-49c8-a607-e8a994511eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:39.529756 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f9e362f3-498e-49c8-a607-e8a994511eac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89fe5b99-19b1-4119-af70-c457bb3dcc7a HTTP/1.1" status: 204 len: 168 time: 0.5595667 Mar 29 09:39:39.559732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d273131-7ac6-454a-9144-bf156015ebce req-82022ea2-5790-4d85-9a26-ed4c262d6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:39.561233 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6d273131-7ac6-454a-9144-bf156015ebce req-82022ea2-5790-4d85-9a26-ed4c262d6abb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a68d34bc-45c4-487b-8bc6-5cb2c7a2d083 HTTP/1.1" status: 200 len: 850 time: 0.0660450 Mar 29 09:39:39.566708 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:39.606414 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d227afab-3079-4b99-b19c-1a046c9820e7,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:39.647802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d273131-7ac6-454a-9144-bf156015ebce req-60283c73-1034-4a27-ad52-23671eb11c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:39.647990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Port': ['ID=67061829-a842-4877-93d5-be3e15b3eb14,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:39.649936 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6d273131-7ac6-454a-9144-bf156015ebce req-60283c73-1034-4a27-ad52-23671eb11c8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e55e4ad-9233-4e4d-adc2-e2b908baeaaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812383 Mar 29 09:39:39.651257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.652038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.652038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.652253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.652669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.652998 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.653332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.653630 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.653963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.654284 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.654604 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.654927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.771995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Checking segment: {'id': '672580d6-aa1b-4f46-90e2-34ccbc9386b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0c6e6b51-c9f8-417b-b505-b4ee35780c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:39.772357 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Network hostable DHCP agents. Network: 0c6e6b51-c9f8-417b-b505-b4ee35780c55, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:39:39.777884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.778226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.778564 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.778964 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.779381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.779668 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.779992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.780314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.780674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.781003 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.781326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.781648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:39.944859 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6d273131-7ac6-454a-9144-bf156015ebce req-cbeaee1e-73de-4696-8f2a-1d19e2c581ad service neutron] 10.222.0.36 "GET /v2.0/networks/6e55e4ad-9233-4e4d-adc2-e2b908baeaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879376 Mar 29 09:39:40.080167 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6d273131-7ac6-454a-9144-bf156015ebce req-4e3b779f-b48b-4be4-a3a0-880ff5bebb20 service neutron] 10.222.0.36 "GET /v2.0/networks/6e55e4ad-9233-4e4d-adc2-e2b908baeaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290486 Mar 29 09:39:40.184196 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Network 0c6e6b51-c9f8-417b-b505-b4ee35780c55 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:39:40.253869 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:40.269127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c28005-1ad9-447c-824b-a79f53c6f2bf req-ddd14579-c139-481c-a6f0-5ee2a9c74043 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:40.270700 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-26c28005-1ad9-447c-824b-a79f53c6f2bf req-ddd14579-c139-481c-a6f0-5ee2a9c74043 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 944 time: 0.5078583 Mar 29 09:39:40.312531 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180cd9e-bcb4-43c9-90b6-7f61784fc4ec req-db6b66ce-559d-444d-ac73-4d00f0c6a7e2 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:40.314045 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6180cd9e-bcb4-43c9-90b6-7f61784fc4ec req-db6b66ce-559d-444d-ac73-4d00f0c6a7e2 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 944 time: 0.0950537 Mar 29 09:39:40.365396 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6180cd9e-bcb4-43c9-90b6-7f61784fc4ec req-b70046f8-2c3f-49f3-a6d3-b2d9d9a9613a tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups?id=682c52cb-4824-4667-8217-b4439d847165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445666 Mar 29 09:39:40.368080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 0c6e6b51-c9f8-417b-b505-b4ee35780c55) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:40.376878 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e74dc2-0ae1-4601-b0dd-3aff10ede002 None None] Network 0c6e6b51-c9f8-417b-b505-b4ee35780c55 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:40.389240 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:40.389790 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:40.483797 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-26c28005-1ad9-447c-824b-a79f53c6f2bf req-ed874a6d-c361-4f63-a8e2-abd3e6b2c082 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570029 Mar 29 09:39:40.634111 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e362b-7aad-4217-b556-24d4ea04b077 req-427dc5ba-ef07-4b07-8586-954e1ec2903d tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:40.635988 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3e9e362b-7aad-4217-b556-24d4ea04b077 req-427dc5ba-ef07-4b07-8586-954e1ec2903d tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 944 time: 0.1103082 Mar 29 09:39:40.671802 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.resource_extend [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:39:40.681050 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e36b560-0dfc-421a-bad0-b9716ee3bc9c None None] Network 0c6e6b51-c9f8-417b-b505-b4ee35780c55 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:40.696803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:40.700094 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3e9e362b-7aad-4217-b556-24d4ea04b077 req-ee0664ee-108c-4d39-9e93-e0ee3c92c88d tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577571 Mar 29 09:39:40.756986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56962) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:40.771358 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:40.872568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Request body: {'networks': [{'name': 'tempest-network--1462455913'}, {'name': 'tempest-network--243907655'}]} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:40.872915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Request body: {'network': {'name': 'tempest-network--1462455913'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:40.873371 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Request body: {'network': {'name': 'tempest-network--243907655'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:40.878457 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:40.882685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Usage tracker for resource:network and tenant:4aad51f537d24583b2b1b4b7b33c6b86 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:40.885677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:40.892599 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:40.907097 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:39:40.938694 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a0ac0d45-12bb-4705-8e9e-0581abaa0199 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6479812 Mar 29 09:39:40.939464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:40.941991 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56968) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:40.947918 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1917442325', 'network_id': '0c6e6b51-c9f8-417b-b505-b4ee35780c55'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:40.952575 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:40.954881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Made reservation on behalf of 4aad51f537d24583b2b1b4b7b33c6b86 for: {'network': 2} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:40.959825 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:40.971662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Usage tracker for resource:port and tenant:4acdedd11437464bb17f2443ade19720 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:40.976282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:40.978962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:40.992737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:40.999657 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:41.005125 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Usage tracker for resource:security_group_rule and tenant:4aad51f537d24583b2b1b4b7b33c6b86 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:41.007964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:41.013838 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:41.094080 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.151127 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Made reservation on behalf of 4acdedd11437464bb17f2443ade19720 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:41.153566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.176877 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] device_id is not set on port 68f32083-f333-4335-a479-fb253e1c2889 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:39:41.192115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event updated for resources: {'Port': ['ID=2ac6e436-0aad-4a2f-9ecf-0e83709952f9,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:41.209881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.213085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.219488 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router dcab9279-84c4-4282-b64a-d514cba736dd has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:39:41.224676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.282126 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2808dc9d-cff0-4e5d-854f-c1bc61d3b2ef,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:41.288903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:41.305038 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:41.305382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:41.305717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:41.306051 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:41.306376 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:41.306699 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:41.307021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:41.307349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:41.307670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:41.307987 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:41.308304 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:41.308647 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:41.314860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.315201 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Added segment 4e87ee70-e439-44f0-be5d-b7af0965d1d8 of type vlan for network 4e203bf0-1d18-44da-83a8-2d8ab7ede5f0 Mar 29 09:39:41.395109 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.417327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.420697 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b6787c91-9b68-4484-938b-79498d25e034 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.9163628 Mar 29 09:39:41.422471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56974) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:41.435331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Allocated IP 2001:db8::36e (0c6e6b51-c9f8-417b-b505-b4ee35780c55/d227afab-3079-4b99-b19c-1a046c9820e7/68f32083-f333-4335-a479-fb253e1c2889) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:41.454392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:41.474592 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 446dadd6-4742-435f-a9c0-cca15d4d47be up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:41.491736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.491736 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Added segment 1c010aff-7b8e-4f75-ba56-31043a09b4ad of type vlan for network 3cc809bc-457e-472f-8003-75790ed59842 Mar 29 09:39:41.558266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.599220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:39:41.606841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9de3be72-665e-4808-96f4-a02c133af8dd tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Synchronizing usage tracker for tenant:09b1bac21f7647dc883af57ecf8bf196 on resource:floatingip {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:41.609631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bfe3af-0188-4a4a-8d5a-06446fd63fb7 None None] Sync routers for ids ['dcab9279-84c4-4282-b64a-d514cba736dd'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:39:41.613885 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-630be6e5-a8c2-4cea-b38a-f16902f0d028 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/dcab9279-84c4-4282-b64a-d514cba736dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9951220 Mar 29 09:39:41.615395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56980) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:41.624971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.625527 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 446dadd6-4742-435f-a9c0-cca15d4d47be completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:41.628828 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bfe3af-0188-4a4a-8d5a-06446fd63fb7 None None] Routers {'dcab9279-84c4-4282-b64a-d514cba736dd'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:41.629547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-03bfe3af-0188-4a4a-8d5a-06446fd63fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['dcab9279-84c4-4282-b64a-d514cba736dd'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:41.695557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 446dadd6-4742-435f-a9c0-cca15d4d47be triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:41.696277 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.724589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-03bfe3af-0188-4a4a-8d5a-06446fd63fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:41.743627 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bfe3af-0188-4a4a-8d5a-06446fd63fb7 None None] Routers {'dcab9279-84c4-4282-b64a-d514cba736dd'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:41.744243 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-03bfe3af-0188-4a4a-8d5a-06446fd63fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['dcab9279-84c4-4282-b64a-d514cba736dd'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:41.759769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.772443 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fb4dc-cf64-4e7d-9e79-1e4ea2426121 req-caa57052-b7b5-499c-bed8-77d173b6ceb3 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:41.773310 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9d8fb4dc-cf64-4e7d-9e79-1e4ea2426121 req-caa57052-b7b5-499c-bed8-77d173b6ceb3 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 944 time: 0.1502132 Mar 29 09:39:41.780161 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.780678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.786049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:41.790761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:41.791336 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.814704 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-03bfe3af-0188-4a4a-8d5a-06446fd63fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:41.815107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bfe3af-0188-4a4a-8d5a-06446fd63fb7 None None] The sync data for ids ['dcab9279-84c4-4282-b64a-d514cba736dd'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:39:41.890316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:41.917784 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76532622-6962-4ac6-aeb9-528d41366b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446dadd6-4742-435f-a9c0-cca15d4d47be'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:39:41.950971 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9d8fb4dc-cf64-4e7d-9e79-1e4ea2426121 req-3be3ef16-1e06-40ce-bc33-9c1467f6110e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557300 Mar 29 09:39:41.951562 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event updated for resources: {'Network': ['ID=4e203bf0-1d18-44da-83a8-2d8ab7ede5f0,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:42.001318 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 4e203bf0-1d18-44da-83a8-2d8ab7ede5f0 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:42.031705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 446dadd6-4742-435f-a9c0-cca15d4d47be, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=446dadd6-4742-435f-a9c0-cca15d4d47be,segment=NetworkSegment(7f66d392-afa2-40cc-8034-8820321b58b3),segment_id=7f66d392-afa2-40cc-8034-8820321b58b3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:42.114367 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3563011 Mar 29 09:39:42.162016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 56990) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:42.174415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:42.176345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:42.223068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb65900-e5ed-47d1-ad48-843561084a13 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event updated for resources: {'Network': ['ID=3cc809bc-457e-472f-8003-75790ed59842,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:42.260269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9de3be72-665e-4808-96f4-a02c133af8dd tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Unset dirty status for tenant:09b1bac21f7647dc883af57ecf8bf196 on resource:floatingip {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:42.263720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 3cc809bc-457e-472f-8003-75790ed59842 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:42.264339 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9de3be72-665e-4808-96f4-a02c133af8dd tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "GET /v2.0/floatingips?floating_network_id=c3dbdd94-8a89-43f4-aace-0362380f738a HTTP/1.1" status: 200 len: 689 time: 0.8139279 Mar 29 09:39:42.265756 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 56996) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:42.293589 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:42.414777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Pushing event updated for resources: {'Port': ['ID=68f32083-f333-4335-a479-fb253e1c2889,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:42.426978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Allocated IP 172.20.0.1 (fffb99ae-d7a1-42de-9536-681f8488934d/d109fecb-4d43-42c6-a8b4-2273a4062e04/4ccac157-4fef-4324-8a22-d21ed65716ec) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:42.448165 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=446dadd6-4742-435f-a9c0-cca15d4d47be,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:42.454476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Network 0c6e6b51-c9f8-417b-b505-b4ee35780c55 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:42.460764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:42.461393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:42.461829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:42.462250 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:42.462669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:42.463091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:42.463506 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:42.464141 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:42.464566 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:42.464978 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:42.466024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:42.466024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:42.468016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:42.475271 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:42.476131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:42.476905 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:42.495051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9decce-8c56-4695-bf5c-a6520d85921f req-5c417662-5315-4288-9fc4-dbdd166f3414 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:42.496575 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5c9decce-8c56-4695-bf5c-a6520d85921f req-5c417662-5315-4288-9fc4-dbdd166f3414 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 944 time: 0.9921236 Mar 29 09:39:42.499349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3763066b-cfcb-4c01-9598-4a252a2e3dee tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:42.505437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3763066b-cfcb-4c01-9598-4a252a2e3dee tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:42.511252 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3763066b-cfcb-4c01-9598-4a252a2e3dee tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:42.517125 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3763066b-cfcb-4c01-9598-4a252a2e3dee tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:42.523358 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3763066b-cfcb-4c01-9598-4a252a2e3dee tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:42.528174 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:42.530842 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3763066b-cfcb-4c01-9598-4a252a2e3dee tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:42.532045 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3763066b-cfcb-4c01-9598-4a252a2e3dee tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Synchronizing usage tracker for tenant:4aad51f537d24583b2b1b4b7b33c6b86 on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:42.533986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:42.534560 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:42.548665 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589b3a-ef5c-4d09-82f3-9bca1ba21f49 req-3c92b0ae-d804-405b-b4bb-c059cc41103d tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:42.550216 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d589b3a-ef5c-4d09-82f3-9bca1ba21f49 req-3c92b0ae-d804-405b-b4bb-c059cc41103d tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 944 time: 0.4403481 Mar 29 09:39:42.612085 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d589b3a-ef5c-4d09-82f3-9bca1ba21f49 req-382693e7-2eac-4326-9071-f240aa14b47d tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498374 Mar 29 09:39:42.616613 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-52550b07-7ec3-4977-bd4e-f051528ab51e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6706662 Mar 29 09:39:42.617063 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57000) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:42.674164 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:42.727423 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf,segment=NetworkSegment(f732aea9-8c5c-4406-93c1-a9f229414335),segment_id=f732aea9-8c5c-4406-93c1-a9f229414335)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:42.766641 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76532622-6962-4ac6-aeb9-528d41366b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446dadd6-4742-435f-a9c0-cca15d4d47be', 'code': 200} Mar 29 09:39:42.787722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3763066b-cfcb-4c01-9598-4a252a2e3dee tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Unset dirty status for tenant:4aad51f537d24583b2b1b4b7b33c6b86 on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:42.792105 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3763066b-cfcb-4c01-9598-4a252a2e3dee tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3582 time: 0.6258051 Mar 29 09:39:42.793852 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57008) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:42.794410 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5c9decce-8c56-4695-bf5c-a6520d85921f req-e5f3a890-167d-4b8b-b5e2-fa3b37c7de32 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups?id=682c52cb-4824-4667-8217-b4439d847165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404487 Mar 29 09:39:42.801606 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:42.813795 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:42.833598 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a4058d75-6246-4493-b099-b0c4e56fbbb8 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Deleting port 68f32083-f333-4335-a479-fb253e1c2889 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:42.834040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a4058d75-6246-4493-b099-b0c4e56fbbb8 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:42.895186 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:42.931636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:42.963947 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Deleting port 2ac6e436-0aad-4a2f-9ecf-0e83709952f9 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:42.964295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.000662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a76e85de-5187-4f68-acba-8664c5f25944 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.137856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.264229 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network fffb99ae-d7a1-42de-9536-681f8488934d is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:43.276157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:43.292536 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:43.322011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=4ccac157-4fef-4324-8a22-d21ed65716ec,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:43.330172 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a76e85de-5187-4f68-acba-8664c5f25944 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.345139 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.345465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.376854 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a4058d75-6246-4493-b099-b0c4e56fbbb8 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.392126 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a76e85de-5187-4f68-acba-8664c5f25944 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e203bf0-1d18-44da-83a8-2d8ab7ede5f0']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:43.483566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Calling delete_port for 2ac6e436-0aad-4a2f-9ecf-0e83709952f9 owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:43.492248 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 62ea904e-1eff-4ab9-8406-252c2d5286d5 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:39:43.517394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.522975 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a4058d75-6246-4493-b099-b0c4e56fbbb8 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Calling delete_port for 68f32083-f333-4335-a479-fb253e1c2889 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:43.549239 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a76e85de-5187-4f68-acba-8664c5f25944 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e87ee70-e439-44f0-be5d-b7af0965d1d8') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:43.549528 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a76e85de-5187-4f68-acba-8664c5f25944 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e87ee70-e439-44f0-be5d-b7af0965d1d8') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:43.571847 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8763d0-16a9-4cad-aabb-4ab366a063a4 req-ff82ba42-d018-454d-b3a6-ce1384bb50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:43.573338 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5d8763d0-16a9-4cad-aabb-4ab366a063a4 req-ff82ba42-d018-454d-b3a6-ce1384bb50a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 1098 time: 0.4911013 Mar 29 09:39:43.579772 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a76e85de-5187-4f68-acba-8664c5f25944 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.625506 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-5d8763d0-16a9-4cad-aabb-4ab366a063a4 req-54511ab4-be23-4f26-8ad7-e0a33c89e32c service neutron] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.647222 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16d6e6-8b00-4255-820f-90dfbee40e34 req-78189c88-0fd4-45f3-a59d-d9b12e08549d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:43.648855 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4a16d6e6-8b00-4255-820f-90dfbee40e34 req-78189c88-0fd4-45f3-a59d-d9b12e08549d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.5103443 Mar 29 09:39:43.649988 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a76e85de-5187-4f68-acba-8664c5f25944 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.653812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 62ea904e-1eff-4ab9-8406-252c2d5286d5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=62ea904e-1eff-4ab9-8406-252c2d5286d5,segment=NetworkSegment(6ef30c21-6f74-47b2-b123-f111881fdaea),segment_id=6ef30c21-6f74-47b2-b123-f111881fdaea)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:43.656694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76e85de-5187-4f68-acba-8664c5f25944 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:39:43.657096 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a76e85de-5187-4f68-acba-8664c5f25944 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.670139 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '62ea904e-1eff-4ab9-8406-252c2d5286d5', 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'port_id': '62ea904e-1eff-4ab9-8406-252c2d5286d5', 'mac_address': 'fa:16:3e:c3:47:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:39:43.733624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:39:43.757688 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:39:43.761239 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ea904e-1eff-4ab9-8406-252c2d5286d5 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:39:43.781282 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 62ea904e-1eff-4ab9-8406-252c2d5286d5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=62ea904e-1eff-4ab9-8406-252c2d5286d5,segment=NetworkSegment(6ef30c21-6f74-47b2-b123-f111881fdaea),segment_id=6ef30c21-6f74-47b2-b123-f111881fdaea)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:43.787589 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-5d8763d0-16a9-4cad-aabb-4ab366a063a4 req-54511ab4-be23-4f26-8ad7-e0a33c89e32c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:43.805746 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-5d8763d0-16a9-4cad-aabb-4ab366a063a4 req-54511ab4-be23-4f26-8ad7-e0a33c89e32c service neutron] Usage tracker for resource:security_group_rule and tenant:ccf2eb213bd743f991797e54d64fc7e9 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:43.808810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-5d8763d0-16a9-4cad-aabb-4ab366a063a4 req-54511ab4-be23-4f26-8ad7-e0a33c89e32c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:43.815935 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-5d8763d0-16a9-4cad-aabb-4ab366a063a4 req-54511ab4-be23-4f26-8ad7-e0a33c89e32c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:43.865591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c39413f2-7245-47ea-a5be-a138dd30d09c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.875226 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4a16d6e6-8b00-4255-820f-90dfbee40e34 req-81ce6635-45d9-4826-b036-c5c60b2a1910 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142471 Mar 29 09:39:43.876680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.911058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a76e85de-5187-4f68-acba-8664c5f25944 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.937965 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a76e85de-5187-4f68-acba-8664c5f25944 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:43.940792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e85de-5187-4f68-acba-8664c5f25944 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event deleted for resources: {'Network': ['ID=4e203bf0-1d18-44da-83a8-2d8ab7ede5f0,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:43.961625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=62ea904e-1eff-4ab9-8406-252c2d5286d5,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:44.049786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a4058d75-6246-4493-b099-b0c4e56fbbb8 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.104151 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a76e85de-5187-4f68-acba-8664c5f25944 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "DELETE /v2.0/networks/4e203bf0-1d18-44da-83a8-2d8ab7ede5f0 HTTP/1.1" status: 204 len: 168 time: 1.3109460 Mar 29 09:39:44.116948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57018) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:44.118911 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4058d75-6246-4493-b099-b0c4e56fbbb8 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Pushing event deleted for resources: {'Port': ['ID=68f32083-f333-4335-a479-fb253e1c2889,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:44.209767 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['62ea904e-1eff-4ab9-8406-252c2d5286d5'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:39:44.211402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a4058d75-6246-4493-b099-b0c4e56fbbb8 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.240536 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69703a2-b816-4529-b877-8983bd706b4e req-44628548-942e-47d5-8113-72c6d71c4202 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:44.242377 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e69703a2-b816-4529-b877-8983bd706b4e req-44628548-942e-47d5-8113-72c6d71c4202 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 945 time: 0.4767647 Mar 29 09:39:44.296411 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a4058d75-6246-4493-b099-b0c4e56fbbb8 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "DELETE /v2.0/ports/68f32083-f333-4335-a479-fb253e1c2889 HTTP/1.1" status: 204 len: 168 time: 1.6762760 Mar 29 09:39:44.304426 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57022) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:44.315489 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c6e6b51-c9f8-417b-b505-b4ee35780c55', 'external_fixed_ips': [{'subnet_id': 'd227afab-3079-4b99-b19c-1a046c9820e7', 'ip_address': '2001:db8::36e'}]}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:44.328883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:44.338884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5511af04-a83a-40d5-b3af-a5309de03619 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.347151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Usage tracker for resource:router and tenant:4acdedd11437464bb17f2443ade19720 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:44.351393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122aa8e1-f16d-45e7-b404-1053f20d5da1 req-55181274-d0db-4452-8425-4b329d211a27 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:44.352369 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-122aa8e1-f16d-45e7-b404-1053f20d5da1 req-55181274-d0db-4452-8425-4b329d211a27 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 945 time: 0.3506591 Mar 29 09:39:44.354036 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:44.357987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.371599 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-5d8763d0-16a9-4cad-aabb-4ab366a063a4 req-54511ab4-be23-4f26-8ad7-e0a33c89e32c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.408959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:44.422012 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e69703a2-b816-4529-b877-8983bd706b4e req-1602ccb9-800c-4e40-add8-33600edcd838 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682880 Mar 29 09:39:44.446874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ac6e436-0aad-4a2f-9ecf-0e83709952f9,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:44.515012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-5d8763d0-16a9-4cad-aabb-4ab366a063a4 req-54511ab4-be23-4f26-8ad7-e0a33c89e32c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.545748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.546715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.587542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-5d8763d0-16a9-4cad-aabb-4ab366a063a4 req-54511ab4-be23-4f26-8ad7-e0a33c89e32c service neutron] Synchronizing usage tracker for tenant:ccf2eb213bd743f991797e54d64fc7e9 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:44.602103 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-122aa8e1-f16d-45e7-b404-1053f20d5da1 req-8c9de713-ccc2-402d-bbee-f7c5899d8151 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups?id=682c52cb-4824-4667-8217-b4439d847165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420888 Mar 29 09:39:44.657638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54511ab4-be23-4f26-8ad7-e0a33c89e32c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=78dafae3-a9ba-41cb-b748-428b11e11ca3,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:44.658192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.667440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.667684 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5511af04-a83a-40d5-b3af-a5309de03619 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.694762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-5511af04-a83a-40d5-b3af-a5309de03619 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc809bc-457e-472f-8003-75790ed59842']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:44.696208 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-c39413f2-7245-47ea-a5be-a138dd30d09c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port cf90d480-e29c-41e2-b283-bedebd35b1fa {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:44.696560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c39413f2-7245-47ea-a5be-a138dd30d09c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.706795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-5511af04-a83a-40d5-b3af-a5309de03619 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c010aff-7b8e-4f75-ba56-31043a09b4ad') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:44.707092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-5511af04-a83a-40d5-b3af-a5309de03619 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c010aff-7b8e-4f75-ba56-31043a09b4ad') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:44.718724 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5511af04-a83a-40d5-b3af-a5309de03619 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.734490 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5511af04-a83a-40d5-b3af-a5309de03619 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.741217 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5511af04-a83a-40d5-b3af-a5309de03619 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:39:44.741599 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5511af04-a83a-40d5-b3af-a5309de03619 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.751681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:39:44.756270 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:39:44.767551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e70a051-2795-4444-ae36-95ab0bc3bce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:39:44.772864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-5d8763d0-16a9-4cad-aabb-4ab366a063a4 req-54511ab4-be23-4f26-8ad7-e0a33c89e32c service neutron] Unset dirty status for tenant:ccf2eb213bd743f991797e54d64fc7e9 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:44.775552 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5d8763d0-16a9-4cad-aabb-4ab366a063a4 req-54511ab4-be23-4f26-8ad7-e0a33c89e32c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1849656 Mar 29 09:39:44.814527 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e70a051-2795-4444-ae36-95ab0bc3bce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf', 'code': 200} Mar 29 09:39:44.922213 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5511af04-a83a-40d5-b3af-a5309de03619 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.943410 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5511af04-a83a-40d5-b3af-a5309de03619 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:44.949523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511af04-a83a-40d5-b3af-a5309de03619 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event deleted for resources: {'Network': ['ID=3cc809bc-457e-472f-8003-75790ed59842,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:44.960691 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5511af04-a83a-40d5-b3af-a5309de03619 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "DELETE /v2.0/networks/3cc809bc-457e-472f-8003-75790ed59842 HTTP/1.1" status: 204 len: 168 time: 0.8382585 Mar 29 09:39:44.961822 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57030) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:44.994199 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:45.169980 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a06978-0483-4f53-ba0d-ff522268c045 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:45.176012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a06978-0483-4f53-ba0d-ff522268c045 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:45.182562 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a06978-0483-4f53-ba0d-ff522268c045 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:45.188448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a06978-0483-4f53-ba0d-ff522268c045 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:45.189355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c2a06978-0483-4f53-ba0d-ff522268c045 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Synchronizing usage tracker for tenant:4aad51f537d24583b2b1b4b7b33c6b86 on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:45.210085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5beef-cee4-40f5-8a31-7c57b14b9f00 req-4c919f17-45a7-4ff6-b1fc-9cc88e181d9e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:45.211615 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-41b5beef-cee4-40f5-8a31-7c57b14b9f00 req-4c919f17-45a7-4ff6-b1fc-9cc88e181d9e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.2077875 Mar 29 09:39:45.262519 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-41b5beef-cee4-40f5-8a31-7c57b14b9f00 req-1e803c74-eee5-45e1-b593-98b5d023400b tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437942 Mar 29 09:39:45.288651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c2a06978-0483-4f53-ba0d-ff522268c045 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Unset dirty status for tenant:4aad51f537d24583b2b1b4b7b33c6b86 on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:45.290631 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c2a06978-0483-4f53-ba0d-ff522268c045 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2515 time: 0.3270299 Mar 29 09:39:45.296464 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57034) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:45.302546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-caad13c8-ac39-4d3c-9a70-1d484b51c33a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1707536208'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:45.307460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-caad13c8-ac39-4d3c-9a70-1d484b51c33a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:45.317099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-caad13c8-ac39-4d3c-9a70-1d484b51c33a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:45.401962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caad13c8-ac39-4d3c-9a70-1d484b51c33a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Made reservation on behalf of 4aad51f537d24583b2b1b4b7b33c6b86 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:45.405483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-caad13c8-ac39-4d3c-9a70-1d484b51c33a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:45.456801 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:45.464832 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c39413f2-7245-47ea-a5be-a138dd30d09c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:45.481951 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caad13c8-ac39-4d3c-9a70-1d484b51c33a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:45.495039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-caad13c8-ac39-4d3c-9a70-1d484b51c33a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:45.495383 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-caad13c8-ac39-4d3c-9a70-1d484b51c33a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Added segment 80f0027c-98bd-47f0-a83f-0edeb0fc6492 of type vlan for network afe1a5a2-0606-465e-9de4-16213922f09d Mar 29 09:39:45.506739 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 62ea904e-1eff-4ab9-8406-252c2d5286d5 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:45.536176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dcc36-2186-414a-93d1-1a9724adb1d0 req-067c0394-41a4-46c7-bad2-ff8c278a8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:45.538132 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6c3dcc36-2186-414a-93d1-1a9724adb1d0 req-067c0394-41a4-46c7-bad2-ff8c278a8b2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 1098 time: 0.1161070 Mar 29 09:39:45.539771 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-caad13c8-ac39-4d3c-9a70-1d484b51c33a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:45.596301 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6c3dcc36-2186-414a-93d1-1a9724adb1d0 req-2e4af19d-b904-4561-9017-7d6aec13eba6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517402 Mar 29 09:39:45.659505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 62ea904e-1eff-4ab9-8406-252c2d5286d5 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:45.665865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 62ea904e-1eff-4ab9-8406-252c2d5286d5 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:45.666727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:45.688056 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-caad13c8-ac39-4d3c-9a70-1d484b51c33a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:45.693633 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caad13c8-ac39-4d3c-9a70-1d484b51c33a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:45.694369 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-caad13c8-ac39-4d3c-9a70-1d484b51c33a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:45.703999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-c39413f2-7245-47ea-a5be-a138dd30d09c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for cf90d480-e29c-41e2-b283-bedebd35b1fa owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:45.800727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:45.835544 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 62ea904e-1eff-4ab9-8406-252c2d5286d5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=62ea904e-1eff-4ab9-8406-252c2d5286d5,segment=NetworkSegment(6ef30c21-6f74-47b2-b123-f111881fdaea),segment_id=6ef30c21-6f74-47b2-b123-f111881fdaea)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:45.851277 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad13c8-ac39-4d3c-9a70-1d484b51c33a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event updated for resources: {'Network': ['ID=afe1a5a2-0606-465e-9de4-16213922f09d,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:45.854837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:45.870149 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-caad13c8-ac39-4d3c-9a70-1d484b51c33a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5641699 Mar 29 09:39:45.870149 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57042) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:45.871158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-165182249'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:45.871271 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network afe1a5a2-0606-465e-9de4-16213922f09d details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:45.885657 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:45.892534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Usage tracker for resource:network and tenant:4aad51f537d24583b2b1b4b7b33c6b86 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:45.898387 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:45.910881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e7db3-4565-49ee-9162-baf2f86311a7 req-f80d7961-c7ab-4386-8138-a5960a5199e9 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:45.912376 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ec2e7db3-4565-49ee-9162-baf2f86311a7 req-f80d7961-c7ab-4386-8138-a5960a5199e9 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 945 time: 0.1865978 Mar 29 09:39:45.913256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:45.950774 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:45.961375 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ec2e7db3-4565-49ee-9162-baf2f86311a7 req-df9c88b5-a9ce-4015-96c5-b9bb81328b2b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups?id=682c52cb-4824-4667-8217-b4439d847165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396125 Mar 29 09:39:45.973621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Made reservation on behalf of 4aad51f537d24583b2b1b4b7b33c6b86 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:45.978407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:46.009153 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:46.021330 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:46.022114 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Added segment 62cd5409-5012-41ec-9a13-ca6b6a959c06 of type vlan for network 8eba8905-6b6b-4084-961d-7aa012df6155 Mar 29 09:39:46.039976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=62ea904e-1eff-4ab9-8406-252c2d5286d5,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:46.050723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:46.085253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2b1d8a97-08be-4dbc-a95c-7b5ed97ff78e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:46.144989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:46.151297 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:46.151881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:46.259518 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event updated for resources: {'Network': ['ID=8eba8905-6b6b-4084-961d-7aa012df6155,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:46.269899 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 8eba8905-6b6b-4084-961d-7aa012df6155 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:46.323688 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-aaafcceb-0c64-4409-8637-a89879b95d7e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4584324 Mar 29 09:39:46.326498 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57048) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:46.327903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a99db-b506-4d91-8556-0d900d186133 req-d6ca9fdc-af65-4cdb-8875-7c9475128888 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:46.329525 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3b4a99db-b506-4d91-8556-0d900d186133 req-d6ca9fdc-af65-4cdb-8875-7c9475128888 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 945 time: 0.7374518 Mar 29 09:39:46.331158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:46.334482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Request body: {'ports': [{'network_id': 'afe1a5a2-0606-465e-9de4-16213922f09d', 'name': 'tempest-port--210975431', 'admin_state_up': True}, {'network_id': '8eba8905-6b6b-4084-961d-7aa012df6155', 'admin_state_up': False}]} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:46.335406 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Request body: {'port': {'network_id': 'afe1a5a2-0606-465e-9de4-16213922f09d', 'name': 'tempest-port--210975431', 'admin_state_up': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:46.336511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Request body: {'port': {'network_id': '8eba8905-6b6b-4084-961d-7aa012df6155', 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:46.419229 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3dbdd94-8a89-43f4-aace-0362380f738a']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:46.474855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6f14e9-f610-4008-bed0-9fe7b17d3652') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:46.475525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6f14e9-f610-4008-bed0-9fe7b17d3652') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:46.485563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:46.502321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:46.511305 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3b4a99db-b506-4d91-8556-0d900d186133 req-9eca0d6e-0592-4194-85c7-ed0df86a2137 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657147 Mar 29 09:39:46.527657 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:46.538043 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:39:46.538433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:46.637443 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6197f28-e78d-4661-b0d9-ab14be56cbeb req-137b2eba-d11c-4ec6-bf2c-af7d774e8fa5 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:46.639201 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a6197f28-e78d-4661-b0d9-ab14be56cbeb req-137b2eba-d11c-4ec6-bf2c-af7d774e8fa5 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.1951351 Mar 29 09:39:46.644535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:46.650074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Usage tracker for resource:port and tenant:4aad51f537d24583b2b1b4b7b33c6b86 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:46.665122 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:39:46.666299 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:39:46.676356 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:46.681891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c39413f2-7245-47ea-a5be-a138dd30d09c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:46.685127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:46.700453 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a6197f28-e78d-4661-b0d9-ab14be56cbeb req-b1c2f59f-63c0-4bd2-92d2-04daf7e7e8ed tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533612 Mar 29 09:39:46.762207 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Made reservation on behalf of 4aad51f537d24583b2b1b4b7b33c6b86 for: {'port': 2} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:46.766967 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:46.783497 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:46.815684 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151ec5da-a4b1-402d-87e4-50c00c71617e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ea904e-1eff-4ab9-8406-252c2d5286d5'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:39:46.850311 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39413f2-7245-47ea-a5be-a138dd30d09c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Port': ['ID=cf90d480-e29c-41e2-b283-bedebd35b1fa,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:46.877622 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151ec5da-a4b1-402d-87e4-50c00c71617e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ea904e-1eff-4ab9-8406-252c2d5286d5', 'code': 200} Mar 29 09:39:47.077491 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=4ccac157-4fef-4324-8a22-d21ed65716ec,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:47.098350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:47.212023 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] device_id is not set on port 1e502a10-4b3b-4be6-99ac-1cf6d8f0dcbd yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:39:47.261314 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5c9b1-3686-49d0-ba71-3f16d552b29b req-49322d59-f4a8-46d3-9438-032ca0cb0991 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:47.262795 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e9b5c9b1-3686-49d0-ba71-3f16d552b29b req-49322d59-f4a8-46d3-9438-032ca0cb0991 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 946 time: 0.1127915 Mar 29 09:39:47.264915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c39413f2-7245-47ea-a5be-a138dd30d09c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:47.350645 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e9b5c9b1-3686-49d0-ba71-3f16d552b29b req-3c1f99dd-4d1f-4831-a131-03a81d35d26d tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups?id=682c52cb-4824-4667-8217-b4439d847165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785878 Mar 29 09:39:47.382012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:47.488982 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] device_id is not set on port bfb4daf1-de66-40af-a590-8f8c5301f312 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:39:47.581282 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:47.587958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:47.609229 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3dbdd94-8a89-43f4-aace-0362380f738a {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 29 09:39:47.612613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:47.625268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:47.650321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3dbdd94-8a89-43f4-aace-0362380f738a,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:47.682745 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:47.742049 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:47.852594 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event updated for resources: {'Port': ['ID=1e502a10-4b3b-4be6-99ac-1cf6d8f0dcbd,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:47.937242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Checking segment: {'id': '80f0027c-98bd-47f0-a83f-0edeb0fc6492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'afe1a5a2-0606-465e-9de4-16213922f09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:47.937603 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Network hostable DHCP agents. Network: afe1a5a2-0606-465e-9de4-16213922f09d, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:39:47.999195 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed3a0d-4253-4cf2-a7b7-49a1e0045b59 req-3ebc28d1-abcf-468d-9838-9c092854c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.000695 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-efed3a0d-4253-4cf2-a7b7-49a1e0045b59 req-3ebc28d1-abcf-468d-9838-9c092854c641 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 1099 time: 0.1952262 Mar 29 09:39:48.007180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network fffb99ae-d7a1-42de-9536-681f8488934d is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:48.015670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3304add-c5e8-470a-8e75-3523afb089da req-77e1d481-f68b-4481-a867-786f39a29bbc tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.017871 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a3304add-c5e8-470a-8e75-3523afb089da req-77e1d481-f68b-4481-a867-786f39a29bbc tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.1527438 Mar 29 09:39:48.018423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:48.031934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39413f2-7245-47ea-a5be-a138dd30d09c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router dcab9279-84c4-4282-b64a-d514cba736dd has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:39:48.062285 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-efed3a0d-4253-4cf2-a7b7-49a1e0045b59 req-029a7053-ce2c-460d-ab6b-2a5d3cd2ceac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=682c52cb-4824-4667-8217-b4439d847165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434659 Mar 29 09:39:48.063893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Network afe1a5a2-0606-465e-9de4-16213922f09d is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:39:48.117904 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a3304add-c5e8-470a-8e75-3523afb089da req-dec8a49e-5d8e-4745-b4b3-445d55fc4595 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578122 Mar 29 09:39:48.133325 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9d5202f2-15ab-4b09-9f5b-df38ec436d29 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "DELETE /v2.0/networks/c3dbdd94-8a89-43f4-aace-0362380f738a HTTP/1.1" status: 204 len: 168 time: 5.8585880 Mar 29 09:39:48.148219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57064) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:48.203323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, afe1a5a2-0606-465e-9de4-16213922f09d) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:48.213474 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa5c648-a68f-411f-aee4-66672e0fc5bc None None] Network afe1a5a2-0606-465e-9de4-16213922f09d requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:48.224824 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:48.226716 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:48.277708 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7adc126c-2ae3-42bd-9f40-1910f4ab334e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1649 time: 0.1283126 Mar 29 09:39:48.288773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57068) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:48.337157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39413f2-7245-47ea-a5be-a138dd30d09c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:39:48.349098 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc5e224-94a5-462d-a967-18f6dff9c897 None None] Sync routers for ids ['dcab9279-84c4-4282-b64a-d514cba736dd'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:39:48.359801 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc5e224-94a5-462d-a967-18f6dff9c897 None None] Routers {'dcab9279-84c4-4282-b64a-d514cba736dd'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:48.360853 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2fc5e224-94a5-462d-a967-18f6dff9c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['dcab9279-84c4-4282-b64a-d514cba736dd'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:48.377090 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event updated for resources: {'Port': ['ID=bfb4daf1-de66-40af-a590-8f8c5301f312,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:48.421773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46cdaa-0304-4187-9496-54b165bd6267 req-84f38f24-b94e-46c5-9241-c338f64ed52f tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.423453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Checking segment: {'id': '62cd5409-5012-41ec-9a13-ca6b6a959c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8eba8905-6b6b-4084-961d-7aa012df6155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:48.423883 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Network hostable DHCP agents. Network: 8eba8905-6b6b-4084-961d-7aa012df6155, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:39:48.429195 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2b46cdaa-0304-4187-9496-54b165bd6267 req-84f38f24-b94e-46c5-9241-c338f64ed52f tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 945 time: 0.6887493 Mar 29 09:39:48.457082 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c39413f2-7245-47ea-a5be-a138dd30d09c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/dcab9279-84c4-4282-b64a-d514cba736dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8361728 Mar 29 09:39:48.460168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57074) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:48.504702 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2fc5e224-94a5-462d-a967-18f6dff9c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:48.514685 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc5e224-94a5-462d-a967-18f6dff9c897 None None] Routers {'dcab9279-84c4-4282-b64a-d514cba736dd'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:48.514685 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2fc5e224-94a5-462d-a967-18f6dff9c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['dcab9279-84c4-4282-b64a-d514cba736dd'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:48.529250 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9817d6c5-7001-4b50-9050-d5d88a740abc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcab9279-84c4-4282-b64a-d514cba736dd HTTP/1.1" status: 200 len: 205 time: 0.0563569 Mar 29 09:39:48.535977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b46bc-d63c-4244-9f05-bd643f360e1c tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.537628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b46bc-d63c-4244-9f05-bd643f360e1c tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.538121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b46bc-d63c-4244-9f05-bd643f360e1c tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.538896 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b46bc-d63c-4244-9f05-bd643f360e1c tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.539668 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b46bc-d63c-4244-9f05-bd643f360e1c tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.540681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b46bc-d63c-4244-9f05-bd643f360e1c tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.541506 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b46bc-d63c-4244-9f05-bd643f360e1c tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.542542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b46bc-d63c-4244-9f05-bd643f360e1c tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.543082 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57078) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:48.543757 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b46bc-d63c-4244-9f05-bd643f360e1c tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.544264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b46bc-d63c-4244-9f05-bd643f360e1c tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.549565 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-899b46bc-d63c-4244-9f05-bd643f360e1c tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6453 time: 0.2538817 Mar 29 09:39:48.583542 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2fc5e224-94a5-462d-a967-18f6dff9c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:48.584105 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc5e224-94a5-462d-a967-18f6dff9c897 None None] The sync data for ids ['dcab9279-84c4-4282-b64a-d514cba736dd'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:39:48.588745 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57082) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:48.591159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Network 8eba8905-6b6b-4084-961d-7aa012df6155 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:39:48.631425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:39:48.643200 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Allocated IP 2001:db8::36e (0c6e6b51-c9f8-417b-b505-b4ee35780c55/d227afab-3079-4b99-b19c-1a046c9820e7/83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:48.672613 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-ce64716b-1146-494b-8fa4-e04cea337643 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] delete failed (client error): The resource could not be found. Mar 29 09:39:48.673624 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ce64716b-1146-494b-8fa4-e04cea337643 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/8bcea3e5-67df-4c5c-a1a4-5d1d974ca742 HTTP/1.1" status: 404 len: 345 time: 0.0838194 Mar 29 09:39:48.677167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57086) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:48.694337 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2b46cdaa-0304-4187-9496-54b165bd6267 req-5cd7ddf1-2318-4545-834a-b0e1007aa9aa tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642951 Mar 29 09:39:48.703783 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c54c066-ce8c-4429-b640-ed5072e9790c tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] DELETE failed (client error): The resource could not be found. Mar 29 09:39:48.707537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c54c066-ce8c-4429-b640-ed5072e9790c tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:39:48.712467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d61f118-f503-471e-9111-3634b1ca0e3b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:48.718334 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1c54c066-ce8c-4429-b640-ed5072e9790c tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "DELETE /v2.0/networks/c3dbdd94-8a89-43f4-aace-0362380f738a HTTP/1.1" status: 404 len: 339 time: 0.0404472 Mar 29 09:39:48.729735 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57090) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:48.733732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 8eba8905-6b6b-4084-961d-7aa012df6155) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:48.738285 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:48.741804 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57ff985-8a60-4c8b-8556-10a5fb41e92f None None] Network 8eba8905-6b6b-4084-961d-7aa012df6155 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:48.744782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.749583 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.750234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:48.757174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Request body: {'network': {'name': 'tempest-network--865140210', 'router:external': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:48.771171 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:48.785085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48052983-cf5e-48a9-beb8-eac40d2b47fb req-efeccb12-837c-4d3a-b321-f0f07abffa21 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:48.791413 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-48052983-cf5e-48a9-beb8-eac40d2b47fb req-efeccb12-837c-4d3a-b321-f0f07abffa21 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 946 time: 0.2394481 Mar 29 09:39:48.791413 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Usage tracker for resource:network and tenant:09b1bac21f7647dc883af57ecf8bf196 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:48.791600 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:48.799476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:48.844158 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-48052983-cf5e-48a9-beb8-eac40d2b47fb req-17217dbc-6144-4f83-b071-5bd74ab46595 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups?id=682c52cb-4824-4667-8217-b4439d847165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463283 Mar 29 09:39:48.874690 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-abca748e-71b4-497f-ae98-ef93fefdfaae tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.5469134 Mar 29 09:39:48.877480 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57094) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:48.923239 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Made reservation on behalf of 09b1bac21f7647dc883af57ecf8bf196 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:48.925943 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:48.967083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:48.981086 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:48.981428 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Added segment 4ea0c804-6547-47ac-a6a3-22e34ea77a08 of type vlan for network 1b4f86d9-9049-4e05-9ee8-46acdd7b13c9 Mar 29 09:39:49.009045 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed294db1-dae8-4f30-812a-d7ba4635a43f tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:49.015303 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed294db1-dae8-4f30-812a-d7ba4635a43f tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:49.016044 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ed294db1-dae8-4f30-812a-d7ba4635a43f tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Synchronizing usage tracker for tenant:4aad51f537d24583b2b1b4b7b33c6b86 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:49.052121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:49.105006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ed294db1-dae8-4f30-812a-d7ba4635a43f tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Unset dirty status for tenant:4aad51f537d24583b2b1b4b7b33c6b86 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:49.106347 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ed294db1-dae8-4f30-812a-d7ba4635a43f tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2277892 Mar 29 09:39:49.109104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57098) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:49.146226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:49.146395 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:49.146903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:49.354234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-991980d8-c598-4e51-9922-6454aa3b5fda tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Deleting port 1e502a10-4b3b-4be6-99ac-1cf6d8f0dcbd {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:49.354870 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-991980d8-c598-4e51-9922-6454aa3b5fda tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:49.370519 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d61f118-f503-471e-9111-3634b1ca0e3b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:49.374455 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d61f118-f503-471e-9111-3634b1ca0e3b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:49.395495 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6645625 Mar 29 09:39:49.404219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57104) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:49.409247 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a226d64-ae9d-4a5c-b837-2fac5ca1a446 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event updated for resources: {'Network': ['ID=1b4f86d9-9049-4e05-9ee8-46acdd7b13c9,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:49.422470 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 1b4f86d9-9049-4e05-9ee8-46acdd7b13c9 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:49.483558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:49.500586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:39:49.535687 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-323ac48b-a538-406f-aedc-0d07b771c4b4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "PUT /v2.0/routers/84d85593-2cf4-4c6e-ab71-1ad53e7b23de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2424901 Mar 29 09:39:49.538855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57108) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:49.546750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'port': {'network_id': 'fffb99ae-d7a1-42de-9536-681f8488934d', 'name': 'tempest-FloatingIPTestJSON-1599767684'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:49.549049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f15c7-4d95-43a3-a3f2-105549f1c3dc None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:39:49.574812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f15c7-4d95-43a3-a3f2-105549f1c3dc None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:49.575625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-989f15c7-4d95-43a3-a3f2-105549f1c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:49.586716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d61f118-f503-471e-9111-3634b1ca0e3b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:49.587222 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d61f118-f503-471e-9111-3634b1ca0e3b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Fanout notify agent at l3_agent the message router_deleted on router dcab9279-84c4-4282-b64a-d514cba736dd {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:39:49.601535 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d61f118-f503-471e-9111-3634b1ca0e3b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:49.604572 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0d61f118-f503-471e-9111-3634b1ca0e3b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/routers/dcab9279-84c4-4282-b64a-d514cba736dd HTTP/1.1" status: 204 len: 168 time: 1.0568743 Mar 29 09:39:49.606606 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57112) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:49.613569 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19518c89-ac9f-4949-9eb1-803fa8b65fd3 req-210700d9-9b13-4879-af0e-0d8a53c6d208 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:49.615038 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-19518c89-ac9f-4949-9eb1-803fa8b65fd3 req-210700d9-9b13-4879-af0e-0d8a53c6d208 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.2501752 Mar 29 09:39:49.648557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-989f15c7-4d95-43a3-a3f2-105549f1c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:49.661590 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f15c7-4d95-43a3-a3f2-105549f1c3dc None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:49.662214 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-989f15c7-4d95-43a3-a3f2-105549f1c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:49.726451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:49.730160 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-989f15c7-4d95-43a3-a3f2-105549f1c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:49.730656 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f15c7-4d95-43a3-a3f2-105549f1c3dc None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:39:49.748130 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ed8080-6853-4586-8287-aecb52a877c2 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting subnet 9fc7f0b3-9745-4335-bbc2-2399a130a6bc {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:39:49.751391 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88ed8080-6853-4586-8287-aecb52a877c2 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:49.779894 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-19518c89-ac9f-4949-9eb1-803fa8b65fd3 req-aeb2234d-547c-42b8-a051-c17e32bcbdb0 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143134 Mar 29 09:39:49.815326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Network 0c6e6b51-c9f8-417b-b505-b4ee35780c55 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:49.820398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:49.823087 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:49.832869 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:49.883467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58339726-1b4e-4df7-8948-75b2df23f970 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:49.885646 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Usage tracker for resource:port and tenant:def6da8eeee4419eb3da131eed714cf3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:49.889642 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58339726-1b4e-4df7-8948-75b2df23f970 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:49.895668 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58339726-1b4e-4df7-8948-75b2df23f970 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:49.897716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:49.901481 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58339726-1b4e-4df7-8948-75b2df23f970 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:49.907092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58339726-1b4e-4df7-8948-75b2df23f970 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:49.908016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-58339726-1b4e-4df7-8948-75b2df23f970 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Synchronizing usage tracker for tenant:5dee1a95d6554b2b8041ef5f6cd8e647 on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:49.909971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Pushing event updated for resources: {'Port': ['ID=83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:49.982062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88ed8080-6853-4586-8287-aecb52a877c2 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:49.991153 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:50.018936 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-991980d8-c598-4e51-9922-6454aa3b5fda tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:50.106359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec5eec-4687-4148-8e59-a88b019cbe01 req-e57528a4-19d8-472c-8068-c9a71ead1b10 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:50.107833 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-57ec5eec-4687-4148-8e59-a88b019cbe01 req-e57528a4-19d8-472c-8068-c9a71ead1b10 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.2058501 Mar 29 09:39:50.116935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57122) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:50.122403 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-52b7e60b-d3bc-4c6c-8b19-d069e7492b44 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Request body: {'floatingip': {'port_id': '446dadd6-4742-435f-a9c0-cca15d4d47be'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:50.171142 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-991980d8-c598-4e51-9922-6454aa3b5fda tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Calling delete_port for 1e502a10-4b3b-4be6-99ac-1cf6d8f0dcbd owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:50.190935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Made reservation on behalf of def6da8eeee4419eb3da131eed714cf3 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:50.194702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:50.199060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-58339726-1b4e-4df7-8948-75b2df23f970 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Unset dirty status for tenant:5dee1a95d6554b2b8041ef5f6cd8e647 on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:50.202610 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-58339726-1b4e-4df7-8948-75b2df23f970 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3060 time: 0.7947178 Mar 29 09:39:50.211905 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57126) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:50.317969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-52b7e60b-d3bc-4c6c-8b19-d069e7492b44 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for floatingip, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:50.389875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc33fbd-f694-4f40-b8f5-79df82ccef00 req-b94449f6-9620-427e-b620-429ffdd591ea tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:50.391365 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1cc33fbd-f694-4f40-b8f5-79df82ccef00 req-b94449f6-9620-427e-b620-429ffdd591ea tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 945 time: 0.5157409 Mar 29 09:39:50.398139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2b8748a-68b4-4761-b537-e3190462e813 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:50.404937 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88ed8080-6853-4586-8287-aecb52a877c2 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:50.443728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] device_id is not set on port 7f7aa2f9-8b0c-4b5a-92e7-a21ff4c630fa yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:39:50.515540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-991980d8-c598-4e51-9922-6454aa3b5fda tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:50.609192 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991980d8-c598-4e51-9922-6454aa3b5fda tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event deleted for resources: {'Port': ['ID=1e502a10-4b3b-4be6-99ac-1cf6d8f0dcbd,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:50.620792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-991980d8-c598-4e51-9922-6454aa3b5fda tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:50.627697 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1cc33fbd-f694-4f40-b8f5-79df82ccef00 req-144abb6b-5f3c-49d4-94eb-7cca98585d08 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951697 Mar 29 09:39:50.697147 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2b8748a-68b4-4761-b537-e3190462e813 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:50.724133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-e2b8748a-68b4-4761-b537-e3190462e813 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4f86d9-9049-4e05-9ee8-46acdd7b13c9']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:50.737924 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-e2b8748a-68b4-4761-b537-e3190462e813 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea0c804-6547-47ac-a6a3-22e34ea77a08') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:50.738288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-e2b8748a-68b4-4761-b537-e3190462e813 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea0c804-6547-47ac-a6a3-22e34ea77a08') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:50.788742 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-991980d8-c598-4e51-9922-6454aa3b5fda tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "DELETE /v2.0/ports/1e502a10-4b3b-4be6-99ac-1cf6d8f0dcbd HTTP/1.1" status: 204 len: 168 time: 1.6785359 Mar 29 09:39:50.790012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88ed8080-6853-4586-8287-aecb52a877c2 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:50.794778 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2b8748a-68b4-4761-b537-e3190462e813 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:50.806963 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57132) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:50.887328 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed8080-6853-4586-8287-aecb52a877c2 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc7f0b3-9745-4335-bbc2-2399a130a6bc,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:50.904154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88ed8080-6853-4586-8287-aecb52a877c2 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:50.909498 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-88ed8080-6853-4586-8287-aecb52a877c2 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/9fc7f0b3-9745-4335-bbc2-2399a130a6bc HTTP/1.1" status: 204 len: 168 time: 1.3002391 Mar 29 09:39:50.910429 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2b8748a-68b4-4761-b537-e3190462e813 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:50.910642 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970363f2-f014-49c1-bdfc-67e9c091990e None None] Network 56f76aae-613c-4aa0-b193-06bc1fb6ed7c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:50.915029 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57136) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:50.923966 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b8748a-68b4-4761-b537-e3190462e813 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:39:50.924370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2b8748a-68b4-4761-b537-e3190462e813 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:50.927739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:51.024306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f67444-4d68-4c94-a330-27ca0dfa149f req-4ca19a1f-f938-4925-8d79-1693fefe7aa3 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:51.025802 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b3f67444-4d68-4c94-a330-27ca0dfa149f req-4ca19a1f-f938-4925-8d79-1693fefe7aa3 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 946 time: 0.7590213 Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:39:51.061191 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:39:51.132891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Allocated IP 172.20.0.2 (fffb99ae-d7a1-42de-9536-681f8488934d/d109fecb-4d43-42c6-a8b4-2273a4062e04/7f7aa2f9-8b0c-4b5a-92e7-a21ff4c630fa) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:51.168618 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-75f56622-aff0-4442-9fcb-bb6ec099b00c tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Deleting port bfb4daf1-de66-40af-a590-8f8c5301f312 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:51.169012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-75f56622-aff0-4442-9fcb-bb6ec099b00c tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:51.174521 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd3ec2d-fffc-4853-a804-94ee099afce8 None None] DHCP port deletion for 56f76aae-613c-4aa0-b193-06bc1fb6ed7c request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:39:51.179631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3ec2d-fffc-4853-a804-94ee099afce8 None None] Deleting port 5f3674ad-e845-4237-a378-38c75cf775bf {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:51.179996 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fcd3ec2d-fffc-4853-a804-94ee099afce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:51.242215 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e413491d-bb64-4ccb-87f4-aaeb88d771f6 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting subnet e9f9344d-8c82-40c1-a311-5c04db168779 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:39:51.257637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e413491d-bb64-4ccb-87f4-aaeb88d771f6 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:51.346694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfec00d-113a-4e62-ad1a-9a01e1f8d3c2 req-e9886870-7ce2-4e9c-aead-379619c0ae9b tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:51.348120 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2dfec00d-113a-4e62-ad1a-9a01e1f8d3c2 req-e9886870-7ce2-4e9c-aead-379619c0ae9b tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 945 time: 0.6125653 Mar 29 09:39:51.349330 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2b8748a-68b4-4761-b537-e3190462e813 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:51.353680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b8748a-68b4-4761-b537-e3190462e813 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b4f86d9-9049-4e05-9ee8-46acdd7b13c9 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 29 09:39:51.356493 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2b8748a-68b4-4761-b537-e3190462e813 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:51.361529 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57140) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:51.391781 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c3bee52c-3750-4571-8353-e2110b673be2 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Request body: {'floatingip': {'port_id': '9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:51.402818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-fcd3ec2d-fffc-4853-a804-94ee099afce8 None None] For port 5f3674ad-e845-4237-a378-38c75cf775bf, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=5f3674ad-e845-4237-a378-38c75cf775bf,segment=NetworkSegment(4bb05b27-be75-4de5-a11a-48bd63fe1b0a),segment_id=4bb05b27-be75-4de5-a11a-48bd63fe1b0a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:51.403195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fcd3ec2d-fffc-4853-a804-94ee099afce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:51.414091 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b3f67444-4d68-4c94-a330-27ca0dfa149f req-cbae3b59-3c05-4032-bf02-3cd2b55d1148 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups?id=682c52cb-4824-4667-8217-b4439d847165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3719034 Mar 29 09:39:51.466365 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e2b8748a-68b4-4761-b537-e3190462e813 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "DELETE /v2.0/networks/1b4f86d9-9049-4e05-9ee8-46acdd7b13c9 HTTP/1.1" status: 204 len: 168 time: 1.2469769 Mar 29 09:39:51.466365 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8748a-68b4-4761-b537-e3190462e813 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b4f86d9-9049-4e05-9ee8-46acdd7b13c9,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:51.486027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57146) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:51.507320 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e413491d-bb64-4ccb-87f4-aaeb88d771f6 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:51.539485 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Request body: {'network': {'name': 'tempest-network--994935861', 'router:external': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:51.571841 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3bee52c-3750-4571-8353-e2110b673be2 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for floatingip, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:51.591989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3ec2d-fffc-4853-a804-94ee099afce8 None None] Calling delete_port for 5f3674ad-e845-4237-a378-38c75cf775bf owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:51.645777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:51.744799 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fcd3ec2d-fffc-4853-a804-94ee099afce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:51.757183 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Usage tracker for resource:network and tenant:09b1bac21f7647dc883af57ecf8bf196 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:51.769978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:51.821956 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:51.846817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3ec2d-fffc-4853-a804-94ee099afce8 None None] Pushing event deleted for resources: {'Port': ['ID=5f3674ad-e845-4237-a378-38c75cf775bf,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:51.855454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-75f56622-aff0-4442-9fcb-bb6ec099b00c tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:51.857416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3ec2d-fffc-4853-a804-94ee099afce8 None None] No DVR routers for this DVR port 5f3674ad-e845-4237-a378-38c75cf775bf on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:39:51.996794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:52.011669 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-75f56622-aff0-4442-9fcb-bb6ec099b00c tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Calling delete_port for bfb4daf1-de66-40af-a590-8f8c5301f312 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:52.014436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:52.075564 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Made reservation on behalf of 09b1bac21f7647dc883af57ecf8bf196 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:52.077851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:52.152653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e413491d-bb64-4ccb-87f4-aaeb88d771f6 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:52.281175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 5f3674ad-e845-4237-a378-38c75cf775bf no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:39:52.291552 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:52.319333 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 5f3674ad-e845-4237-a378-38c75cf775bf {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:39:52.323054 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 5f3674ad-e845-4237-a378-38c75cf775bf not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:39:52.328072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e0a4-2405-46df-9b92-4668b1a9a13e req-8b87b28a-2dbe-455a-bc43-a90000879de6 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:52.329633 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9092e0a4-2405-46df-9b92-4668b1a9a13e req-8b87b28a-2dbe-455a-bc43-a90000879de6 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 946 time: 0.7030416 Mar 29 09:39:52.343222 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:52.343572 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Added segment c4a3b863-5548-4fa0-bcc4-8ddc3ff6eaff of type vlan for network db94ffaf-d851-4844-a66b-24f3f6c7dcf3 Mar 29 09:39:52.351169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57150) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:52.362914 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-9cbb11e7-1eed-4f2d-9936-1a47da548c20 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Request body: {'floatingip': {'port_id': '62ea904e-1eff-4ab9-8406-252c2d5286d5'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:52.393769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-52b7e60b-d3bc-4c6c-8b19-d069e7492b44 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:52.470399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-52b7e60b-d3bc-4c6c-8b19-d069e7492b44 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:52.529045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:52.587812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Router 0b135667-5b92-4f70-aaa1-178dfefc2c0c is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:39:52.598622 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cbb11e7-1eed-4f2d-9936-1a47da548c20 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for floatingip, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:52.620617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network fffb99ae-d7a1-42de-9536-681f8488934d is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:52.660893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-75f56622-aff0-4442-9fcb-bb6ec099b00c tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:52.694725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:52.744125 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:52.759120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:52.784149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=7f7aa2f9-8b0c-4b5a-92e7-a21ff4c630fa,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:52.803872 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f56622-aff0-4442-9fcb-bb6ec099b00c tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event deleted for resources: {'Port': ['ID=bfb4daf1-de66-40af-a590-8f8c5301f312,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:52.825152 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:52.910722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-75f56622-aff0-4442-9fcb-bb6ec099b00c tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:52.914163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e413491d-bb64-4ccb-87f4-aaeb88d771f6 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:52.928097 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-52b7e60b-d3bc-4c6c-8b19-d069e7492b44 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Floating IP 9b9c917d-6925-4f34-90f7-7b9898e66606 associated. External IP: 172.26.7.87, port: 446dadd6-4742-435f-a9c0-cca15d4d47be. Mar 29 09:39:52.981985 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:52.982593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:53.026851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:39:53.037064 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Sync routers for ids ['0b135667-5b92-4f70-aaa1-178dfefc2c0c'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:39:53.047114 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Routers {'0b135667-5b92-4f70-aaa1-178dfefc2c0c'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:53.047921 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['0b135667-5b92-4f70-aaa1-178dfefc2c0c'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:53.074881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.resource_extend [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:39:53.119907 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e5eed3b4-4a16-4a94-b4c7-324fad71d42e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5794368 Mar 29 09:39:53.120789 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57154) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:53.133478 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413491d-bb64-4ccb-87f4-aaeb88d771f6 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f9344d-8c82-40c1-a311-5c04db168779,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:53.135451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e413491d-bb64-4ccb-87f4-aaeb88d771f6 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:53.136888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'port': {'network_id': 'fffb99ae-d7a1-42de-9536-681f8488934d', 'name': 'tempest-FloatingIPTestJSON-1787476036'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:53.153927 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a96ebc4-0553-4548-aa6d-44e10afb1882 None None] Network 2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:39:53.161094 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-75f56622-aff0-4442-9fcb-bb6ec099b00c tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "DELETE /v2.0/ports/bfb4daf1-de66-40af-a590-8f8c5301f312 HTTP/1.1" status: 204 len: 168 time: 2.3252401 Mar 29 09:39:53.164267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57158) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:53.172034 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e413491d-bb64-4ccb-87f4-aaeb88d771f6 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/e9f9344d-8c82-40c1-a311-5c04db168779 HTTP/1.1" status: 204 len: 168 time: 2.2538960 Mar 29 09:39:53.173560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57162) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:53.212772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:53.214082 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-aa815e89-757a-405d-9200-7b089d840df1 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.9024556 Mar 29 09:39:53.222863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57166) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:53.260240 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Set router 0b135667-5b92-4f70-aaa1-178dfefc2c0c gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:39:53.345721 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-dc073cf8-9d3a-4116-9174-a62d4af49926 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Synchronizing usage tracker for tenant:4aad51f537d24583b2b1b4b7b33c6b86 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:39:53.390903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:53.391835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:53.392415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:53.553520 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81bbf55-bfc3-4d67-a2eb-5794d4e5f69b None None] DHCP port deletion for 2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:39:53.557821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b81bbf55-bfc3-4d67-a2eb-5794d4e5f69b None None] Deleting port 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:53.557821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b81bbf55-bfc3-4d67-a2eb-5794d4e5f69b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:53.558056 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-dc073cf8-9d3a-4116-9174-a62d4af49926 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Unset dirty status for tenant:4aad51f537d24583b2b1b4b7b33c6b86 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:39:53.565183 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dc073cf8-9d3a-4116-9174-a62d4af49926 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3918967 Mar 29 09:39:53.575628 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57170) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:53.596189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1416211292'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:53.602557 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3041597c-8301-4e53-8339-08910ced860f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:53.615790 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:53.639180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Usage tracker for resource:network and tenant:4aad51f537d24583b2b1b4b7b33c6b86 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:53.642198 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:53.651797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:53.656859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Usage tracker for resource:port and tenant:def6da8eeee4419eb3da131eed714cf3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:53.661399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:53.673367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b7e60b-d3bc-4c6c-8b19-d069e7492b44 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Router b0d42ba7-22de-4404-9335-fb39778b4768 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:39:53.676370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:53.682344 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:53.688848 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b135667-5b92-4f70-aaa1-178dfefc2c0c', 'name': '', 'tenant_id': '4acdedd11437464bb17f2443ade19720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6e6b51-c9f8-417b-b505-b4ee35780c55', 'external_fixed_ips': [{'subnet_id': 'd227afab-3079-4b99-b19c-1a046c9820e7', 'ip_address': '2001:db8::36e'}], 'enable_snat': True}, 'gw_port_id': '83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:39:44Z', 'updated_at': '2022-03-29T09:39:50Z', 'revision_number': 3, 'project_id': '4acdedd11437464bb17f2443ade19720', 'gw_port': {'id': '83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e', 'name': '', 'network_id': '0c6e6b51-c9f8-417b-b505-b4ee35780c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b135667-5b92-4f70-aaa1-178dfefc2c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd227afab-3079-4b99-b19c-1a046c9820e7', 'ip_address': '2001:db8::36e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:39:47Z', 'updated_at': '2022-03-29T09:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd227afab-3079-4b99-b19c-1a046c9820e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:53.695705 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Checking router: 0b135667-5b92-4f70-aaa1-178dfefc2c0c for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:39:53.696418 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Updating router 0b135667-5b92-4f70-aaa1-178dfefc2c0c port 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:39:53.772271 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:53.814103 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b81bbf55-bfc3-4d67-a2eb-5794d4e5f69b None None] For port 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1fc731e3-a2fb-498c-8b0f-de4dc1476a4d,segment=NetworkSegment(39babe27-39cf-4b65-875a-e61bc25ebc07),segment_id=39babe27-39cf-4b65-875a-e61bc25ebc07)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:53.814497 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b81bbf55-bfc3-4d67-a2eb-5794d4e5f69b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:53.832367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3041597c-8301-4e53-8339-08910ced860f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:53.883515 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3919282 Mar 29 09:39:53.901287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57174) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:53.907818 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177c6a2-6ea0-4e93-894d-578a155be7d8 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event updated for resources: {'Network': ['ID=db94ffaf-d851-4844-a66b-24f3f6c7dcf3,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:53.949189 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b81bbf55-bfc3-4d67-a2eb-5794d4e5f69b None None] Calling delete_port for 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:54.001545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-3041597c-8301-4e53-8339-08910ced860f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f76aae-613c-4aa0-b193-06bc1fb6ed7c']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:54.003965 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.resource_extend [None req-c3bee52c-3750-4571-8353-e2110b673be2 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:39:54.014848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-3041597c-8301-4e53-8339-08910ced860f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb05b27-be75-4de5-a11a-48bd63fe1b0a') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:54.015386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-3041597c-8301-4e53-8339-08910ced860f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb05b27-be75-4de5-a11a-48bd63fe1b0a') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:54.028263 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3041597c-8301-4e53-8339-08910ced860f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.029869 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network db94ffaf-d851-4844-a66b-24f3f6c7dcf3 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:54.046865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3041597c-8301-4e53-8339-08910ced860f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.054155 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3041597c-8301-4e53-8339-08910ced860f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:39:54.054789 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3041597c-8301-4e53-8339-08910ced860f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:39:54.153406 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:39:54.157538 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Made reservation on behalf of def6da8eeee4419eb3da131eed714cf3 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:54.158841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b81bbf55-bfc3-4d67-a2eb-5794d4e5f69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.162450 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.217414 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.222152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Made reservation on behalf of 4aad51f537d24583b2b1b4b7b33c6b86 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:54.223816 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bbf55-bfc3-4d67-a2eb-5794d4e5f69b None None] Pushing event deleted for resources: {'Port': ['ID=1fc731e3-a2fb-498c-8b0f-de4dc1476a4d,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:54.228214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.230077 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81bbf55-bfc3-4d67-a2eb-5794d4e5f69b None None] No DVR routers for this DVR port 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:39:54.253208 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.268666 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Transition to ACTIVE for port object 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:39:54.268950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3041597c-8301-4e53-8339-08910ced860f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.273650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3041597c-8301-4e53-8339-08910ced860f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.304970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] device_id is not set on port 65c7afb1-2652-4e3c-a814-ef4e666bf6c8 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:39:54.322666 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:39:54.350788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a367dc-8884-4b9e-8977-8cac2b40d673 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:54.354710 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d2a367dc-8884-4b9e-8977-8cac2b40d673 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] 10.222.0.35 "GET /v2.0/networks/db94ffaf-d851-4844-a66b-24f3f6c7dcf3 HTTP/1.1" status: 200 len: 756 time: 0.4457085 Mar 29 09:39:54.354858 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:54.357629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3bee52c-3750-4571-8353-e2110b673be2 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.359894 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57178) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:54.361631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.361982 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Added segment 7e1dd2d6-ee2c-441b-b311-4d2c5b7d5954 of type vlan for network ad99b411-1216-4c17-b72f-d24ce70d449a Mar 29 09:39:54.362615 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.373311 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:39:54.374503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1fc731e3-a2fb-498c-8b0f-de4dc1476a4d not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:39:54.397751 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3041597c-8301-4e53-8339-08910ced860f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/networks/56f76aae-613c-4aa0-b193-06bc1fb6ed7c HTTP/1.1" status: 204 len: 168 time: 1.2144697 Mar 29 09:39:54.400513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.406249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041597c-8301-4e53-8339-08910ced860f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Network': ['ID=56f76aae-613c-4aa0-b193-06bc1fb6ed7c,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:54.409084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57182) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:54.463212 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Attempting to bind port 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:39:54.463720 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Attempting to bind port 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '672580d6-aa1b-4f46-90e2-34ccbc9386b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0c6e6b51-c9f8-417b-b505-b4ee35780c55'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:39:54.464183 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Attempting to bind port 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e on network 0c6e6b51-c9f8-417b-b505-b4ee35780c55 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:39:54.474276 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de4db9-eb84-4cc4-b6bf-831d93b59449 None None] Pushing event updated for resources: {'Port': ['ID=83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:54.476754 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:39:54.477251 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Checking segment: {'id': '672580d6-aa1b-4f46-90e2-34ccbc9386b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0c6e6b51-c9f8-417b-b505-b4ee35780c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:39:54.477740 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.478219 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Bound using segment: {'id': '672580d6-aa1b-4f46-90e2-34ccbc9386b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0c6e6b51-c9f8-417b-b505-b4ee35780c55'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:39:54.478791 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Bound port: 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672580d6-aa1b-4f46-90e2-34ccbc9386b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0c6e6b51-c9f8-417b-b505-b4ee35780c55'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:39:54.479283 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.487213 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9cb8d003-8e55-49d4-879f-4aacb2f11155 req-cab5c554-95b7-4a60-ae71-4fa383c6ae06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0034249 Mar 29 09:39:54.519273 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de4db9-eb84-4cc4-b6bf-831d93b59449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:54.519618 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de4db9-eb84-4cc4-b6bf-831d93b59449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:54.520052 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de4db9-eb84-4cc4-b6bf-831d93b59449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:54.520561 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de4db9-eb84-4cc4-b6bf-831d93b59449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:54.520986 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de4db9-eb84-4cc4-b6bf-831d93b59449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:54.521432 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de4db9-eb84-4cc4-b6bf-831d93b59449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:54.521851 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de4db9-eb84-4cc4-b6bf-831d93b59449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:54.522284 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de4db9-eb84-4cc4-b6bf-831d93b59449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:54.522720 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de4db9-eb84-4cc4-b6bf-831d93b59449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:54.523136 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de4db9-eb84-4cc4-b6bf-831d93b59449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:54.523545 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de4db9-eb84-4cc4-b6bf-831d93b59449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:54.523958 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58de4db9-eb84-4cc4-b6bf-831d93b59449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:54.558219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3bee52c-3750-4571-8353-e2110b673be2 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.571703 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] For port 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:39:54.575030 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] For port 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e,segment=NetworkSegment(672580d6-aa1b-4f46-90e2-34ccbc9386b6),segment_id=672580d6-aa1b-4f46-90e2-34ccbc9386b6)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:39:54.608265 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b7e60b-d3bc-4c6c-8b19-d069e7492b44 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:39:54.619132 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5701d62f-2c01-4322-8e18-70cef43765f1 None None] Sync routers for ids ['b0d42ba7-22de-4404-9335-fb39778b4768'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:39:54.626185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.628844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5701d62f-2c01-4322-8e18-70cef43765f1 None None] Routers {'b0d42ba7-22de-4404-9335-fb39778b4768'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:54.629488 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5701d62f-2c01-4322-8e18-70cef43765f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b0d42ba7-22de-4404-9335-fb39778b4768'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:54.632249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:54.632894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.648077 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.670886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-52b7e60b-d3bc-4c6c-8b19-d069e7492b44 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:54.735605 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Allocated IP 172.20.0.9 (fffb99ae-d7a1-42de-9536-681f8488934d/d109fecb-4d43-42c6-a8b4-2273a4062e04/65c7afb1-2652-4e3c-a814-ef4e666bf6c8) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:54.750974 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de4db9-eb84-4cc4-b6bf-831d93b59449 None None] Pushing event updated for resources: {'Port': ['ID=83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:54.751724 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50c2bfb-19a0-4a08-882e-42ed1282cdbb tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:54.753277 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c50c2bfb-19a0-4a08-882e-42ed1282cdbb tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] 10.222.0.35 "GET /v2.0/networks/85b21d67-20a0-481b-8ef6-91e0710749f6 HTTP/1.1" status: 200 len: 768 time: 0.3922510 Mar 29 09:39:54.781046 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Routers {'0b135667-5b92-4f70-aaa1-178dfefc2c0c'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:54.781830 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['0b135667-5b92-4f70-aaa1-178dfefc2c0c'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:54.797324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57186) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:54.822980 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-5701d62f-2c01-4322-8e18-70cef43765f1 None None] Set router b0d42ba7-22de-4404-9335-fb39778b4768 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:39:54.865426 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2812901 Mar 29 09:39:54.874052 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-52b7e60b-d3bc-4c6c-8b19-d069e7492b44 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "PUT /v2.0/floatingips/9b9c917d-6925-4f34-90f7-7b9898e66606 HTTP/1.1" status: 200 len: 990 time: 4.7560112 Mar 29 09:39:54.875106 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87924d8b-c385-4b63-8e59-2f7fa36d6f7a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event updated for resources: {'Network': ['ID=ad99b411-1216-4c17-b72f-d24ce70d449a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:54.889468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57190) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:54.892623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76532622-6962-4ac6-aeb9-528d41366b90', 'tag': '446dadd6-4742-435f-a9c0-cca15d4d47be'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:39:55.031519 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1219044371'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:55.044728 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76532622-6962-4ac6-aeb9-528d41366b90', 'tag': '446dadd6-4742-435f-a9c0-cca15d4d47be', 'status': 'completed', 'code': 200} Mar 29 09:39:55.050935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network ad99b411-1216-4c17-b72f-d24ce70d449a details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:55.058046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:55.072345 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-c3bee52c-3750-4571-8353-e2110b673be2 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Floating IP b2655e24-90de-44f6-bb14-2c70e80187ca associated. External IP: 172.26.7.88, port: 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf. Mar 29 09:39:55.075148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-558081a0-61f7-41f6-9dfb-38be78ac3e5e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:55.077484 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:55.102863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Usage tracker for resource:network and tenant:4aad51f537d24583b2b1b4b7b33c6b86 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:55.106904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:55.154837 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] Set router 0b135667-5b92-4f70-aaa1-178dfefc2c0c gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:39:55.218277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:55.404438 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5701d62f-2c01-4322-8e18-70cef43765f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '02b1f748-d1eb-4624-ab36-346184563120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:40Z', 'updated_at': '2022-03-29T09:38:55Z', 'revision_number': 4, 'project_id': 'dd990266160241679233cd0b82116a4d', 'gw_port': {'id': '02b1f748-d1eb-4624-ab36-346184563120', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '9b9c917d-6925-4f34-90f7-7b9898e66606', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'floating_ip_address': '172.26.7.87', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'port_id': '446dadd6-4742-435f-a9c0-cca15d4d47be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'mac_address': 'fa:16:3e:0b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76532622-6962-4ac6-aeb9-528d41366b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:39:04Z', 'updated_at': '2022-03-29T09:39:51Z', 'revision_number': 1, 'project_id': 'dd990266160241679233cd0b82116a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe2276d-5d45-479b-8ec2-2adcf863972f', 'name': '', 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'mac_address': 'fa:16:3e:c8:6f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:51Z', 'updated_at': '2022-03-29T09:39:04Z', 'revision_number': 5, 'project_id': 'dd990266160241679233cd0b82116a4d', 'subnets': [{'id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:55.414613 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5701d62f-2c01-4322-8e18-70cef43765f1 None None] Checking router: b0d42ba7-22de-4404-9335-fb39778b4768 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:39:55.432780 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5701d62f-2c01-4322-8e18-70cef43765f1 None None] Routers {'b0d42ba7-22de-4404-9335-fb39778b4768'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:55.439436 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5701d62f-2c01-4322-8e18-70cef43765f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b0d42ba7-22de-4404-9335-fb39778b4768'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:55.513691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e0de30c-658b-44ce-a2f7-bce72300c705 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:55.552542 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b135667-5b92-4f70-aaa1-178dfefc2c0c', 'name': '', 'tenant_id': '4acdedd11437464bb17f2443ade19720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6e6b51-c9f8-417b-b505-b4ee35780c55', 'external_fixed_ips': [{'subnet_id': 'd227afab-3079-4b99-b19c-1a046c9820e7', 'ip_address': '2001:db8::36e'}], 'enable_snat': True}, 'gw_port_id': '83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:39:44Z', 'updated_at': '2022-03-29T09:39:50Z', 'revision_number': 3, 'project_id': '4acdedd11437464bb17f2443ade19720', 'gw_port': {'id': '83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e', 'name': '', 'network_id': '0c6e6b51-c9f8-417b-b505-b4ee35780c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b135667-5b92-4f70-aaa1-178dfefc2c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd227afab-3079-4b99-b19c-1a046c9820e7', 'ip_address': '2001:db8::36e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:39:47Z', 'updated_at': '2022-03-29T09:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd227afab-3079-4b99-b19c-1a046c9820e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:55.553269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Made reservation on behalf of 4aad51f537d24583b2b1b4b7b33c6b86 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:55.556640 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:55.559966 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cd69a-f8ab-46a9-a203-16b2bff2bbbb None None] The sync data for ids ['0b135667-5b92-4f70-aaa1-178dfefc2c0c'] in dv-neutron-835555-1-hyperv is: [{'id': '0b135667-5b92-4f70-aaa1-178dfefc2c0c', 'name': '', 'tenant_id': '4acdedd11437464bb17f2443ade19720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c6e6b51-c9f8-417b-b505-b4ee35780c55', 'external_fixed_ips': [{'subnet_id': 'd227afab-3079-4b99-b19c-1a046c9820e7', 'ip_address': '2001:db8::36e'}], 'enable_snat': True}, 'gw_port_id': '83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:39:44Z', 'updated_at': '2022-03-29T09:39:50Z', 'revision_number': 3, 'project_id': '4acdedd11437464bb17f2443ade19720', 'gw_port': {'id': '83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e', 'name': '', 'network_id': '0c6e6b51-c9f8-417b-b505-b4ee35780c55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b135667-5b92-4f70-aaa1-178dfefc2c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd227afab-3079-4b99-b19c-1a046c9820e7', 'ip_address': '2001:db8::36e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:39:47Z', 'updated_at': '2022-03-29T09:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd227afab-3079-4b99-b19c-1a046c9820e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:39:55.600103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-558081a0-61f7-41f6-9dfb-38be78ac3e5e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:55.654271 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb152e70-9094-4203-8482-d0f1420a0575 req-3e210fd0-8935-4556-bf63-e198c55cac1a tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:55.655927 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bb152e70-9094-4203-8482-d0f1420a0575 req-3e210fd0-8935-4556-bf63-e198c55cac1a tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.5624547 Mar 29 09:39:55.656794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:55.664185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-558081a0-61f7-41f6-9dfb-38be78ac3e5e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db94ffaf-d851-4844-a66b-24f3f6c7dcf3']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:55.694351 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Deleting port 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:55.694742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:55.699002 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-5701d62f-2c01-4322-8e18-70cef43765f1 None None] Set router b0d42ba7-22de-4404-9335-fb39778b4768 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:39:55.717888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:55.718395 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Added segment 5a883833-0a77-4b3f-a483-326d2a19b99b of type vlan for network ce3a8ae2-caab-482a-90f5-8c3593bd5819 Mar 29 09:39:55.746247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-558081a0-61f7-41f6-9dfb-38be78ac3e5e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a3b863-5548-4fa0-bcc4-8ddc3ff6eaff') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:55.746687 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-558081a0-61f7-41f6-9dfb-38be78ac3e5e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a3b863-5548-4fa0-bcc4-8ddc3ff6eaff') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:55.781311 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:55.795456 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-558081a0-61f7-41f6-9dfb-38be78ac3e5e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:55.824744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:55.846101 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bb152e70-9094-4203-8482-d0f1420a0575 req-75e138dd-8961-4e02-b7cc-f554c107c3b5 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610415 Mar 29 09:39:55.850106 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-558081a0-61f7-41f6-9dfb-38be78ac3e5e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:55.855258 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.resource_extend [None req-9cbb11e7-1eed-4f2d-9936-1a47da548c20 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:39:55.862929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558081a0-61f7-41f6-9dfb-38be78ac3e5e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:39:55.863458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-558081a0-61f7-41f6-9dfb-38be78ac3e5e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:39:55.877992 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:39:56.039213 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8d003-8e55-49d4-879f-4aacb2f11155 req-7e41272c-1fb2-4e50-86b1-8e4bc10cf329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:56.041189 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9cb8d003-8e55-49d4-879f-4aacb2f11155 req-7e41272c-1fb2-4e50-86b1-8e4bc10cf329 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd990266160241679233cd0b82116a4d&device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 1098 time: 1.3100090 Mar 29 09:39:56.141292 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-558081a0-61f7-41f6-9dfb-38be78ac3e5e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.199962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5701d62f-2c01-4322-8e18-70cef43765f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '02b1f748-d1eb-4624-ab36-346184563120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:40Z', 'updated_at': '2022-03-29T09:38:55Z', 'revision_number': 4, 'project_id': 'dd990266160241679233cd0b82116a4d', 'gw_port': {'id': '02b1f748-d1eb-4624-ab36-346184563120', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '9b9c917d-6925-4f34-90f7-7b9898e66606', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'floating_ip_address': '172.26.7.87', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'port_id': '446dadd6-4742-435f-a9c0-cca15d4d47be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'mac_address': 'fa:16:3e:0b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76532622-6962-4ac6-aeb9-528d41366b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:39:04Z', 'updated_at': '2022-03-29T09:39:51Z', 'revision_number': 1, 'project_id': 'dd990266160241679233cd0b82116a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe2276d-5d45-479b-8ec2-2adcf863972f', 'name': '', 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'mac_address': 'fa:16:3e:c8:6f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:51Z', 'updated_at': '2022-03-29T09:39:04Z', 'revision_number': 5, 'project_id': 'dd990266160241679233cd0b82116a4d', 'subnets': [{'id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:56.205326 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5701d62f-2c01-4322-8e18-70cef43765f1 None None] The sync data for ids ['b0d42ba7-22de-4404-9335-fb39778b4768'] in dv-neutron-835555-1-hyperv is: [{'id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '02b1f748-d1eb-4624-ab36-346184563120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:40Z', 'updated_at': '2022-03-29T09:38:55Z', 'revision_number': 4, 'project_id': 'dd990266160241679233cd0b82116a4d', 'gw_port': {'id': '02b1f748-d1eb-4624-ab36-346184563120', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '9b9c917d-6925-4f34-90f7-7b9898e66606', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'floating_ip_address': '172.26.7.87', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'port_id': '446dadd6-4742-435f-a9c0-cca15d4d47be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'mac_address': 'fa:16:3e:0b:3c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76532622-6962-4ac6-aeb9-528d41366b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:39:04Z', 'updated_at': '2022-03-29T09:39:51Z', 'revision_number': 1, 'project_id': 'dd990266160241679233cd0b82116a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fe2276d-5d45-479b-8ec2-2adcf863972f', 'name': '', 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'mac_address': 'fa:16:3e:c8:6f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:51Z', 'updated_at': '2022-03-29T09:39:04Z', 'revision_number': 5, 'project_id': 'dd990266160241679233cd0b82116a4d', 'subnets': [{'id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:39:56.212593 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cbb11e7-1eed-4f2d-9936-1a47da548c20 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.337895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558081a0-61f7-41f6-9dfb-38be78ac3e5e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network db94ffaf-d851-4844-a66b-24f3f6c7dcf3 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 29 09:39:56.340378 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558081a0-61f7-41f6-9dfb-38be78ac3e5e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event deleted for resources: {'Network': ['ID=db94ffaf-d851-4844-a66b-24f3f6c7dcf3,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:56.342631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-558081a0-61f7-41f6-9dfb-38be78ac3e5e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.346329 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.348982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.355493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:56.356252 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.363493 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e0de30c-658b-44ce-a2f7-bce72300c705 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.376223 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cbb11e7-1eed-4f2d-9936-1a47da548c20 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.402706 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:56.504352 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=65c7afb1-2652-4e3c-a814-ef4e666bf6c8,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:56.527866 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6229336 Mar 29 09:39:56.559543 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-8e0de30c-658b-44ce-a2f7-bce72300c705 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:56.584918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:39:56.591946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:56.592516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.606386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-8e0de30c-658b-44ce-a2f7-bce72300c705 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39babe27-39cf-4b65-875a-e61bc25ebc07') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:56.606677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-8e0de30c-658b-44ce-a2f7-bce72300c705 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39babe27-39cf-4b65-875a-e61bc25ebc07') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:56.629821 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] For port 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e,segment=NetworkSegment(672580d6-aa1b-4f46-90e2-34ccbc9386b6),segment_id=672580d6-aa1b-4f46-90e2-34ccbc9386b6)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:56.630178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.649866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e0de30c-658b-44ce-a2f7-bce72300c705 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.672349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bee52c-3750-4571-8353-e2110b673be2 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Router c0857744-38f4-4445-bdee-f1bed6d902d0 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:39:56.681171 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-558081a0-61f7-41f6-9dfb-38be78ac3e5e tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "DELETE /v2.0/networks/db94ffaf-d851-4844-a66b-24f3f6c7dcf3 HTTP/1.1" status: 204 len: 168 time: 1.8731649 Mar 29 09:39:56.683992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437d1c8-cbd5-478f-8df2-9205da574a4a tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event updated for resources: {'Network': ['ID=ce3a8ae2-caab-482a-90f5-8c3593bd5819,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:56.712247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network fffb99ae-d7a1-42de-9536-681f8488934d is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:39:56.715948 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network ce3a8ae2-caab-482a-90f5-8c3593bd5819 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:56.716538 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57200) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:56.717391 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:39:56.727627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:39:56.855980 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:56.856622 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.875733 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Calling delete_port for 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:56.880532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Request body: {'network': {'name': 'tempest-network--1149760658'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:56.900029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:56.918239 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.920317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Usage tracker for resource:network and tenant:09b1bac21f7647dc883af57ecf8bf196 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:56.928518 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e0de30c-658b-44ce-a2f7-bce72300c705 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.932435 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:56.946357 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:56.958754 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e,segment=NetworkSegment(672580d6-aa1b-4f46-90e2-34ccbc9386b6),segment_id=672580d6-aa1b-4f46-90e2-34ccbc9386b6)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:56.959408 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8d003-8e55-49d4-879f-4aacb2f11155 req-31cf1e34-f2cd-45cb-96ed-7c6991763ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:56.961104 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9cb8d003-8e55-49d4-879f-4aacb2f11155 req-31cf1e34-f2cd-45cb-96ed-7c6991763ebc service neutron] 10.222.0.36 "GET /v2.0/networks?id=42b8e51d-f4c6-435f-9d85-32ff338cd383 HTTP/1.1" status: 200 len: 912 time: 0.8319678 Mar 29 09:39:56.962102 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0de30c-658b-44ce-a2f7-bce72300c705 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:39:56.962495 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e0de30c-658b-44ce-a2f7-bce72300c705 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:39:56.988415 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:39:57.030855 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-68ae22b4-201e-47dd-b3bf-ebabfdadcf41 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9014800 Mar 29 09:39:57.032631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57204) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:57.041214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '65c7afb1-2652-4e3c-a814-ef4e666bf6c8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:57.048442 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:57.061920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:57.064308 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Made reservation on behalf of 09b1bac21f7647dc883af57ecf8bf196 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:57.067662 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:57.096755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Usage tracker for resource:floatingip and tenant:def6da8eeee4419eb3da131eed714cf3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:57.119354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:57.134923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:57.168134 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:57.181247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:57.191872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:57.193097 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Added segment 295de25c-bace-4650-9335-abf249a4a765 of type vlan for network 40e004a0-336d-460d-b54a-b6c30c029c01 Mar 29 09:39:57.235235 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:57.239963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:57.251977 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158d249e-000e-42e7-96f3-f3b45cf630df None None] New status for floating IP 9b9c917d-6925-4f34-90f7-7b9898e66606: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:39:57.437283 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:57.438620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:57.440071 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:57.485004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bee52c-3750-4571-8353-e2110b673be2 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:39:57.496863 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b85804-704c-407b-a018-7bc4631107e3 None None] Sync routers for ids ['c0857744-38f4-4445-bdee-f1bed6d902d0'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:39:57.511655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b85804-704c-407b-a018-7bc4631107e3 None None] Routers {'c0857744-38f4-4445-bdee-f1bed6d902d0'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:57.512638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b9b85804-704c-407b-a018-7bc4631107e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c0857744-38f4-4445-bdee-f1bed6d902d0'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:57.571357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3bee52c-3750-4571-8353-e2110b673be2 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:57.670656 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c3bee52c-3750-4571-8353-e2110b673be2 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "PUT /v2.0/floatingips/b2655e24-90de-44f6-bb14-2c70e80187ca HTTP/1.1" status: 200 len: 990 time: 6.2926197 Mar 29 09:39:57.701442 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9753699 Mar 29 09:39:57.708302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57210) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:57.722410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-efc62b7e-a93b-46bc-a1b6-60ef7bec7104 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:57.788268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-b9b85804-704c-407b-a018-7bc4631107e3 None None] Set router c0857744-38f4-4445-bdee-f1bed6d902d0 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:39:57.816881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e70a051-2795-4444-ae36-95ab0bc3bce7', 'tag': '9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:39:57.843095 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-9cbb11e7-1eed-4f2d-9936-1a47da548c20 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Floating IP 61c78c89-293a-4376-a942-1e05f7b23f5e associated. External IP: 172.26.7.77, port: 62ea904e-1eff-4ab9-8406-252c2d5286d5. Mar 29 09:39:57.869890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39222765-9070-443e-8631-985517e7b367 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event updated for resources: {'Network': ['ID=40e004a0-336d-460d-b54a-b6c30c029c01,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:57.912347 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85b6b8-5f88-48dc-9216-a07825d3597d req-49b21a2e-5520-4037-bffe-659e442785e2 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:57.913907 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9f85b6b8-5f88-48dc-9216-a07825d3597d req-49b21a2e-5520-4037-bffe-659e442785e2 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 1.7923503 Mar 29 09:39:57.983415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 40e004a0-336d-460d-b54a-b6c30c029c01 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:58.119042 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:58.201440 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9f85b6b8-5f88-48dc-9216-a07825d3597d req-450b108c-478c-4dbd-a5dd-e06488c387f4 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612653 Mar 29 09:39:58.223897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91429f2d-56b2-401a-a8ae-f0a0f6c59939 req-79712f12-31e3-4dc1-a967-94e8c263a1dc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:58.228666 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-91429f2d-56b2-401a-a8ae-f0a0f6c59939 req-79712f12-31e3-4dc1-a967-94e8c263a1dc tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 945 time: 0.3525352 Mar 29 09:39:58.242497 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9cb8d003-8e55-49d4-879f-4aacb2f11155 req-fd6bd2d3-e580-4a02-8548-14cdb7c49517 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=446dadd6-4742-435f-a9c0-cca15d4d47be HTTP/1.1" status: 200 len: 998 time: 0.7686136 Mar 29 09:39:58.247200 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e0de30c-658b-44ce-a2f7-bce72300c705 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:58.294891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-efc62b7e-a93b-46bc-a1b6-60ef7bec7104 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:58.395909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e0de30c-658b-44ce-a2f7-bce72300c705 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:58.405564 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-efc62b7e-a93b-46bc-a1b6-60ef7bec7104 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:58.456589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:39:58.467835 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-91429f2d-56b2-401a-a8ae-f0a0f6c59939 req-01d53402-90b2-440f-9545-1f0c47d7cead tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314551 Mar 29 09:39:58.532647 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0de30c-658b-44ce-a2f7-bce72300c705 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Network': ['ID=2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:58.536137 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e70a051-2795-4444-ae36-95ab0bc3bce7', 'tag': '9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf', 'status': 'completed', 'code': 200} Mar 29 09:39:58.561316 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-efc62b7e-a93b-46bc-a1b6-60ef7bec7104 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Network 40e004a0-336d-460d-b54a-b6c30c029c01 is not hosted by any dhcp agent {{(pid=88551) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 29 09:39:58.566001 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc62b7e-a93b-46bc-a1b6-60ef7bec7104 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:58.566718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-efc62b7e-a93b-46bc-a1b6-60ef7bec7104 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:58.570798 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-efc62b7e-a93b-46bc-a1b6-60ef7bec7104 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "PUT /v2.0/networks/40e004a0-336d-460d-b54a-b6c30c029c01 HTTP/1.1" status: 200 len: 858 time: 0.8605926 Mar 29 09:39:58.583427 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8e0de30c-658b-44ce-a2f7-bce72300c705 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/networks/2cbebafe-237e-43e7-a5a0-1f3aa1ee8fbb HTTP/1.1" status: 204 len: 168 time: 4.1628864 Mar 29 09:39:58.584077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57218) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:58.600146 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57220) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:58.611924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:58.612667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:58.655945 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8d003-8e55-49d4-879f-4aacb2f11155 req-408c659e-4c7e-4901-bebf-8c85e0c53903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:58.657393 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9cb8d003-8e55-49d4-879f-4aacb2f11155 req-408c659e-4c7e-4901-bebf-8c85e0c53903 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45e1ab43-d8c0-43c8-bce8-1dd511cbc465 HTTP/1.1" status: 200 len: 850 time: 0.3872960 Mar 29 09:39:58.689394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-27811398'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:58.709236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:58.739943 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:network and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:58.742984 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc62b7e-a93b-46bc-a1b6-60ef7bec7104 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event updated for resources: {'Network': ['ID=40e004a0-336d-460d-b54a-b6c30c029c01,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:58.748085 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:58.753497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Allocated IP 172.26.7.205 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/03e26f61-5c47-4d3c-8fd0-c633f63dec41) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:39:58.767800 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:58.798120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b653d-2a8c-4f40-b0ce-94936397f040 req-8ab601a0-6a5e-4107-aad9-e60dd416dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:58.800651 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8d4b653d-2a8c-4f40-b0ce-94936397f040 req-8ab601a0-6a5e-4107-aad9-e60dd416dde6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cba6478a0dfd4704a514232e079d6387&device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 1098 time: 0.3207748 Mar 29 09:39:58.855114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:39:58.855454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:39:58.894544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-82be8ca0-2c94-446e-95dc-34fc541dabb7 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:58.913286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:39:58.917235 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:58.997407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b9b85804-704c-407b-a018-7bc4631107e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:43Z', 'updated_at': '2022-03-29T09:38:56Z', 'revision_number': 4, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'gw_port': {'id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:45Z', 'updated_at': '2022-03-29T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'b2655e24-90de-44f6-bb14-2c70e80187ca', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'floating_ip_address': '172.26.7.88', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'port_id': '9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'mac_address': 'fa:16:3e:76:e3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70a051-2795-4444-ae36-95ab0bc3bce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:39:06Z', 'updated_at': '2022-03-29T09:39:53Z', 'revision_number': 1, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598c9c00-4b7d-4178-b82b-1d574ab176fb', 'name': '', 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'mac_address': 'fa:16:3e:9a:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:54Z', 'updated_at': '2022-03-29T09:39:08Z', 'revision_number': 5, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'subnets': [{'id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:59.002253 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b85804-704c-407b-a018-7bc4631107e3 None None] Checking router: c0857744-38f4-4445-bdee-f1bed6d902d0 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:39:59.013743 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b85804-704c-407b-a018-7bc4631107e3 None None] Routers {'c0857744-38f4-4445-bdee-f1bed6d902d0'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:39:59.014425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b9b85804-704c-407b-a018-7bc4631107e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c0857744-38f4-4445-bdee-f1bed6d902d0'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:59.148205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:39:59.158323 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.158799 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Added segment b0f90969-4fb7-4fd7-8b27-e949c2380642 of type vlan for network 195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd Mar 29 09:39:59.187602 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.219448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbb11e7-1eed-4f2d-9936-1a47da548c20 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Router f56f5342-a2ae-46dd-87fd-1b97492ad921 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:39:59.222557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8d003-8e55-49d4-879f-4aacb2f11155 req-ad413cad-5933-4247-8837-07fa99dd8669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:59.225471 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9cb8d003-8e55-49d4-879f-4aacb2f11155 req-ad413cad-5933-4247-8837-07fa99dd8669 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42b8e51d-f4c6-435f-9d85-32ff338cd383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5551527 Mar 29 09:39:59.265250 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-b9b85804-704c-407b-a018-7bc4631107e3 None None] Set router c0857744-38f4-4445-bdee-f1bed6d902d0 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:39:59.286365 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b653d-2a8c-4f40-b0ce-94936397f040 req-019591e9-e173-4f69-9a13-2a5edaaef556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:59.287970 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8d4b653d-2a8c-4f40-b0ce-94936397f040 req-019591e9-e173-4f69-9a13-2a5edaaef556 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b64753bf-2c45-475b-a45b-e68e4fc13b9a HTTP/1.1" status: 200 len: 907 time: 0.4710515 Mar 29 09:39:59.294322 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.300019 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:59.300744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.336472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.366764 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Deleting port 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:39:59.371419 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.537362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Network': ['ID=195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:59.602737 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-18887f84-ead8-40f6-9c46-68bb05052917 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0003369 Mar 29 09:39:59.616797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57230) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:59.625670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] For port 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e,segment=NetworkSegment(672580d6-aa1b-4f46-90e2-34ccbc9386b6),segment_id=672580d6-aa1b-4f46-90e2-34ccbc9386b6)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:39:59.626238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.628888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'subnet': {'network_id': '195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:59.674862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:39:59.760330 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8d4b653d-2a8c-4f40-b0ce-94936397f040 req-d82bd54d-ce1d-46a2-9a25-fce243b58607 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf HTTP/1.1" status: 200 len: 998 time: 0.4369309 Mar 29 09:39:59.761472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Calling delete_port for 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:39:59.811089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b9b85804-704c-407b-a018-7bc4631107e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:43Z', 'updated_at': '2022-03-29T09:38:56Z', 'revision_number': 4, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'gw_port': {'id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:45Z', 'updated_at': '2022-03-29T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'b2655e24-90de-44f6-bb14-2c70e80187ca', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'floating_ip_address': '172.26.7.88', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'port_id': '9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'mac_address': 'fa:16:3e:76:e3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70a051-2795-4444-ae36-95ab0bc3bce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:39:06Z', 'updated_at': '2022-03-29T09:39:53Z', 'revision_number': 1, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598c9c00-4b7d-4178-b82b-1d574ab176fb', 'name': '', 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'mac_address': 'fa:16:3e:9a:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:54Z', 'updated_at': '2022-03-29T09:39:08Z', 'revision_number': 5, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'subnets': [{'id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:59.823197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b85804-704c-407b-a018-7bc4631107e3 None None] The sync data for ids ['c0857744-38f4-4445-bdee-f1bed6d902d0'] in dv-neutron-835555-1-hyperv is: [{'id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:43Z', 'updated_at': '2022-03-29T09:38:56Z', 'revision_number': 4, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'gw_port': {'id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:45Z', 'updated_at': '2022-03-29T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'b2655e24-90de-44f6-bb14-2c70e80187ca', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'floating_ip_address': '172.26.7.88', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'port_id': '9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'mac_address': 'fa:16:3e:76:e3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e70a051-2795-4444-ae36-95ab0bc3bce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:39:06Z', 'updated_at': '2022-03-29T09:39:53Z', 'revision_number': 1, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '598c9c00-4b7d-4178-b82b-1d574ab176fb', 'name': '', 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'mac_address': 'fa:16:3e:9a:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:54Z', 'updated_at': '2022-03-29T09:39:08Z', 'revision_number': 5, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'subnets': [{'id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:39:59.833531 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-82be8ca0-2c94-446e-95dc-34fc541dabb7 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.868471 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-82be8ca0-2c94-446e-95dc-34fc541dabb7 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e004a0-336d-460d-b54a-b6c30c029c01']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:59.875466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58d712-ccd9-4795-aa19-824c414a258c req-cb69cc55-5aac-4a8d-9e1b-6635eb37840c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:59.883432 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4f58d712-ccd9-4795-aa19-824c414a258c req-cb69cc55-5aac-4a8d-9e1b-6635eb37840c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.3351710 Mar 29 09:39:59.883613 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-82be8ca0-2c94-446e-95dc-34fc541dabb7 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295de25c-bace-4650-9335-abf249a4a765') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:59.883894 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-82be8ca0-2c94-446e-95dc-34fc541dabb7 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295de25c-bace-4650-9335-abf249a4a765') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:39:59.897527 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-82be8ca0-2c94-446e-95dc-34fc541dabb7 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.908195 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:39:59.919134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:subnet and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:39:59.921507 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57234) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:39:59.928963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:39:59.943721 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-82be8ca0-2c94-446e-95dc-34fc541dabb7 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.944058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Request body: {'subnets': [{'network_id': 'ad99b411-1216-4c17-b72f-d24ce70d449a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--782149400', 'ip_version': 6}, {'network_id': 'ce3a8ae2-caab-482a-90f5-8c3593bd5819', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:59.944378 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Request body: {'subnet': {'network_id': 'ad99b411-1216-4c17-b72f-d24ce70d449a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--782149400', 'ip_version': 6}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:59.945067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Request body: {'subnet': {'network_id': 'ce3a8ae2-caab-482a-90f5-8c3593bd5819', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:59.967401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:39:59.994089 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b653d-2a8c-4f40-b0ce-94936397f040 req-0238fb4e-f669-497b-b9a1-9dec560f4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:59.995544 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8d4b653d-2a8c-4f40-b0ce-94936397f040 req-0238fb4e-f669-497b-b9a1-9dec560f4d0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6d58a43-7a1d-4ece-b1d5-60fa7815d71a HTTP/1.1" status: 200 len: 845 time: 0.2166336 Mar 29 09:40:00.008594 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4f58d712-ccd9-4795-aa19-824c414a258c req-aa67ae9a-23d2-48d5-9706-2cf02169d0a0 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241987 Mar 29 09:40:00.015668 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82be8ca0-2c94-446e-95dc-34fc541dabb7 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:40:00.016062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-82be8ca0-2c94-446e-95dc-34fc541dabb7 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:40:00.032074 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:40:00.058320 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e889fca5-5b5b-472c-950d-c9a92fd4435d None None] New status for floating IP b2655e24-90de-44f6-bb14-2c70e80187ca: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:40:00.113116 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:00.204057 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:00.207842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:00.244943 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:00.253119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:00.274992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:00.310471 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9cb8d003-8e55-49d4-879f-4aacb2f11155 req-136590eb-5ed8-408c-8082-a9b65b6f8d82 service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9857652 Mar 29 09:40:00.314211 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbb11e7-1eed-4f2d-9936-1a47da548c20 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:00.336749 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaefd62c-b268-4bf3-a9ac-3b724ca696ec None None] Sync routers for ids ['f56f5342-a2ae-46dd-87fd-1b97492ad921'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:00.351392 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaefd62c-b268-4bf3-a9ac-3b724ca696ec None None] Routers {'f56f5342-a2ae-46dd-87fd-1b97492ad921'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:00.352725 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-aaefd62c-b268-4bf3-a9ac-3b724ca696ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f56f5342-a2ae-46dd-87fd-1b97492ad921'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:00.391680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=03e26f61-5c47-4d3c-8fd0-c633f63dec41,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:00.395449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cbb11e7-1eed-4f2d-9936-1a47da548c20 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:00.433067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-82be8ca0-2c94-446e-95dc-34fc541dabb7 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:00.436606 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82be8ca0-2c94-446e-95dc-34fc541dabb7 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40e004a0-336d-460d-b54a-b6c30c029c01 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 29 09:40:00.438953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-82be8ca0-2c94-446e-95dc-34fc541dabb7 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:00.441097 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-82be8ca0-2c94-446e-95dc-34fc541dabb7 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] 10.222.0.35 "DELETE /v2.0/networks/40e004a0-336d-460d-b54a-b6c30c029c01 HTTP/1.1" status: 204 len: 168 time: 1.8411689 Mar 29 09:40:00.476065 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57238) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:00.560195 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be8ca0-2c94-446e-95dc-34fc541dabb7 tempest-ExternalNetworksTestJSON-1237075820 tempest-ExternalNetworksTestJSON-1237075820-project-admin] Pushing event deleted for resources: {'Network': ['ID=40e004a0-336d-460d-b54a-b6c30c029c01,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:00.565032 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:00.578555 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Usage tracker for resource:subnet and tenant:4aad51f537d24583b2b1b4b7b33c6b86 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:00.583278 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b653d-2a8c-4f40-b0ce-94936397f040 req-e8504827-eaa4-46f1-9e0a-c8ba7a6fbfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:00.584825 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8d4b653d-2a8c-4f40-b0ce-94936397f040 req-e8504827-eaa4-46f1-9e0a-c8ba7a6fbfc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b64753bf-2c45-475b-a45b-e68e4fc13b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5624607 Mar 29 09:40:00.585677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:00.595344 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:00.600965 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ea27d1-b556-465b-b097-ec3b42f28780 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] DELETE failed (client error): The resource could not be found. Mar 29 09:40:00.601415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ea27d1-b556-465b-b097-ec3b42f28780 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:40:00.603083 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-42ea27d1-b556-465b-b097-ec3b42f28780 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] 10.222.0.35 "DELETE /v2.0/subnets/2b1d8a97-08be-4dbc-a95c-7b5ed97ff78e HTTP/1.1" status: 404 len: 337 time: 0.1264284 Mar 29 09:40:00.607799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57242) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:00.611045 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9cbb11e7-1eed-4f2d-9936-1a47da548c20 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "PUT /v2.0/floatingips/61c78c89-293a-4376-a942-1e05f7b23f5e HTTP/1.1" status: 200 len: 991 time: 8.2588997 Mar 29 09:40:00.614148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151ec5da-a4b1-402d-87e4-50c00c71617e', 'tag': '62ea904e-1eff-4ab9-8406-252c2d5286d5'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:40:00.619189 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-aaefd62c-b268-4bf3-a9ac-3b724ca696ec None None] Set router f56f5342-a2ae-46dd-87fd-1b97492ad921 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:40:00.726483 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151ec5da-a4b1-402d-87e4-50c00c71617e', 'tag': '62ea904e-1eff-4ab9-8406-252c2d5286d5', 'status': 'completed', 'code': 200} Mar 29 09:40:00.734636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:00.888885 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9cb8d003-8e55-49d4-879f-4aacb2f11155 req-2c527956-5da4-4dd5-b5b2-0c40015f286c service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672259 Mar 29 09:40:00.901684 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Made reservation on behalf of 4aad51f537d24583b2b1b4b7b33c6b86 for: {'subnet': 2} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:00.907615 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:00.907948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:00.924055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Pushing event deleted for resources: {'Port': ['ID=83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:00.958816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3f24-cc13-4a63-b088-28f296e4d191 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:00.974702 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:01.098546 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-aaefd62c-b268-4bf3-a9ac-3b724ca696ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:39:00Z', 'revision_number': 4, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'gw_port': {'id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:44Z', 'updated_at': '2022-03-29T09:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '61c78c89-293a-4376-a942-1e05f7b23f5e', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'floating_ip_address': '172.26.7.77', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'port_id': '62ea904e-1eff-4ab9-8406-252c2d5286d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'mac_address': 'fa:16:3e:c3:47:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151ec5da-a4b1-402d-87e4-50c00c71617e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:39:14Z', 'updated_at': '2022-03-29T09:39:55Z', 'revision_number': 1, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d0398a-f422-49dc-9545-63c6a7230692', 'name': '', 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'mac_address': 'fa:16:3e:4b:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:57Z', 'updated_at': '2022-03-29T09:39:11Z', 'revision_number': 5, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'subnets': [{'id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:01.104714 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaefd62c-b268-4bf3-a9ac-3b724ca696ec None None] Checking router: f56f5342-a2ae-46dd-87fd-1b97492ad921 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:40:01.119001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaefd62c-b268-4bf3-a9ac-3b724ca696ec None None] Routers {'f56f5342-a2ae-46dd-87fd-1b97492ad921'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:01.120018 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-aaefd62c-b268-4bf3-a9ac-3b724ca696ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f56f5342-a2ae-46dd-87fd-1b97492ad921'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:01.246128 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:01.284173 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:01.372690 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-aaefd62c-b268-4bf3-a9ac-3b724ca696ec None None] Set router f56f5342-a2ae-46dd-87fd-1b97492ad921 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:40:01.400725 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8d4b653d-2a8c-4f40-b0ce-94936397f040 req-7dafac86-a9b7-45b8-9d95-f54fe93c07a3 service neutron] 10.222.0.36 "GET /v2.0/networks/b64753bf-2c45-475b-a45b-e68e4fc13b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8027780 Mar 29 09:40:01.417440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3f24-cc13-4a63-b088-28f296e4d191 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:01.458616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a9ce3f24-cc13-4a63-b088-28f296e4d191 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b21d67-20a0-481b-8ef6-91e0710749f6']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:01.483690 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a9ce3f24-cc13-4a63-b088-28f296e4d191 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccb9d7c-e6f3-4200-810b-955a14da1cd1') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:01.483989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a9ce3f24-cc13-4a63-b088-28f296e4d191 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccb9d7c-e6f3-4200-810b-955a14da1cd1') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:01.495229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a39a-702c-4235-ab4c-408a6d066401 req-9acc8223-8ed7-425f-b73c-2a09f9fff7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:01.496798 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e378a39a-702c-4235-ab4c-408a6d066401 req-9acc8223-8ed7-425f-b73c-2a09f9fff7fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd990266160241679233cd0b82116a4d&device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 1098 time: 0.3959980 Mar 29 09:40:01.500881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:01.501254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b135667-5b92-4f70-aaa1-178dfefc2c0c {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:40:01.511236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3f24-cc13-4a63-b088-28f296e4d191 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:01.559557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:01.560731 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-118e04f9-75e8-42a0-ac51-8b6b0dfec920 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "DELETE /v2.0/routers/0b135667-5b92-4f70-aaa1-178dfefc2c0c HTTP/1.1" status: 204 len: 168 time: 8.3267381 Mar 29 09:40:01.569197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d262-e7bb-4d46-8b44-2afe49c24d1b req-68f21e2d-a695-4628-bae3-bf03c25a03d8 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:01.576253 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6773d262-e7bb-4d46-8b44-2afe49c24d1b req-68f21e2d-a695-4628-bae3-bf03c25a03d8 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.3659766 Mar 29 09:40:01.579614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57252) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:01.629694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3f24-cc13-4a63-b088-28f296e4d191 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:01.630385 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf13ba9-aa0f-43fa-a48f-6136cfcbfbcc req-6b9256ae-a3a8-460f-98b5-dd3f8c98040f tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:01.632304 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bbf13ba9-aa0f-43fa-a48f-6136cfcbfbcc req-6b9256ae-a3a8-460f-98b5-dd3f8c98040f tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 946 time: 0.7783070 Mar 29 09:40:01.634319 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74526e-2181-469c-8d76-2b89c926bba7 req-3dd8dbc3-3dbb-4721-ae6f-e7b26ab2c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:01.636342 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab74526e-2181-469c-8d76-2b89c926bba7 req-3dd8dbc3-3dbb-4721-ae6f-e7b26ab2c52d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46946708b9804d1bbab269c3c031c9aa&device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 1099 time: 0.8250778 Mar 29 09:40:01.708509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ce3f24-cc13-4a63-b088-28f296e4d191 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:40:01.709284 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3f24-cc13-4a63-b088-28f296e4d191 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:40:01.724180 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:40:01.813847 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:01.830786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-aaefd62c-b268-4bf3-a9ac-3b724ca696ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:39:00Z', 'revision_number': 4, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'gw_port': {'id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:44Z', 'updated_at': '2022-03-29T09:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '61c78c89-293a-4376-a942-1e05f7b23f5e', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'floating_ip_address': '172.26.7.77', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'port_id': '62ea904e-1eff-4ab9-8406-252c2d5286d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'mac_address': 'fa:16:3e:c3:47:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151ec5da-a4b1-402d-87e4-50c00c71617e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:39:14Z', 'updated_at': '2022-03-29T09:39:55Z', 'revision_number': 1, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d0398a-f422-49dc-9545-63c6a7230692', 'name': '', 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'mac_address': 'fa:16:3e:4b:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:57Z', 'updated_at': '2022-03-29T09:39:11Z', 'revision_number': 5, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'subnets': [{'id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:01.835525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaefd62c-b268-4bf3-a9ac-3b724ca696ec None None] The sync data for ids ['f56f5342-a2ae-46dd-87fd-1b97492ad921'] in dv-neutron-835555-1-hyperv is: [{'id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:39:00Z', 'revision_number': 4, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'gw_port': {'id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:44Z', 'updated_at': '2022-03-29T09:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '61c78c89-293a-4376-a942-1e05f7b23f5e', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'floating_ip_address': '172.26.7.77', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'port_id': '62ea904e-1eff-4ab9-8406-252c2d5286d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'mac_address': 'fa:16:3e:c3:47:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151ec5da-a4b1-402d-87e4-50c00c71617e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:39:14Z', 'updated_at': '2022-03-29T09:39:55Z', 'revision_number': 1, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d0398a-f422-49dc-9545-63c6a7230692', 'name': '', 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'mac_address': 'fa:16:3e:4b:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:57Z', 'updated_at': '2022-03-29T09:39:11Z', 'revision_number': 5, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'subnets': [{'id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:01.858473 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6773d262-e7bb-4d46-8b44-2afe49c24d1b req-ea0b059d-bed3-4514-8e08-680c89c88b31 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812464 Mar 29 09:40:01.869645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-278537be-0c9e-4923-8ef4-8ed63ffdf7e6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Deleting subnet d227afab-3079-4b99-b19c-1a046c9820e7 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:40:01.873732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-278537be-0c9e-4923-8ef4-8ed63ffdf7e6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:01.931592 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a39a-702c-4235-ab4c-408a6d066401 req-40f249b3-57b0-443d-a9c0-06aec4744d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:01.933141 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e378a39a-702c-4235-ab4c-408a6d066401 req-40f249b3-57b0-443d-a9c0-06aec4744d7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=42b8e51d-f4c6-435f-9d85-32ff338cd383 HTTP/1.1" status: 200 len: 912 time: 0.4149580 Mar 29 09:40:02.008805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-278537be-0c9e-4923-8ef4-8ed63ffdf7e6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.032359 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bbf13ba9-aa0f-43fa-a48f-6136cfcbfbcc req-21095aee-67b3-4c98-a1ef-865854534818 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups?id=682c52cb-4824-4667-8217-b4439d847165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398771 Mar 29 09:40:02.096864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3f24-cc13-4a63-b088-28f296e4d191 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.108878 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8d4b653d-2a8c-4f40-b0ce-94936397f040 req-251785f6-da79-475e-806f-99a046a3623d service neutron] 10.222.0.36 "GET /v2.0/networks/b64753bf-2c45-475b-a45b-e68e4fc13b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508191 Mar 29 09:40:02.109600 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Subnet': ['ID=adbb6f6e-5d89-4b3d-a92e-e4de9631a8d9,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:02.154727 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0ff94e-8574-42e3-8792-28591db3acad None None] New status for floating IP 61c78c89-293a-4376-a942-1e05f7b23f5e: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:40:02.159704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3f24-cc13-4a63-b088-28f296e4d191 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.189266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce3f24-cc13-4a63-b088-28f296e4d191 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] Pushing event deleted for resources: {'Network': ['ID=85b21d67-20a0-481b-8ef6-91e0710749f6,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:02.220522 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e378a39a-702c-4235-ab4c-408a6d066401 req-a9e349df-ee3c-46d3-8039-06337aa5631c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=446dadd6-4742-435f-a9c0-cca15d4d47be HTTP/1.1" status: 200 len: 1000 time: 0.2798092 Mar 29 09:40:02.227612 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-278537be-0c9e-4923-8ef4-8ed63ffdf7e6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.279872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74526e-2181-469c-8d76-2b89c926bba7 req-aaac81e7-a16f-4a94-a1a6-5c2f88b96ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:02.281806 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab74526e-2181-469c-8d76-2b89c926bba7 req-aaac81e7-a16f-4a94-a1a6-5c2f88b96ff8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e55e4ad-9233-4e4d-adc2-e2b908baeaaa HTTP/1.1" status: 200 len: 912 time: 0.5863581 Mar 29 09:40:02.292574 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Checking segment: {'id': 'b0f90969-4fb7-4fd7-8b27-e949c2380642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:02.292986 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network hostable DHCP agents. Network: 195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:40:02.305523 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a9ce3f24-cc13-4a63-b088-28f296e4d191 tempest-ExternalNetworksTestJSON-1024652032 tempest-ExternalNetworksTestJSON-1024652032-project] 10.222.0.35 "DELETE /v2.0/networks/85b21d67-20a0-481b-8ef6-91e0710749f6 HTTP/1.1" status: 204 len: 168 time: 1.6943979 Mar 29 09:40:02.308434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:40:02.357706 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:40:02.358547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 83fdb7b8-a3d5-49c3-8bc1-f98ce54f138e not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:40:02.380675 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a39a-702c-4235-ab4c-408a6d066401 req-1257f476-7817-488c-a8cd-0c8d57e7f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:02.385171 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e378a39a-702c-4235-ab4c-408a6d066401 req-1257f476-7817-488c-a8cd-0c8d57e7f3b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45e1ab43-d8c0-43c8-bce8-1dd511cbc465 HTTP/1.1" status: 200 len: 850 time: 0.1313176 Mar 29 09:40:02.481607 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab74526e-2181-469c-8d76-2b89c926bba7 req-0796244c-1d33-43bd-95cd-e9d4ed4a11fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62ea904e-1eff-4ab9-8406-252c2d5286d5 HTTP/1.1" status: 200 len: 999 time: 0.1789722 Mar 29 09:40:02.482653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.483038 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504aa79-9590-41b3-bc38-18e43524400e req-8d8f3f56-aabb-4c37-8765-2d9d5a58cc51 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:02.486516 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a504aa79-9590-41b3-bc38-18e43524400e req-8d8f3f56-aabb-4c37-8765-2d9d5a58cc51 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.4441514 Mar 29 09:40:02.551278 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:40:02.609255 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-278537be-0c9e-4923-8ef4-8ed63ffdf7e6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.636093 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74526e-2181-469c-8d76-2b89c926bba7 req-b11f51b2-5cab-49a5-a28d-c4791aa86d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:02.637599 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab74526e-2181-469c-8d76-2b89c926bba7 req-b11f51b2-5cab-49a5-a28d-c4791aa86d83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a68d34bc-45c4-487b-8bc6-5cb2c7a2d083 HTTP/1.1" status: 200 len: 850 time: 0.1406543 Mar 29 09:40:02.669634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278537be-0c9e-4923-8ef4-8ed63ffdf7e6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d227afab-3079-4b99-b19c-1a046c9820e7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:02.674814 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-278537be-0c9e-4923-8ef4-8ed63ffdf7e6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.697814 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-278537be-0c9e-4923-8ef4-8ed63ffdf7e6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/d227afab-3079-4b99-b19c-1a046c9820e7 HTTP/1.1" status: 204 len: 168 time: 1.1055048 Mar 29 09:40:02.701387 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57264) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:02.706543 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a504aa79-9590-41b3-bc38-18e43524400e req-a92dbbdf-068c-4359-b412-72516ae38248 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010768 Mar 29 09:40:02.712543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:02.725122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b8a907-19dd-4edb-aa95-8c3c1d5fe213 None None] Network 195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:02.732571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:02.733230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.816464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.829000 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a39a-702c-4235-ab4c-408a6d066401 req-baedac6f-2c08-4ca7-82ef-0da5d47b0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:02.830543 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e378a39a-702c-4235-ab4c-408a6d066401 req-baedac6f-2c08-4ca7-82ef-0da5d47b0c5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42b8e51d-f4c6-435f-9d85-32ff338cd383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4203572 Mar 29 09:40:02.886914 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e731-ab33-4b1b-ae5d-2dc2f9b1e271 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.898342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.018511 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e378a39a-702c-4235-ab4c-408a6d066401 req-fcfa3fd1-908c-414b-8125-c591b60d5b41 service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758430 Mar 29 09:40:03.029829 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57272) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:03.036455 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd', 'network_id': '195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'fixed_ips': [{'subnet_id': 'adbb6f6e-5d89-4b3d-a92e-e4de9631a8d9'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:40:03.037640 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.084355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74526e-2181-469c-8d76-2b89c926bba7 req-6abaa619-9e6e-4f3d-a433-98ce84e5947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:03.085947 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab74526e-2181-469c-8d76-2b89c926bba7 req-6abaa619-9e6e-4f3d-a433-98ce84e5947f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e55e4ad-9233-4e4d-adc2-e2b908baeaaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4380276 Mar 29 09:40:03.109094 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d7f7f236-f4a1-4f34-90f3-466998aef48c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4866316 Mar 29 09:40:03.127972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57278) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:03.135550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-00fbab52-7ca9-4aec-b056-188a6b8f8078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-225865006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:03.142499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-00fbab52-7ca9-4aec-b056-188a6b8f8078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:03.147088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-00fbab52-7ca9-4aec-b056-188a6b8f8078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:router and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:03.149945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-00fbab52-7ca9-4aec-b056-188a6b8f8078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:03.156090 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-00fbab52-7ca9-4aec-b056-188a6b8f8078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:03.228704 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Allocated IP 2001:db8::2 (195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd/adbb6f6e-5d89-4b3d-a92e-e4de9631a8d9/35559028-410c-4af2-828e-b803aa35de1c) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:03.280870 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00fbab52-7ca9-4aec-b056-188a6b8f8078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.281876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00fbab52-7ca9-4aec-b056-188a6b8f8078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.306352 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event updated for resources: {'Subnet': ['ID=de9ebbbc-ba2a-42dc-bc9c-ecef7c4cb15b,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:03.389969 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e731-ab33-4b1b-ae5d-2dc2f9b1e271 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.460218 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.466843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00fbab52-7ca9-4aec-b056-188a6b8f8078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.471364 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Transition to ACTIVE for port object 35559028-410c-4af2-828e-b803aa35de1c will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:03.492314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Transition to ACTIVE for port object 35559028-410c-4af2-828e-b803aa35de1c will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:03.498178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Checking segment: {'id': '7e1dd2d6-ee2c-441b-b311-4d2c5b7d5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad99b411-1216-4c17-b72f-d24ce70d449a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:03.498715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Network hostable DHCP agents. Network: ad99b411-1216-4c17-b72f-d24ce70d449a, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:40:03.511288 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab74526e-2181-469c-8d76-2b89c926bba7 req-2dbc24ed-8ccc-41e0-93f4-224608b09c45 service neutron] 10.222.0.36 "GET /v2.0/networks/6e55e4ad-9233-4e4d-adc2-e2b908baeaaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841980 Mar 29 09:40:03.512331 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-06949bc7-393a-4cb5-bbab-a9d48cf19a2e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5dee1a95d6554b2b8041ef5f6cd8e647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809299 Mar 29 09:40:03.515355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a9f5e731-ab33-4b1b-ae5d-2dc2f9b1e271 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6e6b51-c9f8-417b-b505-b4ee35780c55']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:03.521430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57286) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:03.532236 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e378a39a-702c-4235-ab4c-408a6d066401 req-79fdd6ab-ca32-4798-ade9-a3bd54be36ec service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925702 Mar 29 09:40:03.533730 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.536120 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a9f5e731-ab33-4b1b-ae5d-2dc2f9b1e271 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672580d6-aa1b-4f46-90e2-34ccbc9386b6') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:03.536409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a9f5e731-ab33-4b1b-ae5d-2dc2f9b1e271 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672580d6-aa1b-4f46-90e2-34ccbc9386b6') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:03.553016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e731-ab33-4b1b-ae5d-2dc2f9b1e271 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.580471 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e731-ab33-4b1b-ae5d-2dc2f9b1e271 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.590061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00fbab52-7ca9-4aec-b056-188a6b8f8078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.597595 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c7895-3b9b-48af-942c-f0ab86afa228 req-b5bcda86-206c-478d-aa29-87faf7a01a1e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:03.599117 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1f5c7895-3b9b-48af-942c-f0ab86afa228 req-b5bcda86-206c-478d-aa29-87faf7a01a1e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.1705961 Mar 29 09:40:03.600696 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f5e731-ab33-4b1b-ae5d-2dc2f9b1e271 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:40:03.600696 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e731-ab33-4b1b-ae5d-2dc2f9b1e271 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.601150 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Network 195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:03.608783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:03.610962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:40:03.615037 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:40:03.629867 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.654177 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Pushing event updated for resources: {'Port': ['ID=35559028-410c-4af2-828e-b803aa35de1c,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:03.681689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Network ad99b411-1216-4c17-b72f-d24ce70d449a is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:40:03.710676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Attempting to bind port 35559028-410c-4af2-828e-b803aa35de1c on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:03.711039 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Attempting to bind port 35559028-410c-4af2-828e-b803aa35de1c by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'b0f90969-4fb7-4fd7-8b27-e949c2380642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:03.711391 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Attempting to bind port 35559028-410c-4af2-828e-b803aa35de1c on network 195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:40:03.715024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.717754 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:40:03.718350 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Checking segment: {'id': 'b0f90969-4fb7-4fd7-8b27-e949c2380642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:03.718843 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.719474 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Bound using segment: {'id': 'b0f90969-4fb7-4fd7-8b27-e949c2380642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:40:03.720331 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Bound port: 35559028-410c-4af2-828e-b803aa35de1c, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f90969-4fb7-4fd7-8b27-e949c2380642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:03.721119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.722358 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1f5c7895-3b9b-48af-942c-f0ab86afa228 req-f58636b5-9f53-469a-9c7f-3d4464f40a12 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067853 Mar 29 09:40:03.785930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00fbab52-7ca9-4aec-b056-188a6b8f8078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.788945 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-00fbab52-7ca9-4aec-b056-188a6b8f8078 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6578653 Mar 29 09:40:03.789880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57292) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:03.795329 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'port': {'network_id': '195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd', 'name': 'tempest-RoutersIpV6Test-458213016'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:03.826434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fdde48ed-858d-4049-9e49-a7777a2f0f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.828976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] For port 35559028-410c-4af2-828e-b803aa35de1c, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:40:03.833198 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] For port 35559028-410c-4af2-828e-b803aa35de1c, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=35559028-410c-4af2-828e-b803aa35de1c,segment=NetworkSegment(b0f90969-4fb7-4fd7-8b27-e949c2380642),segment_id=b0f90969-4fb7-4fd7-8b27-e949c2380642)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:40:03.833363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e731-ab33-4b1b-ae5d-2dc2f9b1e271 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.856720 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f5e731-ab33-4b1b-ae5d-2dc2f9b1e271 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c6e6b51-c9f8-417b-b505-b4ee35780c55 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 29 09:40:03.862957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9f5e731-ab33-4b1b-ae5d-2dc2f9b1e271 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.890929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=03e26f61-5c47-4d3c-8fd0-c633f63dec41,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:03.893314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, ad99b411-1216-4c17-b72f-d24ce70d449a) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:03.907616 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fbecac-d9be-40cc-a587-c94e7854395d None None] Network ad99b411-1216-4c17-b72f-d24ce70d449a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:03.919768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5e731-ab33-4b1b-ae5d-2dc2f9b1e271 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c6e6b51-c9f8-417b-b505-b4ee35780c55,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:03.927636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.946780 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a9f5e731-ab33-4b1b-ae5d-2dc2f9b1e271 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "DELETE /v2.0/networks/0c6e6b51-c9f8-417b-b505-b4ee35780c55 HTTP/1.1" status: 204 len: 168 time: 1.2389574 Mar 29 09:40:04.003993 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event updated for resources: {'Subnet': ['ID=22d3d259-bbf3-458f-93fb-c4fd682f0118,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:04.007721 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab74526e-2181-469c-8d76-2b89c926bba7 req-af1fdbfa-5a84-43c0-bb75-9eddeb10fd3e service neutron] 10.222.0.36 "GET /v2.0/networks/6e55e4ad-9233-4e4d-adc2-e2b908baeaaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694853 Mar 29 09:40:04.020606 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fdde48ed-858d-4049-9e49-a7777a2f0f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.035304 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:04.050340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:port and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:04.053482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:04.059455 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:04.087104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.134689 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.200082 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Checking segment: {'id': '5a883833-0a77-4b3f-a483-326d2a19b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ce3a8ae2-caab-482a-90f5-8c3593bd5819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:04.200465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Network hostable DHCP agents. Network: ce3a8ae2-caab-482a-90f5-8c3593bd5819, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:40:04.208519 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:04.212067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.252746 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] device_id is not set on port f16b5bb4-5304-439f-9c7c-969167a773d9 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:40:04.266249 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4de13-d9fb-42f7-9f09-dbdf6555afa1 None None] Pushing event updated for resources: {'Port': ['ID=35559028-410c-4af2-828e-b803aa35de1c,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:04.358015 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-ad99b411-1216-4c17-b72f-d24ce70d449a', 'network_id': 'ad99b411-1216-4c17-b72f-d24ce70d449a', 'tenant_id': '4aad51f537d24583b2b1b4b7b33c6b86', 'fixed_ips': [{'subnet_id': 'de9ebbbc-ba2a-42dc-bc9c-ecef7c4cb15b'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:40:04.358837 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.400766 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Floating IP 7fffed66-2789-4a68-89aa-cdb41996778c associated. External IP: 172.26.7.205, port: 65c7afb1-2652-4e3c-a814-ef4e666bf6c8. Mar 29 09:40:04.519321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Network ce3a8ae2-caab-482a-90f5-8c3593bd5819 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:40:04.557925 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fdde48ed-858d-4049-9e49-a7777a2f0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.603007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57306) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:04.604597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Allocated IP 2001:db8::16c (195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd/adbb6f6e-5d89-4b3d-a92e-e4de9631a8d9/f16b5bb4-5304-439f-9c7c-969167a773d9) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:04.644302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-90618e41-84d0-4358-8871-1e4a7fe0d88d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Request body: {'router': {'name': 'tempest-router--523239684', 'project_id': '9f26dfe990b74462b4142b4900aeb0e8'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:04.669172 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-90618e41-84d0-4358-8871-1e4a7fe0d88d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:04.679520 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Allocated IP 2001:db8::1 (ad99b411-1216-4c17-b72f-d24ce70d449a/de9ebbbc-ba2a-42dc-bc9c-ecef7c4cb15b/1be96444-7c67-4db4-81f8-fbbe720b2aaa) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:04.683042 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde48ed-858d-4049-9e49-a7777a2f0f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c6a8f9-15bb-4b45-b49a-fd69a30fb7e3,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:04.704106 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-90618e41-84d0-4358-8871-1e4a7fe0d88d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Usage tracker for resource:router and tenant:9f26dfe990b74462b4142b4900aeb0e8 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:04.704595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, ce3a8ae2-caab-482a-90f5-8c3593bd5819) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:04.706385 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-90618e41-84d0-4358-8871-1e4a7fe0d88d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:04.723751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fdde48ed-858d-4049-9e49-a7777a2f0f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.730077 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fdde48ed-858d-4049-9e49-a7777a2f0f1f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91c6a8f9-15bb-4b45-b49a-fd69a30fb7e3 HTTP/1.1" status: 204 len: 168 time: 1.2060125 Mar 29 09:40:04.731617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590e2fc0-fcf5-4473-b46e-abde080692b5 None None] Network ce3a8ae2-caab-482a-90f5-8c3593bd5819 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:04.785613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-90618e41-84d0-4358-8871-1e4a7fe0d88d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:04.788454 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:04.788955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:04.789627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.920785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.939258 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Transition to ACTIVE for port object f16b5bb4-5304-439f-9c7c-969167a773d9 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:04.966703 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-993e6c61-1e70-4606-b5e0-fbfd213806e1 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.0415213 Mar 29 09:40:04.967918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90618e41-84d0-4358-8871-1e4a7fe0d88d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.969101 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90618e41-84d0-4358-8871-1e4a7fe0d88d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.974040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57314) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:05.063555 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90618e41-84d0-4358-8871-1e4a7fe0d88d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.107610 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.114132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:05.214608 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-ce3a8ae2-caab-482a-90f5-8c3593bd5819', 'network_id': 'ce3a8ae2-caab-482a-90f5-8c3593bd5819', 'tenant_id': '4aad51f537d24583b2b1b4b7b33c6b86', 'fixed_ips': [{'subnet_id': '22d3d259-bbf3-458f-93fb-c4fd682f0118'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:40:05.215532 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.257555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.307522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Transition to ACTIVE for port object 1be96444-7c67-4db4-81f8-fbbe720b2aaa will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:05.370156 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90618e41-84d0-4358-8871-1e4a7fe0d88d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.390851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=f16b5bb4-5304-439f-9c7c-969167a773d9,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:05.403660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Transition to ACTIVE for port object 1be96444-7c67-4db4-81f8-fbbe720b2aaa will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:05.435783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab044ece-9a31-4689-81bf-51f29749ce81 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:05.437631 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab044ece-9a31-4689-81bf-51f29749ce81 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:05.439254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab044ece-9a31-4689-81bf-51f29749ce81 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:05.446927 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ab044ece-9a31-4689-81bf-51f29749ce81 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4558818 Mar 29 09:40:05.452218 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57320) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:05.464632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:05.491865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90618e41-84d0-4358-8871-1e4a7fe0d88d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.493380 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-90618e41-84d0-4358-8871-1e4a7fe0d88d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8895655 Mar 29 09:40:05.501189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57324) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:05.517061 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.541766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:05.553087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:05.559333 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:05.564830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.606309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Network ad99b411-1216-4c17-b72f-d24ce70d449a is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:05.617871 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:05.618097 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46e085d-14b5-4fbb-b26a-09bea9f68f97 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Deleting subnet de9ebbbc-ba2a-42dc-bc9c-ecef7c4cb15b {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:40:05.623218 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e46e085d-14b5-4fbb-b26a-09bea9f68f97 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.624860 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:05.636152 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Pushing event updated for resources: {'Port': ['ID=1be96444-7c67-4db4-81f8-fbbe720b2aaa,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:05.639356 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Allocated IP 2001:db8:0:1::1 (ce3a8ae2-caab-482a-90f5-8c3593bd5819/22d3d259-bbf3-458f-93fb-c4fd682f0118/cdedcb2c-f131-431f-9ab8-d54170812192) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:05.673934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-78316daa-ad0e-4043-a521-63660bb16de8 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.705050 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d0970327-c66a-49ba-80a3-160abbc9de82 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9140356 Mar 29 09:40:05.710556 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57330) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:05.750644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-317ff636-a00d-414d-bb55-930365cb8288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.752508 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:05.769796 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37341128-db1a-41e8-8d15-b0bf69f3c3a9 None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:05.811335 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Attempting to bind port 1be96444-7c67-4db4-81f8-fbbe720b2aaa on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:05.811703 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Attempting to bind port 1be96444-7c67-4db4-81f8-fbbe720b2aaa by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '7e1dd2d6-ee2c-441b-b311-4d2c5b7d5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad99b411-1216-4c17-b72f-d24ce70d449a'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:05.812169 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Attempting to bind port 1be96444-7c67-4db4-81f8-fbbe720b2aaa on network ad99b411-1216-4c17-b72f-d24ce70d449a {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:40:05.830896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57334) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:05.831615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beea545-2b0c-46b1-aba8-e7a8ea2f95b6 req-29cb2985-2f63-4c9c-8614-278558e4d584 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:05.833215 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3beea545-2b0c-46b1-aba8-e7a8ea2f95b6 req-29cb2985-2f63-4c9c-8614-278558e4d584 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.7325282 Mar 29 09:40:05.874517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:40:05.875004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Checking segment: {'id': '7e1dd2d6-ee2c-441b-b311-4d2c5b7d5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad99b411-1216-4c17-b72f-d24ce70d449a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:05.875515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.876001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Bound using segment: {'id': '7e1dd2d6-ee2c-441b-b311-4d2c5b7d5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad99b411-1216-4c17-b72f-d24ce70d449a'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:40:05.876607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Bound port: 1be96444-7c67-4db4-81f8-fbbe720b2aaa, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1dd2d6-ee2c-441b-b311-4d2c5b7d5954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad99b411-1216-4c17-b72f-d24ce70d449a'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:05.877080 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.894310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c20413-ca43-417b-90e4-1bf528c4b9f4 None None] Network 195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:05.919673 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37341128-db1a-41e8-8d15-b0bf69f3c3a9 None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:05.920475 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-37341128-db1a-41e8-8d15-b0bf69f3c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:05.928424 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e46e085d-14b5-4fbb-b26a-09bea9f68f97 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.044821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-37341128-db1a-41e8-8d15-b0bf69f3c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:06.086697 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0c57d0f7-4168-4c6f-b7b8-017e20e008df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09b1bac21f7647dc883af57ecf8bf196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512531 Mar 29 09:40:06.086697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.121676 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57338) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:06.132214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-78316daa-ad0e-4043-a521-63660bb16de8 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.139160 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3beea545-2b0c-46b1-aba8-e7a8ea2f95b6 req-25aabf7f-72d5-4311-a837-a405f5246b43 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857139 Mar 29 09:40:06.141123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-78316daa-ad0e-4043-a521-63660bb16de8 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.144741 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37341128-db1a-41e8-8d15-b0bf69f3c3a9 None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:06.145500 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-37341128-db1a-41e8-8d15-b0bf69f3c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:39:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:06.186972 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9628bc7f-06ff-46d8-8452-8fb24109f7a9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.1520407 Mar 29 09:40:06.188909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57342) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:06.194251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-57527965-ba4c-4e82-a4b7-75a7ab16480f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:06.276169 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e0badda8-96f5-4d90-a93a-5762404b3ccf None None] Provisioning for port 35559028-410c-4af2-828e-b803aa35de1c completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:06.292832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-37341128-db1a-41e8-8d15-b0bf69f3c3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:06.293327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37341128-db1a-41e8-8d15-b0bf69f3c3a9 None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:06.307472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-78316daa-ad0e-4043-a521-63660bb16de8 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.307982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78316daa-ad0e-4043-a521-63660bb16de8 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 497bbded-6673-4404-9a79-29dbf33f0d5d {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:40:06.325375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-78316daa-ad0e-4043-a521-63660bb16de8 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.353123 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-78316daa-ad0e-4043-a521-63660bb16de8 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "DELETE /v2.0/routers/497bbded-6673-4404-9a79-29dbf33f0d5d HTTP/1.1" status: 204 len: 168 time: 0.8505831 Mar 29 09:40:06.362562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-57527965-ba4c-4e82-a4b7-75a7ab16480f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.370079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-98dd5f5e-598e-434a-80e8-44e6d6924b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.370916 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] For port 1be96444-7c67-4db4-81f8-fbbe720b2aaa, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:40:06.398639 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] For port 1be96444-7c67-4db4-81f8-fbbe720b2aaa, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1be96444-7c67-4db4-81f8-fbbe720b2aaa,segment=NetworkSegment(7e1dd2d6-ee2c-441b-b311-4d2c5b7d5954),segment_id=7e1dd2d6-ee2c-441b-b311-4d2c5b7d5954)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:40:06.426874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 35559028-410c-4af2-828e-b803aa35de1c up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:40:06.456430 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-98dd5f5e-598e-434a-80e8-44e6d6924b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.498514 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.510596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e46e085d-14b5-4fbb-b26a-09bea9f68f97 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.524778 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.594575 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Transition to ACTIVE for port object cdedcb2c-f131-431f-9ab8-d54170812192 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:06.619823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f92c6a80-6d83-4c09-8f17-d82759ac9eb4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.697956 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Transition to ACTIVE for port object cdedcb2c-f131-431f-9ab8-d54170812192 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:06.707006 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb16252-088b-4399-b2ca-061c0b90fa36 None None] Pushing event updated for resources: {'Port': ['ID=1be96444-7c67-4db4-81f8-fbbe720b2aaa,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:06.760993 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-57527965-ba4c-4e82-a4b7-75a7ab16480f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.806822 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 35559028-410c-4af2-828e-b803aa35de1c completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:06.815607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.856024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-98dd5f5e-598e-434a-80e8-44e6d6924b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.866855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 35559028-410c-4af2-828e-b803aa35de1c triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:06.867034 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.871012 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-57527965-ba4c-4e82-a4b7-75a7ab16480f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.871580 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-57527965-ba4c-4e82-a4b7-75a7ab16480f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Floating IP 7fffed66-2789-4a68-89aa-cdb41996778c disassociated. External IP: 172.26.7.205, port: 65c7afb1-2652-4e3c-a814-ef4e666bf6c8. Mar 29 09:40:06.876702 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e46e085d-14b5-4fbb-b26a-09bea9f68f97 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.941075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57348) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:06.964123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Network ce3a8ae2-caab-482a-90f5-8c3593bd5819 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:06.973596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:06.989370 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Pushing event updated for resources: {'Port': ['ID=cdedcb2c-f131-431f-9ab8-d54170812192,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:06.995678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:07.280991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Attempting to bind port cdedcb2c-f131-431f-9ab8-d54170812192 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:07.280991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Attempting to bind port cdedcb2c-f131-431f-9ab8-d54170812192 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5a883833-0a77-4b3f-a483-326d2a19b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ce3a8ae2-caab-482a-90f5-8c3593bd5819'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:07.280991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Attempting to bind port cdedcb2c-f131-431f-9ab8-d54170812192 on network ce3a8ae2-caab-482a-90f5-8c3593bd5819 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:40:07.283203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-92fa33c6-c68a-48e5-bb4b-107c0b360503 None None] Provisioning complete for port 35559028-410c-4af2-828e-b803aa35de1c triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:07.291545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-92fa33c6-c68a-48e5-bb4b-107c0b360503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.332718 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f92c6a80-6d83-4c09-8f17-d82759ac9eb4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.391574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd5f5e-598e-434a-80e8-44e6d6924b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dac7481-ed8b-4a91-a6a8-1c01d6c169be,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:07.407098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e46e085d-14b5-4fbb-b26a-09bea9f68f97 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.415885 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e46e085d-14b5-4fbb-b26a-09bea9f68f97 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "DELETE /v2.0/subnets/de9ebbbc-ba2a-42dc-bc9c-ecef7c4cb15b HTTP/1.1" status: 204 len: 168 time: 1.9618735 Mar 29 09:40:07.416893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e085d-14b5-4fbb-b26a-09bea9f68f97 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event deleted for resources: {'Subnet': ['ID=de9ebbbc-ba2a-42dc-bc9c-ecef7c4cb15b,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:07.424068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57356) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:07.424806 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f92c6a80-6d83-4c09-8f17-d82759ac9eb4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.430488 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:40:07.431267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Checking segment: {'id': '5a883833-0a77-4b3f-a483-326d2a19b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ce3a8ae2-caab-482a-90f5-8c3593bd5819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:07.431946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.432593 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Bound using segment: {'id': '5a883833-0a77-4b3f-a483-326d2a19b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ce3a8ae2-caab-482a-90f5-8c3593bd5819'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:40:07.433416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Bound port: cdedcb2c-f131-431f-9ab8-d54170812192, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a883833-0a77-4b3f-a483-326d2a19b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ce3a8ae2-caab-482a-90f5-8c3593bd5819'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:07.434091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.510135 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.542855 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-98dd5f5e-598e-434a-80e8-44e6d6924b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.546512 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-98dd5f5e-598e-434a-80e8-44e6d6924b25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0dac7481-ed8b-4a91-a6a8-1c01d6c169be HTTP/1.1" status: 204 len: 168 time: 1.4199252 Mar 29 09:40:07.557585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1663162643', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:07.577444 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:07.585080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Usage tracker for resource:router and tenant:87579291427f4b8abcc6393078633640 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:07.590238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:07.601412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:07.611942 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c6a80-6d83-4c09-8f17-d82759ac9eb4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=f16b5bb4-5304-439f-9c7c-969167a773d9,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:07.717071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 35559028-410c-4af2-828e-b803aa35de1c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=35559028-410c-4af2-828e-b803aa35de1c,segment=NetworkSegment(b0f90969-4fb7-4fd7-8b27-e949c2380642),segment_id=b0f90969-4fb7-4fd7-8b27-e949c2380642)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:07.728598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-92fa33c6-c68a-48e5-bb4b-107c0b360503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.746058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] For port cdedcb2c-f131-431f-9ab8-d54170812192, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:40:07.762208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc24786b-16c4-4c97-aa7d-41c0bd8694d5 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Deleting subnet 22d3d259-bbf3-458f-93fb-c4fd682f0118 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:40:07.771312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1cba9-31db-4278-88f9-ee9aa8a91e72 req-628322e8-feb6-4e75-8606-4bae4aacdbe3 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:07.772359 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] For port cdedcb2c-f131-431f-9ab8-d54170812192, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cdedcb2c-f131-431f-9ab8-d54170812192,segment=NetworkSegment(5a883833-0a77-4b3f-a483-326d2a19b99b),segment_id=5a883833-0a77-4b3f-a483-326d2a19b99b)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:40:07.773841 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-30f1cba9-31db-4278-88f9-ee9aa8a91e72 req-628322e8-feb6-4e75-8606-4bae4aacdbe3 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.3952618 Mar 29 09:40:07.776338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.777366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.780895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc24786b-16c4-4c97-aa7d-41c0bd8694d5 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.797018 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.845862 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.846428 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc24786b-16c4-4c97-aa7d-41c0bd8694d5 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.857073 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57527965-ba4c-4e82-a4b7-75a7ab16480f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:07.886520 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-30f1cba9-31db-4278-88f9-ee9aa8a91e72 req-d9e9a184-425b-4b96-8f2f-6fb723f7c456 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951843 Mar 29 09:40:07.921985 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3bdf2881-8ee9-4fef-9361-d016be800132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.924203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.005771 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-92fa33c6-c68a-48e5-bb4b-107c0b360503 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:40:08.005771 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-92fa33c6-c68a-48e5-bb4b-107c0b360503 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:40:08.021649 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=35559028-410c-4af2-828e-b803aa35de1c,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:08.046698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc24786b-16c4-4c97-aa7d-41c0bd8694d5 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.119518 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b63cb-2083-40c9-979d-0e4e48a547da None None] Pushing event updated for resources: {'Port': ['ID=cdedcb2c-f131-431f-9ab8-d54170812192,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:08.160174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f92c6a80-6d83-4c09-8f17-d82759ac9eb4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.248133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57527965-ba4c-4e82-a4b7-75a7ab16480f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:08.262513 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4307a-75c1-4f20-8fe1-dfdaf72be875 None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:08.279525 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b4307a-75c1-4f20-8fe1-dfdaf72be875 None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:08.281486 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-12b4307a-75c1-4f20-8fe1-dfdaf72be875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:08.322079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc24786b-16c4-4c97-aa7d-41c0bd8694d5 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.388913 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-57527965-ba4c-4e82-a4b7-75a7ab16480f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.433328 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24786b-16c4-4c97-aa7d-41c0bd8694d5 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event deleted for resources: {'Subnet': ['ID=22d3d259-bbf3-458f-93fb-c4fd682f0118,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:08.438139 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-12b4307a-75c1-4f20-8fe1-dfdaf72be875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:08.465880 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b4307a-75c1-4f20-8fe1-dfdaf72be875 None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:08.468412 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-12b4307a-75c1-4f20-8fe1-dfdaf72be875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:08.528324 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc24786b-16c4-4c97-aa7d-41c0bd8694d5 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.558837 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dc24786b-16c4-4c97-aa7d-41c0bd8694d5 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "DELETE /v2.0/subnets/22d3d259-bbf3-458f-93fb-c4fd682f0118 HTTP/1.1" status: 204 len: 168 time: 1.1230378 Mar 29 09:40:08.571330 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57372) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:08.595674 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1be96444-7c67-4db4-81f8-fbbe720b2aaa up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:40:08.667224 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f92c6a80-6d83-4c09-8f17-d82759ac9eb4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.668007 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-12b4307a-75c1-4f20-8fe1-dfdaf72be875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:08.668660 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4307a-75c1-4f20-8fe1-dfdaf72be875 None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:08.679436 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0926da-e4eb-490e-85f3-4dcc902bc4d1 None None] Network ad99b411-1216-4c17-b72f-d24ce70d449a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:08.684960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.695275 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-57527965-ba4c-4e82-a4b7-75a7ab16480f tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "PUT /v2.0/floatingips/7fffed66-2789-4a68-89aa-cdb41996778c HTTP/1.1" status: 200 len: 688 time: 2.5046110 Mar 29 09:40:08.700112 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57378) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:08.769827 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a4d34e-db88-49ca-a81a-6ce62992fb51 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:08.770523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-08a4d34e-db88-49ca-a81a-6ce62992fb51 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Synchronizing usage tracker for tenant:4aad51f537d24583b2b1b4b7b33c6b86 on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:40:08.911599 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d7496-3718-4205-a609-fd88143258c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting port 03e26f61-5c47-4d3c-8fd0-c633f63dec41 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:08.912079 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7496-3718-4205-a609-fd88143258c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.928169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-08a4d34e-db88-49ca-a81a-6ce62992fb51 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Unset dirty status for tenant:4aad51f537d24583b2b1b4b7b33c6b86 on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:40:08.933743 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-08a4d34e-db88-49ca-a81a-6ce62992fb51 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3563457 Mar 29 09:40:08.934517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57388) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:09.023030 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.049210 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.128175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 1be96444-7c67-4db4-81f8-fbbe720b2aaa completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:09.140632 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-92fa33c6-c68a-48e5-bb4b-107c0b360503 None None] Provisioning for port f16b5bb4-5304-439f-9c7c-969167a773d9 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:09.150462 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-92fa33c6-c68a-48e5-bb4b-107c0b360503 None None] Provisioning complete for port f16b5bb4-5304-439f-9c7c-969167a773d9 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:09.150824 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-92fa33c6-c68a-48e5-bb4b-107c0b360503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.225950 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81883b34-0498-4b9c-aedc-52cf2c0992c4 None None] DHCP port deletion for ad99b411-1216-4c17-b72f-d24ce70d449a request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:40:09.233320 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.244192 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 35559028-410c-4af2-828e-b803aa35de1c up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:40:09.311439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-81883b34-0498-4b9c-aedc-52cf2c0992c4 None None] Deleting port 1be96444-7c67-4db4-81f8-fbbe720b2aaa {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:09.313071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-81883b34-0498-4b9c-aedc-52cf2c0992c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.382435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102ea13-335e-461c-b181-ffff72f89403 req-356b6482-b051-4f9f-ae82-16298da5b54c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:09.384183 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4102ea13-335e-461c-b181-ffff72f89403 req-356b6482-b051-4f9f-ae82-16298da5b54c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.2888627 Mar 29 09:40:09.396427 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7496-3718-4205-a609-fd88143258c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.396840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7496-3718-4205-a609-fd88143258c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.401853 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-92fa33c6-c68a-48e5-bb4b-107c0b360503 None None] Port f16b5bb4-5304-439f-9c7c-969167a773d9 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:40:09.405557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Deleting port cdedcb2c-f131-431f-9ab8-d54170812192 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:09.405897 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.476862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a1d5af-ab97-4cf4-8cfe-aab830270bcf None None] Network ce3a8ae2-caab-482a-90f5-8c3593bd5819 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:09.541083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d7496-3718-4205-a609-fd88143258c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Calling delete_port for 03e26f61-5c47-4d3c-8fd0-c633f63dec41 owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:09.653642 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 35559028-410c-4af2-828e-b803aa35de1c triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:09.654226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.716241 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4102ea13-335e-461c-b181-ffff72f89403 req-a62a877d-2a0a-4b68-9025-0295503947e1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155842 Mar 29 09:40:09.780289 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f92c6a80-6d83-4c09-8f17-d82759ac9eb4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.818000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.818203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2b7c43bd-3fa8-4d23-81f4-aa2d4ef5a0d4 None None] Provisioning for port 1be96444-7c67-4db4-81f8-fbbe720b2aaa completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:09.852753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.854059 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2b7c43bd-3fa8-4d23-81f4-aa2d4ef5a0d4 None None] Provisioning complete for port 1be96444-7c67-4db4-81f8-fbbe720b2aaa triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:09.854433 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2b7c43bd-3fa8-4d23-81f4-aa2d4ef5a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.875253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] For port cdedcb2c-f131-431f-9ab8-d54170812192, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cdedcb2c-f131-431f-9ab8-d54170812192,segment=NetworkSegment(5a883833-0a77-4b3f-a483-326d2a19b99b),segment_id=5a883833-0a77-4b3f-a483-326d2a19b99b)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:09.875606 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.883494 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f92c6a80-6d83-4c09-8f17-d82759ac9eb4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.884239 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f92c6a80-6d83-4c09-8f17-d82759ac9eb4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.906785 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-81883b34-0498-4b9c-aedc-52cf2c0992c4 None None] For port 1be96444-7c67-4db4-81f8-fbbe720b2aaa, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1be96444-7c67-4db4-81f8-fbbe720b2aaa,segment=NetworkSegment(7e1dd2d6-ee2c-441b-b311-4d2c5b7d5954),segment_id=7e1dd2d6-ee2c-441b-b311-4d2c5b7d5954)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:09.907173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-81883b34-0498-4b9c-aedc-52cf2c0992c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.048836 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-81883b34-0498-4b9c-aedc-52cf2c0992c4 None None] Calling delete_port for 1be96444-7c67-4db4-81f8-fbbe720b2aaa owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:10.068460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Allocated IP 172.26.7.215 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/1114f158-72b6-41cd-b918-9f45459dbd42) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:10.105694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Calling delete_port for cdedcb2c-f131-431f-9ab8-d54170812192 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:10.114336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7496-3718-4205-a609-fd88143258c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.183235 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d7496-3718-4205-a609-fd88143258c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Port': ['ID=03e26f61-5c47-4d3c-8fd0-c633f63dec41,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:10.277242 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2b7c43bd-3fa8-4d23-81f4-aa2d4ef5a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.286554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c6a80-6d83-4c09-8f17-d82759ac9eb4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=f16b5bb4-5304-439f-9c7c-969167a773d9,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:10.312321 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e26d13-1e00-4537-8b2a-5c64c4196731 None None] DHCP port deletion for ce3a8ae2-caab-482a-90f5-8c3593bd5819 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:40:10.317691 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c0e26d13-1e00-4537-8b2a-5c64c4196731 None None] Deleting port cdedcb2c-f131-431f-9ab8-d54170812192 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:10.318058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c0e26d13-1e00-4537-8b2a-5c64c4196731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.338182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c6a80-6d83-4c09-8f17-d82759ac9eb4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:10.340746 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-f92c6a80-6d83-4c09-8f17-d82759ac9eb4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:10.400107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-81883b34-0498-4b9c-aedc-52cf2c0992c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.477071 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7496-3718-4205-a609-fd88143258c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.490132 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.496872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.515150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7496-3718-4205-a609-fd88143258c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.521310 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3b5d7496-3718-4205-a609-fd88143258c4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/floatingips/7fffed66-2789-4a68-89aa-cdb41996778c HTTP/1.1" status: 204 len: 168 time: 1.8201149 Mar 29 09:40:10.521597 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1be96444-7c67-4db4-81f8-fbbe720b2aaa no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:40:10.523335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57410) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:10.529309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '7f7aa2f9-8b0c-4b5a-92e7-a21ff4c630fa'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:10.536677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:10.547560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Usage tracker for resource:floatingip and tenant:def6da8eeee4419eb3da131eed714cf3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:10.553728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:10.562540 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:10.585686 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] No DVR routers for this DVR port cdedcb2c-f131-431f-9ab8-d54170812192 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:40:10.587358 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event deleted for resources: {'Port': ['ID=cdedcb2c-f131-431f-9ab8-d54170812192,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:10.610903 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 1be96444-7c67-4db4-81f8-fbbe720b2aaa {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:40:10.611265 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1be96444-7c67-4db4-81f8-fbbe720b2aaa not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:40:10.613097 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81883b34-0498-4b9c-aedc-52cf2c0992c4 None None] Pushing event deleted for resources: {'Port': ['ID=1be96444-7c67-4db4-81f8-fbbe720b2aaa,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:10.634304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81883b34-0498-4b9c-aedc-52cf2c0992c4 None None] No DVR routers for this DVR port 1be96444-7c67-4db4-81f8-fbbe720b2aaa on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:40:10.653547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.686085 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.702577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c0e26d13-1e00-4537-8b2a-5c64c4196731 None None] The port 'cdedcb2c-f131-431f-9ab8-d54170812192' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:40:10.735422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2b7c43bd-3fa8-4d23-81f4-aa2d4ef5a0d4 None None] Provisioning complete for port f16b5bb4-5304-439f-9c7c-969167a773d9 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:10.736197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2b7c43bd-3fa8-4d23-81f4-aa2d4ef5a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.810988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:10.812744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.822660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:10.823437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.828059 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c43bd-3fa8-4d23-81f4-aa2d4ef5a0d4 None None] Port f16b5bb4-5304-439f-9c7c-969167a773d9 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:40:10.831460 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2b7c43bd-3fa8-4d23-81f4-aa2d4ef5a0d4 None None] Could not find standard attr ID for object cdedcb2c-f131-431f-9ab8-d54170812192. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:40:10.832460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:10.869936 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3a8ae2-caab-482a-90f5-8c3593bd5819']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:10.884602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a883833-0a77-4b3f-a483-326d2a19b99b') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:10.884928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a883833-0a77-4b3f-a483-326d2a19b99b') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:10.897712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.919264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.927345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Pushing event updated for resources: {'Port': ['ID=1114f158-72b6-41cd-b918-9f45459dbd42,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:10.927731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:40:10.931741 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:40:10.947666 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:40:10.952257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a204443b-6d9a-4868-8b1e-daf477957cb4 None None] Provisioning complete for port f16b5bb4-5304-439f-9c7c-969167a773d9 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:10.952860 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a204443b-6d9a-4868-8b1e-daf477957cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.007312 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92c6a80-6d83-4c09-8f17-d82759ac9eb4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 3a969656-c23c-4ff6-9424-f6d6368207f8 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:40:11.009667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a204443b-6d9a-4868-8b1e-daf477957cb4 None None] Port f16b5bb4-5304-439f-9c7c-969167a773d9 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:40:11.154521 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.178962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.213406 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event deleted for resources: {'Network': ['ID=ce3a8ae2-caab-482a-90f5-8c3593bd5819,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:11.220261 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e1155c64-2bd4-4660-b333-c469711eafa7 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "DELETE /v2.0/networks/ce3a8ae2-caab-482a-90f5-8c3593bd5819 HTTP/1.1" status: 204 len: 168 time: 2.2612269 Mar 29 09:40:11.224296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57428) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:11.248587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92c6a80-6d83-4c09-8f17-d82759ac9eb4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:11.263090 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d46921-8653-453b-a3e9-8e83867fcf9a None None] Sync routers for ids ['3a969656-c23c-4ff6-9424-f6d6368207f8'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:11.264723 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f92c6a80-6d83-4c09-8f17-d82759ac9eb4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/3a969656-c23c-4ff6-9424-f6d6368207f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5530257 Mar 29 09:40:11.268345 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57432) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:11.280755 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d46921-8653-453b-a3e9-8e83867fcf9a None None] Routers {'3a969656-c23c-4ff6-9424-f6d6368207f8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:11.281780 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c8d46921-8653-453b-a3e9-8e83867fcf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['3a969656-c23c-4ff6-9424-f6d6368207f8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:11.342758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57436) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:11.364267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c8d46921-8653-453b-a3e9-8e83867fcf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:11.374402 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d46921-8653-453b-a3e9-8e83867fcf9a None None] Routers {'3a969656-c23c-4ff6-9424-f6d6368207f8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:11.375257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c8d46921-8653-453b-a3e9-8e83867fcf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['3a969656-c23c-4ff6-9424-f6d6368207f8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:11.435332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1984bc-a568-4766-ae93-cb3af517479f req-43591937-a025-4f9b-932f-08b7e50f547f tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:11.437601 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bd1984bc-a568-4766-ae93-cb3af517479f req-43591937-a025-4f9b-932f-08b7e50f547f tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.5153370 Mar 29 09:40:11.439454 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.447460 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c8d46921-8653-453b-a3e9-8e83867fcf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:11.447871 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d46921-8653-453b-a3e9-8e83867fcf9a None None] The sync data for ids ['3a969656-c23c-4ff6-9424-f6d6368207f8'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:11.510296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cb25e99-e572-42d0-9bff-d5e7edc913f0 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.522244 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941c5658-a93a-460d-9f51-d77579a4d740 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:11.522586 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-941c5658-a93a-460d-9f51-d77579a4d740 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Synchronizing usage tracker for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:40:11.594484 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:11.615597 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:11.625326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Usage tracker for resource:floatingip and tenant:f14e3e1dc5bf4eaf85e8cb3ac0a17a8b is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:11.636023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:11.641162 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bd1984bc-a568-4766-ae93-cb3af517479f req-9f6fedfa-5f1a-4a3a-9d80-46a7687596ab tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568391 Mar 29 09:40:11.650451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:11.653692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-941c5658-a93a-460d-9f51-d77579a4d740 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Unset dirty status for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:40:11.657525 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-941c5658-a93a-460d-9f51-d77579a4d740 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports/f16b5bb4-5304-439f-9c7c-969167a773d9 HTTP/1.1" status: 200 len: 983 time: 0.3855989 Mar 29 09:40:11.660953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57442) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:11.725447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cb25e99-e572-42d0-9bff-d5e7edc913f0 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.803295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Allocated IP 172.26.7.239 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/e7e9d89f-771e-4b6d-b60b-fbaa6ff1fa6e) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:11.809238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.819423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-9cb25e99-e572-42d0-9bff-d5e7edc913f0 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad99b411-1216-4c17-b72f-d24ce70d449a']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:11.836570 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-9cb25e99-e572-42d0-9bff-d5e7edc913f0 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1dd2d6-ee2c-441b-b311-4d2c5b7d5954') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:11.837194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-9cb25e99-e572-42d0-9bff-d5e7edc913f0 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1dd2d6-ee2c-441b-b311-4d2c5b7d5954') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:11.861178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cb25e99-e572-42d0-9bff-d5e7edc913f0 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.866675 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.998262 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cb25e99-e572-42d0-9bff-d5e7edc913f0 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.015271 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb25e99-e572-42d0-9bff-d5e7edc913f0 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:40:12.015669 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cb25e99-e572-42d0-9bff-d5e7edc913f0 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:40:12.030466 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:40:12.232268 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cb25e99-e572-42d0-9bff-d5e7edc913f0 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.253615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cb25e99-e572-42d0-9bff-d5e7edc913f0 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.266643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb25e99-e572-42d0-9bff-d5e7edc913f0 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event deleted for resources: {'Network': ['ID=ad99b411-1216-4c17-b72f-d24ce70d449a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:12.275397 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.279450 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9cb25e99-e572-42d0-9bff-d5e7edc913f0 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "DELETE /v2.0/networks/ad99b411-1216-4c17-b72f-d24ce70d449a HTTP/1.1" status: 204 len: 168 time: 1.0541513 Mar 29 09:40:12.282562 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57448) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:12.412700 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.415779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.436917 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7a76079f-da04-4450-a71d-1d70b28235ce tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.499348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1c2bde2-3d6b-4dba-ad97-1bd6e135e2f3 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.513598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.736968 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:12.746805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:12.761381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:12.808611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=e7e9d89f-771e-4b6d-b60b-fbaa6ff1fa6e,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:12.962861 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1c2bde2-3d6b-4dba-ad97-1bd6e135e2f3 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.967579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Allocated IP 172.26.7.10 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/fafdd14d-2407-4d79-b6be-1a4d396f5c80) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:12.997341 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-d1c2bde2-3d6b-4dba-ad97-1bd6e135e2f3 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eba8905-6b6b-4084-961d-7aa012df6155']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:13.014928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-d1c2bde2-3d6b-4dba-ad97-1bd6e135e2f3 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cd5409-5012-41ec-9a13-ca6b6a959c06') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:13.015151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-d1c2bde2-3d6b-4dba-ad97-1bd6e135e2f3 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cd5409-5012-41ec-9a13-ca6b6a959c06') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:13.045167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1c2bde2-3d6b-4dba-ad97-1bd6e135e2f3 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.077117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1c2bde2-3d6b-4dba-ad97-1bd6e135e2f3 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.088396 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-7a76079f-da04-4450-a71d-1d70b28235ce tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port f16b5bb4-5304-439f-9c7c-969167a773d9 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:13.088828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7a76079f-da04-4450-a71d-1d70b28235ce tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.118101 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c2bde2-3d6b-4dba-ad97-1bd6e135e2f3 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:40:13.118501 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1c2bde2-3d6b-4dba-ad97-1bd6e135e2f3 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:40:13.138929 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:40:13.157466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81883d1-e5fd-44ab-babf-e0d6a49ba608 req-2d3aa32d-b6dd-4165-849b-d83db2ecdab3 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:13.158958 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d81883d1-e5fd-44ab-babf-e0d6a49ba608 req-2d3aa32d-b6dd-4165-849b-d83db2ecdab3 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.2965441 Mar 29 09:40:13.265794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Router de7d70cd-bbe6-4b5a-8aaf-e506bd307618 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:40:13.319536 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d81883d1-e5fd-44ab-babf-e0d6a49ba608 req-5a288dfd-0dcc-44c3-bc77-4118b058c535 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506572 Mar 29 09:40:13.385015 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1c2bde2-3d6b-4dba-ad97-1bd6e135e2f3 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.389539 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1c2bde2-3d6b-4dba-ad97-1bd6e135e2f3 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.434129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2bde2-3d6b-4dba-ad97-1bd6e135e2f3 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event deleted for resources: {'Network': ['ID=8eba8905-6b6b-4084-961d-7aa012df6155,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:13.443211 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d1c2bde2-3d6b-4dba-ad97-1bd6e135e2f3 tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "DELETE /v2.0/networks/8eba8905-6b6b-4084-961d-7aa012df6155 HTTP/1.1" status: 204 len: 168 time: 1.1595142 Mar 29 09:40:13.446661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57454) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:13.455696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.507086 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7a76079f-da04-4450-a71d-1d70b28235ce tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.622344 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:13.634479 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2270ab9f-9174-42a2-ae09-379520ba951b None None] Sync routers for ids ['de7d70cd-bbe6-4b5a-8aaf-e506bd307618'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:13.649320 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2270ab9f-9174-42a2-ae09-379520ba951b None None] Routers {'de7d70cd-bbe6-4b5a-8aaf-e506bd307618'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:13.650336 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2270ab9f-9174-42a2-ae09-379520ba951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['de7d70cd-bbe6-4b5a-8aaf-e506bd307618'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:13.695589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.699827 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-7a76079f-da04-4450-a71d-1d70b28235ce tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for f16b5bb4-5304-439f-9c7c-969167a773d9 owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:13.703984 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.734376 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2270ab9f-9174-42a2-ae09-379520ba951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:13.742456 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc8a36c2-3d6e-49d4-86e6-db885b414e2e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.745352 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2270ab9f-9174-42a2-ae09-379520ba951b None None] Routers {'de7d70cd-bbe6-4b5a-8aaf-e506bd307618'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:13.746303 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2270ab9f-9174-42a2-ae09-379520ba951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['de7d70cd-bbe6-4b5a-8aaf-e506bd307618'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:13.759343 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.760727 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-da76a256-5af7-4087-8404-1cb82fdf23b0 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.8135881 Mar 29 09:40:13.768259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57458) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:13.788165 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:13.792975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:13.804663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:13.822555 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2270ab9f-9174-42a2-ae09-379520ba951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:13.823289 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2270ab9f-9174-42a2-ae09-379520ba951b None None] The sync data for ids ['de7d70cd-bbe6-4b5a-8aaf-e506bd307618'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:13.853251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event updated for resources: {'Port': ['ID=fafdd14d-2407-4d79-b6be-1a4d396f5c80,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:13.898515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.958619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.014071 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc8a36c2-3d6e-49d4-86e6-db885b414e2e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.103265 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.116068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-bc8a36c2-3d6e-49d4-86e6-db885b414e2e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe1a5a2-0606-465e-9de4-16213922f09d']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:14.139159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-bc8a36c2-3d6e-49d4-86e6-db885b414e2e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f0027c-98bd-47f0-a83f-0edeb0fc6492') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:14.139475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-bc8a36c2-3d6e-49d4-86e6-db885b414e2e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f0027c-98bd-47f0-a83f-0edeb0fc6492') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:14.157412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc8a36c2-3d6e-49d4-86e6-db885b414e2e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.170316 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-93f1cfbf-9680-44dc-9ef2-679d5313ca25 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/routers/de7d70cd-bbe6-4b5a-8aaf-e506bd307618 HTTP/1.1" status: 200 len: 925 time: 0.3702433 Mar 29 09:40:14.173615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57462) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:14.256338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc8a36c2-3d6e-49d4-86e6-db885b414e2e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.275458 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4f3d53bd-f505-424a-803e-9493120faa08 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "GET /v2.0/ports?device_id=de7d70cd-bbe6-4b5a-8aaf-e506bd307618 HTTP/1.1" status: 200 len: 205 time: 0.1006992 Mar 29 09:40:14.280479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57466) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:14.281740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8a36c2-3d6e-49d4-86e6-db885b414e2e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:40:14.282345 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc8a36c2-3d6e-49d4-86e6-db885b414e2e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:40:14.304406 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:40:14.529120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.596736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51ecfa-b0a4-433e-8f32-0e8e7d4fbc4c req-8c59d8ca-cd88-4ea8-a81e-3e06b634d0a6 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:14.598301 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bf51ecfa-b0a4-433e-8f32-0e8e7d4fbc4c req-8c59d8ca-cd88-4ea8-a81e-3e06b634d0a6 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.1343980 Mar 29 09:40:14.601770 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.638551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.640228 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7a76079f-da04-4450-a71d-1d70b28235ce tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.699808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc8a36c2-3d6e-49d4-86e6-db885b414e2e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.705450 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76079f-da04-4450-a71d-1d70b28235ce tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Port': ['ID=f16b5bb4-5304-439f-9c7c-969167a773d9,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:14.726100 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc8a36c2-3d6e-49d4-86e6-db885b414e2e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.726431 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.749452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=e7e9d89f-771e-4b6d-b60b-fbaa6ff1fa6e,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:14.775849 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a36c2-3d6e-49d4-86e6-db885b414e2e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] Pushing event deleted for resources: {'Network': ['ID=afe1a5a2-0606-465e-9de4-16213922f09d,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:14.794851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccc8ce63-a71b-473a-b0e3-f6ea4ea876e1 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.840625 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bf51ecfa-b0a4-433e-8f32-0e8e7d4fbc4c req-cbe29251-a259-4158-a0db-4adf170967df tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001724 Mar 29 09:40:14.867711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.923194 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bc8a36c2-3d6e-49d4-86e6-db885b414e2e tempest-BulkNetworkOpsIpV6Test-1941022090 tempest-BulkNetworkOpsIpV6Test-1941022090-project] 10.222.0.35 "DELETE /v2.0/networks/afe1a5a2-0606-465e-9de4-16213922f09d HTTP/1.1" status: 204 len: 168 time: 1.4736125 Mar 29 09:40:14.954346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event updated for resources: {'Port': ['ID=fafdd14d-2407-4d79-b6be-1a4d396f5c80,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:14.965441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:15.012466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7a76079f-da04-4450-a71d-1d70b28235ce tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:15.082668 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Floating IP 3d8125df-d645-49f0-87b1-04a28f3cf971 associated. External IP: 172.26.7.239, port: 7f7aa2f9-8b0c-4b5a-92e7-a21ff4c630fa. Mar 29 09:40:15.134814 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:15.136084 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f1f6211a-f516-4d99-b3b9-7cc103ee4cac tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7535512 Mar 29 09:40:15.142886 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57476) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:15.165508 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-394352738'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:15.175373 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:15.248696 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Usage tracker for resource:network and tenant:f14e3e1dc5bf4eaf85e8cb3ac0a17a8b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:15.252683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:15.261658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:15.264357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccc8ce63-a71b-473a-b0e3-f6ea4ea876e1 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:15.411421 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a76079f-da04-4450-a71d-1d70b28235ce tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 3a969656-c23c-4ff6-9424-f6d6368207f8 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:15.453139 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:15.475874 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Made reservation on behalf of f14e3e1dc5bf4eaf85e8cb3ac0a17a8b for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:15.479342 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:15.491825 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57482) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:15.499656 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8ce63-a71b-473a-b0e3-f6ea4ea876e1 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Deleting port 1114f158-72b6-41cd-b918-9f45459dbd42 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:15.500024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccc8ce63-a71b-473a-b0e3-f6ea4ea876e1 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:15.640430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:15.651771 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef418c04-dde2-444b-8cea-23320b5365b7 None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:15.663377 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef418c04-dde2-444b-8cea-23320b5365b7 None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:15.664082 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-ef418c04-dde2-444b-8cea-23320b5365b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:15.705049 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:15.715703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:15.741776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a76079f-da04-4450-a71d-1d70b28235ce tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:15.749647 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7a76079f-da04-4450-a71d-1d70b28235ce tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/3a969656-c23c-4ff6-9424-f6d6368207f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0880208 Mar 29 09:40:15.754258 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57488) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:15.756822 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11ee4b-1c4e-4159-9bb3-1ba1331242b9 None None] Sync routers for ids ['3a969656-c23c-4ff6-9424-f6d6368207f8'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:15.759465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:15.771476 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a11ee4b-1c4e-4159-9bb3-1ba1331242b9 None None] Routers {'3a969656-c23c-4ff6-9424-f6d6368207f8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:15.772311 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6a11ee4b-1c4e-4159-9bb3-1ba1331242b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['3a969656-c23c-4ff6-9424-f6d6368207f8'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:15.779957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Usage tracker for resource:security_group_rule and tenant:f14e3e1dc5bf4eaf85e8cb3ac0a17a8b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:15.793315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:15.802811 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:15.804503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-ef418c04-dde2-444b-8cea-23320b5365b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:15.817652 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef418c04-dde2-444b-8cea-23320b5365b7 None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:15.818705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-ef418c04-dde2-444b-8cea-23320b5365b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:15.896173 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6a11ee4b-1c4e-4159-9bb3-1ba1331242b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:15.907692 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a11ee4b-1c4e-4159-9bb3-1ba1331242b9 None None] Routers {'3a969656-c23c-4ff6-9424-f6d6368207f8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:15.908689 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6a11ee4b-1c4e-4159-9bb3-1ba1331242b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['3a969656-c23c-4ff6-9424-f6d6368207f8'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:15.918457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-ef418c04-dde2-444b-8cea-23320b5365b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:15.919123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef418c04-dde2-444b-8cea-23320b5365b7 None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:15.979603 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6a11ee4b-1c4e-4159-9bb3-1ba1331242b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:15.980143 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11ee4b-1c4e-4159-9bb3-1ba1331242b9 None None] The sync data for ids ['3a969656-c23c-4ff6-9424-f6d6368207f8'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:15.981863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccc8ce63-a71b-473a-b0e3-f6ea4ea876e1 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.091911 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b66422e1-f009-4b6c-b8b8-1728571b9c5a tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.5674677 Mar 29 09:40:16.101759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57494) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:16.172308 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8ce63-a71b-473a-b0e3-f6ea4ea876e1 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Calling delete_port for 1114f158-72b6-41cd-b918-9f45459dbd42 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:16.242823 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c5abda8b-f222-4c63-8224-e779b7c49e08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4aad51f537d24583b2b1b4b7b33c6b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7191117 Mar 29 09:40:16.251704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57498) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:16.328434 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-30d26d81-05f4-4ee4-9c43-2ec55aaff504 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] remove_router_interface failed (client error): The resource could not be found. Mar 29 09:40:16.332108 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-30d26d81-05f4-4ee4-9c43-2ec55aaff504 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/3a969656-c23c-4ff6-9424-f6d6368207f8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5743387 Mar 29 09:40:16.333949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57502) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:16.339829 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3baa2b62-845c-425f-82fe-4763385cd283 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "GET /v2.0/floatingips/3d8125df-d645-49f0-87b1-04a28f3cf971 HTTP/1.1" status: 200 len: 978 time: 0.2370620 Mar 29 09:40:16.342688 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57504) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:16.388458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.422337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dc154-7efc-4410-8c50-a52c65a753a4 req-b3a3ccd5-0858-4d71-af31-d265035f17c9 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:16.423880 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6e9dc154-7efc-4410-8c50-a52c65a753a4 req-b3a3ccd5-0858-4d71-af31-d265035f17c9 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.4171259 Mar 29 09:40:16.431794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-166c4484-44a6-4084-a8f5-bf4a61be4f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.442468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-24c11afb-c2f9-4c27-bd3a-7d86f8a10487 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Synchronizing usage tracker for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:40:16.461889 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.485886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-78267ff0-e2c9-4118-814c-e3590ba75908 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Synchronizing usage tracker for tenant:def6da8eeee4419eb3da131eed714cf3 on resource:floatingip {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:40:16.535975 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-166c4484-44a6-4084-a8f5-bf4a61be4f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.538496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-24c11afb-c2f9-4c27-bd3a-7d86f8a10487 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Unset dirty status for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:40:16.540202 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-24c11afb-c2f9-4c27-bd3a-7d86f8a10487 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a969656-c23c-4ff6-9424-f6d6368207f8 HTTP/1.1" status: 200 len: 205 time: 0.1990173 Mar 29 09:40:16.543019 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57510) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:16.593610 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6e9dc154-7efc-4410-8c50-a52c65a753a4 req-933ed5ed-9f2a-49e4-9b5a-7cdd288162a0 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612422 Mar 29 09:40:16.594128 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca56945-ba4c-4b97-b689-d8be867af658,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:16.601958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-78267ff0-e2c9-4118-814c-e3590ba75908 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Unset dirty status for tenant:def6da8eeee4419eb3da131eed714cf3 on resource:floatingip {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:40:16.602976 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-78267ff0-e2c9-4118-814c-e3590ba75908 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2595534 Mar 29 09:40:16.610995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57514) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:16.628270 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-72f4c91a-bb94-4e70-83d8-bd1f2eb2d733 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'floatingip': {'port_id': '65c7afb1-2652-4e3c-a814-ef4e666bf6c8'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:16.682381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-12367a0c-bf4c-401d-a2f7-ad41252c4777 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.735396 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-72f4c91a-bb94-4e70-83d8-bd1f2eb2d733 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.794043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccc8ce63-a71b-473a-b0e3-f6ea4ea876e1 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.806751 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:40:16.856711 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-166c4484-44a6-4084-a8f5-bf4a61be4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.883255 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8ce63-a71b-473a-b0e3-f6ea4ea876e1 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Pushing event deleted for resources: {'Port': ['ID=1114f158-72b6-41cd-b918-9f45459dbd42,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:16.908740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.909077 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Added segment c4b08b16-504d-4ccd-a458-ec97da7bd74c of type vlan for network 875fd4f3-0150-4412-866e-91c18b94927b Mar 29 09:40:16.923405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c4484-44a6-4084-a8f5-bf4a61be4f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2808dc9d-cff0-4e5d-854f-c1bc61d3b2ef,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:16.986145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-12367a0c-bf4c-401d-a2f7-ad41252c4777 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.988429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-12367a0c-bf4c-401d-a2f7-ad41252c4777 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.057493 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.111252 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-166c4484-44a6-4084-a8f5-bf4a61be4f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.112278 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-166c4484-44a6-4084-a8f5-bf4a61be4f95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2808dc9d-cff0-4e5d-854f-c1bc61d3b2ef HTTP/1.1" status: 204 len: 168 time: 0.8544996 Mar 29 09:40:17.115176 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-12367a0c-bf4c-401d-a2f7-ad41252c4777 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.115692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12367a0c-bf4c-401d-a2f7-ad41252c4777 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Fanout notify agent at l3_agent the message router_deleted on router 3a969656-c23c-4ff6-9424-f6d6368207f8 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:40:17.129584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-12367a0c-bf4c-401d-a2f7-ad41252c4777 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.130074 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-12367a0c-bf4c-401d-a2f7-ad41252c4777 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/routers/3a969656-c23c-4ff6-9424-f6d6368207f8 HTTP/1.1" status: 204 len: 168 time: 0.5861309 Mar 29 09:40:17.132613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57520) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:17.138189 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccc8ce63-a71b-473a-b0e3-f6ea4ea876e1 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.208249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd7c603-48fd-429d-8c59-717339112934 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting subnet adbb6f6e-5d89-4b3d-a92e-e4de9631a8d9 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:40:17.211237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dfd7c603-48fd-429d-8c59-717339112934 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.265671 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dfd7c603-48fd-429d-8c59-717339112934 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.512059 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dfd7c603-48fd-429d-8c59-717339112934 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.528347 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.531180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:17.531760 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.540656 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccc8ce63-a71b-473a-b0e3-f6ea4ea876e1 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.560407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccc8ce63-a71b-473a-b0e3-f6ea4ea876e1 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.665616 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dfd7c603-48fd-429d-8c59-717339112934 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.706438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7c603-48fd-429d-8c59-717339112934 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Subnet': ['ID=adbb6f6e-5d89-4b3d-a92e-e4de9631a8d9,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:17.708967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dfd7c603-48fd-429d-8c59-717339112934 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.715886 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dfd7c603-48fd-429d-8c59-717339112934 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/adbb6f6e-5d89-4b3d-a92e-e4de9631a8d9 HTTP/1.1" status: 204 len: 168 time: 0.5804410 Mar 29 09:40:17.723855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e99345-f979-4892-8da8-37a09a2219b0 None None] Network 195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:17.736067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event updated for resources: {'Network': ['ID=875fd4f3-0150-4412-866e-91c18b94927b,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:17.748441 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57534) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:17.757834 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c4e3b3e1-2175-4b31-8b97-4a9e26e63971 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6098490 Mar 29 09:40:17.759386 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 875fd4f3-0150-4412-866e-91c18b94927b details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:40:17.759818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57540) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:17.775769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Request body: {'subnet': {'network_id': '875fd4f3-0150-4412-866e-91c18b94927b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:17.858460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccc8ce63-a71b-473a-b0e3-f6ea4ea876e1 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.858996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc8ce63-a71b-473a-b0e3-f6ea4ea876e1 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Fanout notify agent at l3_agent the message router_deleted on router de7d70cd-bbe6-4b5a-8aaf-e506bd307618 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:40:17.905368 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:40:17.910021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:17.917471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:17.921647 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Usage tracker for resource:subnet and tenant:f14e3e1dc5bf4eaf85e8cb3ac0a17a8b is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:17.924762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:17.932264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:17.953267 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127ddf-38a0-46aa-9b3a-56cb57f9557a req-c4a9d55b-1c0b-4ffe-866a-a46b41391475 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:17.954962 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ad127ddf-38a0-46aa-9b3a-56cb57f9557a req-c4a9d55b-1c0b-4ffe-866a-a46b41391475 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.2379265 Mar 29 09:40:18.011764 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ad127ddf-38a0-46aa-9b3a-56cb57f9557a req-2f5d2151-2f95-40c9-bdde-dc1af22fe936 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501802 Mar 29 09:40:18.029982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Made reservation on behalf of f14e3e1dc5bf4eaf85e8cb3ac0a17a8b for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:18.033529 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.050162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccc8ce63-a71b-473a-b0e3-f6ea4ea876e1 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.054752 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ccc8ce63-a71b-473a-b0e3-f6ea4ea876e1 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "DELETE /v2.0/routers/de7d70cd-bbe6-4b5a-8aaf-e506bd307618 HTTP/1.1" status: 204 len: 168 time: 3.7485683 Mar 29 09:40:18.057068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57550) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:18.069517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Request body: {'router': {'name': 'tempest-snat-router-707127058', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'enable_snat': False}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:18.079978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port 35559028-410c-4af2-828e-b803aa35de1c {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:18.080323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.115032 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b7c2b3-eb7c-4953-ab02-6cd580b2ef53 None None] DHCP port deletion for 195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:40:18.115587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:18.119516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-92b7c2b3-eb7c-4953-ab02-6cd580b2ef53 None None] Deleting port 35559028-410c-4af2-828e-b803aa35de1c {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:18.119957 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-92b7c2b3-eb7c-4953-ab02-6cd580b2ef53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.136158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Usage tracker for resource:router and tenant:4acdedd11437464bb17f2443ade19720 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:18.146253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:18.154786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:18.276948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.277957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.324679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57556) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:18.388465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] For port 35559028-410c-4af2-828e-b803aa35de1c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=35559028-410c-4af2-828e-b803aa35de1c,segment=NetworkSegment(b0f90969-4fb7-4fd7-8b27-e949c2380642),segment_id=b0f90969-4fb7-4fd7-8b27-e949c2380642)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:18.388854 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.392033 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 35559028-410c-4af2-828e-b803aa35de1c no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:40:18.396138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.397839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.464004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-92b7c2b3-eb7c-4953-ab02-6cd580b2ef53 None None] For port 35559028-410c-4af2-828e-b803aa35de1c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=35559028-410c-4af2-828e-b803aa35de1c,segment=NetworkSegment(b0f90969-4fb7-4fd7-8b27-e949c2380642),segment_id=b0f90969-4fb7-4fd7-8b27-e949c2380642)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:18.464399 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-92b7c2b3-eb7c-4953-ab02-6cd580b2ef53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.490671 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-872638891'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:18.498624 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:18.500741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event updated for resources: {'Subnet': ['ID=7d6760c5-07b1-46f1-afbf-cb7781674afa,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:18.505602 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Usage tracker for resource:network and tenant:ef2b73e66b7d43458aa4edd14771aae5 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:18.508656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:18.516902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:18.521906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Checking segment: {'id': 'c4b08b16-504d-4ccd-a458-ec97da7bd74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '875fd4f3-0150-4412-866e-91c18b94927b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:18.522250 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Network hostable DHCP agents. Network: 875fd4f3-0150-4412-866e-91c18b94927b, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:40:18.596102 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Made reservation on behalf of ef2b73e66b7d43458aa4edd14771aae5 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:18.600579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.606320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-92b7c2b3-eb7c-4953-ab02-6cd580b2ef53 None None] Calling delete_port for 35559028-410c-4af2-828e-b803aa35de1c owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:18.614117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Network 875fd4f3-0150-4412-866e-91c18b94927b is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:40:18.616384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.617288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for 35559028-410c-4af2-828e-b803aa35de1c owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:18.635498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:18.639821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Usage tracker for resource:security_group_rule and tenant:ef2b73e66b7d43458aa4edd14771aae5 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:18.642852 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:18.650544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:18.690512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 875fd4f3-0150-4412-866e-91c18b94927b) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:18.695051 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-72f4c91a-bb94-4e70-83d8-bd1f2eb2d733 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.699913 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:18.700582 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.704740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d27a572-8993-45b1-8e3b-abbf9fe75b23 None None] Network 875fd4f3-0150-4412-866e-91c18b94927b requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:18.754079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.769114 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.789376 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-72f4c91a-bb94-4e70-83d8-bd1f2eb2d733 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.814185 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-10fcafa3-3a76-4b14-b4e1-e9e6269b0c4b tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0482910 Mar 29 09:40:18.817359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57562) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:18.822672 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-195772016', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:18.830018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:18.834613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Usage tracker for resource:router and tenant:f14e3e1dc5bf4eaf85e8cb3ac0a17a8b is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:18.838314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:18.845259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:18.856422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-92b7c2b3-eb7c-4953-ab02-6cd580b2ef53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:40:18.856803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-92b7c2b3-eb7c-4953-ab02-6cd580b2ef53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:40:18.872149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.892763 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.904472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:40:18.919366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20228df9-1515-4d82-a835-ba5640478fb6,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:18.924577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.925001 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Added segment 978681e3-3db2-4142-99a9-497c8799fcca of type vlan for network 21fe793f-b99e-4e4f-bc3b-0f16e157c1aa Mar 29 09:40:18.956324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.961561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.962847 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:18.992897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:19.028450 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-875fd4f3-0150-4412-866e-91c18b94927b', 'network_id': '875fd4f3-0150-4412-866e-91c18b94927b', 'tenant_id': 'f14e3e1dc5bf4eaf85e8cb3ac0a17a8b', 'fixed_ips': [{'subnet_id': '7d6760c5-07b1-46f1-afbf-cb7781674afa'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:40:19.028450 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:19.137198 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:19.143211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:19.143908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:19.147088 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Port': ['ID=35559028-410c-4af2-828e-b803aa35de1c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:19.149391 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] No DVR routers for this DVR port 35559028-410c-4af2-828e-b803aa35de1c on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:40:19.202643 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Allocated IP 172.20.0.2 (875fd4f3-0150-4412-866e-91c18b94927b/7d6760c5-07b1-46f1-afbf-cb7781674afa/5d850e26-8c14-4421-8520-70ca6aa0bbb9) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:19.344457 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:19.357902 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-92b7c2b3-eb7c-4953-ab02-6cd580b2ef53 None None] Deleting port 35559028-410c-4af2-828e-b803aa35de1c {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:19.358360 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-92b7c2b3-eb7c-4953-ab02-6cd580b2ef53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:19.435462 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:19.451535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-92b7c2b3-eb7c-4953-ab02-6cd580b2ef53 None None] The port '35559028-410c-4af2-828e-b803aa35de1c' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:40:19.455198 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event updated for resources: {'Network': ['ID=21fe793f-b99e-4e4f-bc3b-0f16e157c1aa,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:19.479533 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 21fe793f-b99e-4e4f-bc3b-0f16e157c1aa details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:40:19.505547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:19.520774 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-72f4c91a-bb94-4e70-83d8-bd1f2eb2d733 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Floating IP 3d8125df-d645-49f0-87b1-04a28f3cf971 associated. External IP: 172.26.7.239, port: 7f7aa2f9-8b0c-4b5a-92e7-a21ff4c630fa. Mar 29 09:40:19.535148 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-38b223a4-b0dd-4a79-a806-e27db4c23a62 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2065670 Mar 29 09:40:19.617298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:19.645325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f90969-4fb7-4fd7-8b27-e949c2380642') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:19.645856 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:19.645996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f90969-4fb7-4fd7-8b27-e949c2380642') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:19.657537 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Transition to ACTIVE for port object 5d850e26-8c14-4421-8520-70ca6aa0bbb9 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:19.678121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:19.680522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Transition to ACTIVE for port object 5d850e26-8c14-4421-8520-70ca6aa0bbb9 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:19.734297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:19.745400 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a2691-9fe6-4073-aeba-6d087d3afa55 req-8ae175d9-3bbc-4e9d-97d3-801124e6c9aa tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:19.746899 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ce8a2691-9fe6-4073-aeba-6d087d3afa55 req-8ae175d9-3bbc-4e9d-97d3-801124e6c9aa tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.6009688 Mar 29 09:40:19.826192 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Network 875fd4f3-0150-4412-866e-91c18b94927b is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:19.830652 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:19.836966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:19.845682 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:19.887629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:40:19.887928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:40:19.907051 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:40:19.946639 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Pushing event updated for resources: {'Port': ['ID=5d850e26-8c14-4421-8520-70ca6aa0bbb9,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:19.982544 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Attempting to bind port 5d850e26-8c14-4421-8520-70ca6aa0bbb9 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:19.982917 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Attempting to bind port 5d850e26-8c14-4421-8520-70ca6aa0bbb9 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'c4b08b16-504d-4ccd-a458-ec97da7bd74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '875fd4f3-0150-4412-866e-91c18b94927b'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:19.983330 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Attempting to bind port 5d850e26-8c14-4421-8520-70ca6aa0bbb9 on network 875fd4f3-0150-4412-866e-91c18b94927b {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:40:19.991490 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:40:19.992007 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Checking segment: {'id': 'c4b08b16-504d-4ccd-a458-ec97da7bd74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '875fd4f3-0150-4412-866e-91c18b94927b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:19.998223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:19.998223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Bound using segment: {'id': 'c4b08b16-504d-4ccd-a458-ec97da7bd74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '875fd4f3-0150-4412-866e-91c18b94927b'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:40:19.998223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Bound port: 5d850e26-8c14-4421-8520-70ca6aa0bbb9, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b08b16-504d-4ccd-a458-ec97da7bd74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '875fd4f3-0150-4412-866e-91c18b94927b'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:19.998223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:20.042637 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ce8a2691-9fe6-4073-aeba-6d087d3afa55 req-276d198b-6512-48bc-bebe-f4c9459eb977 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833211 Mar 29 09:40:20.070902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:20.110546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:20.155076 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:20.175314 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:20.176668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] For port 5d850e26-8c14-4421-8520-70ca6aa0bbb9, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:40:20.180595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] For port 5d850e26-8c14-4421-8520-70ca6aa0bbb9, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=5d850e26-8c14-4421-8520-70ca6aa0bbb9,segment=NetworkSegment(c4b08b16-504d-4ccd-a458-ec97da7bd74c),segment_id=c4b08b16-504d-4ccd-a458-ec97da7bd74c)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:40:20.197060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Network': ['ID=195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:20.265298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:20.283998 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f4c91a-bb94-4e70-83d8-bd1f2eb2d733 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:20.308439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Allocated IP 172.26.7.73 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/2f684822-988f-4af1-99f1-7cf6721e4db0) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:20.351163 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-07e30220-ff28-45b5-8593-3b8b38d5b54d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/networks/195b4c0a-09b2-4dfc-b16c-2e6c91c51ecd HTTP/1.1" status: 204 len: 168 time: 2.6015224 Mar 29 09:40:20.365747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57570) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:20.377595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-370019755'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:20.389171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:20.419381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f46b9-1c30-43e5-86f8-d0ca004309d2 None None] Pushing event updated for resources: {'Port': ['ID=5d850e26-8c14-4421-8520-70ca6aa0bbb9,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:20.476336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:network and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:20.491283 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:20.506338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:20.587988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:20.630910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:20.635975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:20.679556 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:40:20.688760 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:20.731397 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:20.732069 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Added segment e054e423-24c1-4a4a-9475-f16ea1eefa60 of type vlan for network ae9c0191-b431-4b8a-91d5-58df4fab3d8c Mar 29 09:40:20.766547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:20.808838 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:20.825844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:20.882545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:20.888367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:20.891068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:20.917679 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f4c91a-bb94-4e70-83d8-bd1f2eb2d733 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:20.930056 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4d363-42ad-45fe-a1a6-080cce8b64ea None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:20.943784 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4d363-42ad-45fe-a1a6-080cce8b64ea None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:20.944412 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a1a4d363-42ad-45fe-a1a6-080cce8b64ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:21.022586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a1a4d363-42ad-45fe-a1a6-080cce8b64ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:21.033680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4d363-42ad-45fe-a1a6-080cce8b64ea None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:21.035130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a1a4d363-42ad-45fe-a1a6-080cce8b64ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:21.040864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:21.047679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:21.048590 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:21.112122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event updated for resources: {'Port': ['ID=2f684822-988f-4af1-99f1-7cf6721e4db0,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:21.137266 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a1a4d363-42ad-45fe-a1a6-080cce8b64ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:21.137932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4d363-42ad-45fe-a1a6-080cce8b64ea None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:21.290595 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Allocated IP 172.26.7.84 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/433970ac-8a14-423e-9bfb-18c53297fb40) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:21.429015 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0595546 Mar 29 09:40:21.429015 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487aa5e-1aeb-4665-8638-ca8befd9eb33 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Network': ['ID=ae9c0191-b431-4b8a-91d5-58df4fab3d8c,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:21.439664 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network ae9c0191-b431-4b8a-91d5-58df4fab3d8c details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:40:21.445859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57576) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:21.467791 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'subnet': {'network_id': 'ae9c0191-b431-4b8a-91d5-58df4fab3d8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:21.677794 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22667fcd-3d5e-4c75-84c3-b9f54f7b194c None None] Network 875fd4f3-0150-4412-866e-91c18b94927b requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:21.709386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f4c91a-bb94-4e70-83d8-bd1f2eb2d733 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:21.759872 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:21.820920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:21.872617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4c22558c-a567-4281-8404-8f2a4b7cee92 None None] Provisioning for port 5d850e26-8c14-4421-8520-70ca6aa0bbb9 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:21.901560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:21.919905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:subnet and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:21.926738 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:21.943328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f80c32-5a3d-4cbe-9347-5245fadd8b37 req-5729d0b7-df2b-4afc-b538-c726905fafbd tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:21.945250 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a0f80c32-5a3d-4cbe-9347-5245fadd8b37 req-5729d0b7-df2b-4afc-b538-c726905fafbd tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.7199633 Mar 29 09:40:21.948419 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:22.002283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f4c91a-bb94-4e70-83d8-bd1f2eb2d733 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:22.011802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-72f4c91a-bb94-4e70-83d8-bd1f2eb2d733 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:22.015452 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6b7311-b29b-459c-b8de-a4322dbfe1fb None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:22.034236 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b7311-b29b-459c-b8de-a4322dbfe1fb None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:22.035270 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6b6b7311-b29b-459c-b8de-a4322dbfe1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:22.058070 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:22.164646 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6b6b7311-b29b-459c-b8de-a4322dbfe1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:22.180894 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b7311-b29b-459c-b8de-a4322dbfe1fb None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:22.181991 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6b6b7311-b29b-459c-b8de-a4322dbfe1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:22.203920 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a0f80c32-5a3d-4cbe-9347-5245fadd8b37 req-a6e502d7-b18b-4dd2-8c3f-68a3663e1b87 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497659 Mar 29 09:40:22.223949 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:22.304931 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-72f4c91a-bb94-4e70-83d8-bd1f2eb2d733 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "PUT /v2.0/floatingips/3d8125df-d645-49f0-87b1-04a28f3cf971 HTTP/1.1" status: 200 len: 978 time: 5.6931214 Mar 29 09:40:22.306586 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:22.307522 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6b6b7311-b29b-459c-b8de-a4322dbfe1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:22.309165 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57584) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:22.313057 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6b7311-b29b-459c-b8de-a4322dbfe1fb None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:22.369157 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5f310d04-9173-4355-b71a-bf67a3eced5b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:22.375831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:22.379815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:22.444665 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 5d850e26-8c14-4421-8520-70ca6aa0bbb9 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:40:22.613718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 5d850e26-8c14-4421-8520-70ca6aa0bbb9 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:22.620393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 5d850e26-8c14-4421-8520-70ca6aa0bbb9 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:22.620910 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:22.674688 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:22.726913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5f310d04-9173-4355-b71a-bf67a3eced5b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:22.794803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:22.854997 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Pushing event updated for resources: {'Port': ['ID=433970ac-8a14-423e-9bfb-18c53297fb40,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:22.886017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 5d850e26-8c14-4421-8520-70ca6aa0bbb9, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=5d850e26-8c14-4421-8520-70ca6aa0bbb9,segment=NetworkSegment(c4b08b16-504d-4ccd-a458-ec97da7bd74c),segment_id=c4b08b16-504d-4ccd-a458-ec97da7bd74c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:22.893561 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57590) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:22.927883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:22.945663 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:22.963074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Request body: {'subnet': {'network_id': '21fe793f-b99e-4e4f-bc3b-0f16e157c1aa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:22.973311 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:23.076077 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=5d850e26-8c14-4421-8520-70ca6aa0bbb9,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:23.282042 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f88beb-81b9-4a84-bff5-7c8997f1109d req-51e17700-a91d-412c-9076-92bd1c549175 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:23.283533 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d4f88beb-81b9-4a84-bff5-7c8997f1109d req-51e17700-a91d-412c-9076-92bd1c549175 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.3619947 Mar 29 09:40:23.291222 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:23.324906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:23.326810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523f4bf-b9f8-4712-b55c-e2301faaa69b req-1257f7fb-a47a-4c05-b07a-dba7505b1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:23.328348 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0523f4bf-b9f8-4712-b55c-e2301faaa69b req-1257f7fb-a47a-4c05-b07a-dba7505b1d3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd990266160241679233cd0b82116a4d&device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 1098 time: 0.3455422 Mar 29 09:40:23.347962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Usage tracker for resource:subnet and tenant:ef2b73e66b7d43458aa4edd14771aae5 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:23.352509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5f310d04-9173-4355-b71a-bf67a3eced5b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:23.354277 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:23.361510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:23.442504 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5f310d04-9173-4355-b71a-bf67a3eced5b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:23.442845 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-5f310d04-9173-4355-b71a-bf67a3eced5b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Floating IP 3d8125df-d645-49f0-87b1-04a28f3cf971 disassociated. External IP: 172.26.7.239, port: 65c7afb1-2652-4e3c-a814-ef4e666bf6c8. Mar 29 09:40:23.493383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Made reservation on behalf of ef2b73e66b7d43458aa4edd14771aae5 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:23.496793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:23.528515 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d4f88beb-81b9-4a84-bff5-7c8997f1109d req-212b53d9-03d4-404c-bf15-8e26b9903ce2 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324588 Mar 29 09:40:23.529115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Subnet': ['ID=8e8e7141-595a-4db2-8f85-80c367e550e3,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:23.544973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Checking segment: {'id': 'e054e423-24c1-4a4a-9475-f16ea1eefa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ae9c0191-b431-4b8a-91d5-58df4fab3d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:23.545337 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network hostable DHCP agents. Network: ae9c0191-b431-4b8a-91d5-58df4fab3d8c, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:40:23.581586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523f4bf-b9f8-4712-b55c-e2301faaa69b req-3450e752-106c-45ad-bbb3-c668d2f72111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:23.583116 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0523f4bf-b9f8-4712-b55c-e2301faaa69b req-3450e752-106c-45ad-bbb3-c668d2f72111 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42b8e51d-f4c6-435f-9d85-32ff338cd383 HTTP/1.1" status: 200 len: 912 time: 0.2434630 Mar 29 09:40:23.642529 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Router de2621f1-8fc1-43c4-b962-3a16b9280a0b is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:40:23.655391 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network ae9c0191-b431-4b8a-91d5-58df4fab3d8c is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:40:23.741435 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, ae9c0191-b431-4b8a-91d5-58df4fab3d8c) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:23.751484 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e12791d-1d65-4770-93dc-ca89b8e41676 None None] Network ae9c0191-b431-4b8a-91d5-58df4fab3d8c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:23.765119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:23.765711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:23.789265 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0523f4bf-b9f8-4712-b55c-e2301faaa69b req-b6faff4d-d2f4-420f-8d39-6cc32ad805ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=446dadd6-4742-435f-a9c0-cca15d4d47be HTTP/1.1" status: 200 len: 1000 time: 0.1996853 Mar 29 09:40:23.882229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:23.979760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-ae9c0191-b431-4b8a-91d5-58df4fab3d8c', 'network_id': 'ae9c0191-b431-4b8a-91d5-58df4fab3d8c', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'fixed_ips': [{'subnet_id': '8e8e7141-595a-4db2-8f85-80c367e550e3'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:40:23.980886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:24.030302 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-099c1bd7-7947-4846-b3e9-a7e25785244b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5807898 Mar 29 09:40:24.036342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57594) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:24.048926 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-dd8c567f-d55d-405d-8e08-78e52521eb50 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1040570206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:24.069074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dd8c567f-d55d-405d-8e08-78e52521eb50 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:24.080420 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dd8c567f-d55d-405d-8e08-78e52521eb50 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:router and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:24.087243 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dd8c567f-d55d-405d-8e08-78e52521eb50 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:24.090253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:24.101976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dd8c567f-d55d-405d-8e08-78e52521eb50 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:24.106803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523f4bf-b9f8-4712-b55c-e2301faaa69b req-9e39c3d4-baa0-4dae-b0eb-bd807b054818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:24.109345 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0523f4bf-b9f8-4712-b55c-e2301faaa69b req-9e39c3d4-baa0-4dae-b0eb-bd807b054818 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45e1ab43-d8c0-43c8-bce8-1dd511cbc465 HTTP/1.1" status: 200 len: 850 time: 0.3050973 Mar 29 09:40:24.116996 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18001583-8f25-49e4-9bb9-c6c012705582 None None] Sync routers for ids ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:24.138839 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18001583-8f25-49e4-9bb9-c6c012705582 None None] Routers {'de2621f1-8fc1-43c4-b962-3a16b9280a0b'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:24.139764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-18001583-8f25-49e4-9bb9-c6c012705582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:24.194391 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523f4bf-b9f8-4712-b55c-e2301faaa69b req-65e030b2-2105-447a-810c-8447e788e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:24.196042 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0523f4bf-b9f8-4712-b55c-e2301faaa69b req-65e030b2-2105-447a-810c-8447e788e3c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42b8e51d-f4c6-435f-9d85-32ff338cd383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784988 Mar 29 09:40:24.207138 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-18001583-8f25-49e4-9bb9-c6c012705582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:24.224004 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:24.226000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Allocated IP 2001:db8::2 (ae9c0191-b431-4b8a-91d5-58df4fab3d8c/8e8e7141-595a-4db2-8f85-80c367e550e3/7f769b1e-9f80-446c-a3ac-2481eddc0e6a) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:24.227872 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f084b6f0-be13-4be5-8767-2527ae6995e6 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.4095495 Mar 29 09:40:24.228079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18001583-8f25-49e4-9bb9-c6c012705582 None None] Routers {'de2621f1-8fc1-43c4-b962-3a16b9280a0b'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:24.228771 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-18001583-8f25-49e4-9bb9-c6c012705582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:24.242477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57598) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:24.297177 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-18001583-8f25-49e4-9bb9-c6c012705582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:24.297631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd8c567f-d55d-405d-8e08-78e52521eb50 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:24.298109 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18001583-8f25-49e4-9bb9-c6c012705582 None None] The sync data for ids ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:24.298654 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd8c567f-d55d-405d-8e08-78e52521eb50 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:24.400601 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd8c567f-d55d-405d-8e08-78e52521eb50 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:24.440067 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 5d850e26-8c14-4421-8520-70ca6aa0bbb9 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:40:24.471971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f310d04-9173-4355-b71a-bf67a3eced5b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:24.491505 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:24.538065 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0523f4bf-b9f8-4712-b55c-e2301faaa69b req-1b7609a7-acd6-4aaf-80ae-e7358725cca3 service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350596 Mar 29 09:40:24.636066 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:24.649125 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Transition to ACTIVE for port object 7f769b1e-9f80-446c-a3ac-2481eddc0e6a will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:24.672393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 5d850e26-8c14-4421-8520-70ca6aa0bbb9 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:24.672813 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:24.708744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Transition to ACTIVE for port object 7f769b1e-9f80-446c-a3ac-2481eddc0e6a will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:24.761273 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event updated for resources: {'Subnet': ['ID=acb39b8a-f945-416e-9bb7-cc0d180ed4ac,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:24.781939 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:24.805874 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Checking segment: {'id': '978681e3-3db2-4142-99a9-497c8799fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fe793f-b99e-4e4f-bc3b-0f16e157c1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:24.806235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Network hostable DHCP agents. Network: 21fe793f-b99e-4e4f-bc3b-0f16e157c1aa, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:40:24.854623 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Network ae9c0191-b431-4b8a-91d5-58df4fab3d8c is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:24.857845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:24.862195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:24.873036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:24.908530 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Pushing event updated for resources: {'Port': ['ID=7f769b1e-9f80-446c-a3ac-2481eddc0e6a,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:24.967849 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Attempting to bind port 7f769b1e-9f80-446c-a3ac-2481eddc0e6a on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:24.968214 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Attempting to bind port 7f769b1e-9f80-446c-a3ac-2481eddc0e6a by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'e054e423-24c1-4a4a-9475-f16ea1eefa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ae9c0191-b431-4b8a-91d5-58df4fab3d8c'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:24.968606 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Attempting to bind port 7f769b1e-9f80-446c-a3ac-2481eddc0e6a on network ae9c0191-b431-4b8a-91d5-58df4fab3d8c {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:40:24.974937 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:40:24.975306 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Checking segment: {'id': 'e054e423-24c1-4a4a-9475-f16ea1eefa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ae9c0191-b431-4b8a-91d5-58df4fab3d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:24.975730 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:24.976534 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Bound using segment: {'id': 'e054e423-24c1-4a4a-9475-f16ea1eefa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ae9c0191-b431-4b8a-91d5-58df4fab3d8c'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:40:24.976688 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Bound port: 7f769b1e-9f80-446c-a3ac-2481eddc0e6a, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e054e423-24c1-4a4a-9475-f16ea1eefa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ae9c0191-b431-4b8a-91d5-58df4fab3d8c'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:24.977002 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:25.008461 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f310d04-9173-4355-b71a-bf67a3eced5b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:25.025115 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a574aaef-7dd9-4147-b9eb-a9f83f94dccb None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:25.029499 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0523f4bf-b9f8-4712-b55c-e2301faaa69b req-cf61159f-cada-4ea9-8426-132df45dec14 service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028030 Mar 29 09:40:25.041695 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a574aaef-7dd9-4147-b9eb-a9f83f94dccb None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:25.042989 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a574aaef-7dd9-4147-b9eb-a9f83f94dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:25.072924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] For port 7f769b1e-9f80-446c-a3ac-2481eddc0e6a, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:40:25.077284 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] For port 7f769b1e-9f80-446c-a3ac-2481eddc0e6a, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7f769b1e-9f80-446c-a3ac-2481eddc0e6a,segment=NetworkSegment(e054e423-24c1-4a4a-9475-f16ea1eefa60),segment_id=e054e423-24c1-4a4a-9475-f16ea1eefa60)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:40:25.080084 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd8c567f-d55d-405d-8e08-78e52521eb50 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:25.083187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742aa40-f6de-4f66-aca9-732d8f4d0ea8 req-6eac31a0-62bc-468e-880a-38eae4eaf369 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:25.084712 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e742aa40-f6de-4f66-aca9-732d8f4d0ea8 req-6eac31a0-62bc-468e-880a-38eae4eaf369 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.3990974 Mar 29 09:40:25.088372 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Network 21fe793f-b99e-4e4f-bc3b-0f16e157c1aa is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:40:25.096852 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5f310d04-9173-4355-b71a-bf67a3eced5b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:25.136968 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a574aaef-7dd9-4147-b9eb-a9f83f94dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:25.147019 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a574aaef-7dd9-4147-b9eb-a9f83f94dccb None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:25.147838 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a574aaef-7dd9-4147-b9eb-a9f83f94dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:25.175100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:25.206157 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5f310d04-9173-4355-b71a-bf67a3eced5b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "PUT /v2.0/floatingips/3d8125df-d645-49f0-87b1-04a28f3cf971 HTTP/1.1" status: 200 len: 688 time: 2.8846164 Mar 29 09:40:25.211662 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e742aa40-f6de-4f66-aca9-732d8f4d0ea8 req-ec68d7ff-b20c-4986-ac01-2b439795e44e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173038 Mar 29 09:40:25.212117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57604) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:25.229601 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a574aaef-7dd9-4147-b9eb-a9f83f94dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:25.229601 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a574aaef-7dd9-4147-b9eb-a9f83f94dccb None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:25.246256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:25.264200 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd8c567f-d55d-405d-8e08-78e52521eb50 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:25.268457 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dd8c567f-d55d-405d-8e08-78e52521eb50 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2287412 Mar 29 09:40:25.269459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57608) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:25.290950 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ee2c0-7af4-483e-be9b-d104b3883660 None None] Pushing event updated for resources: {'Port': ['ID=7f769b1e-9f80-446c-a3ac-2481eddc0e6a,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:25.422354 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 21fe793f-b99e-4e4f-bc3b-0f16e157c1aa) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:25.427253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:25.427836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:25.436419 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac796c10-a20a-45b7-9aaa-dd71496f6947 None None] Network 21fe793f-b99e-4e4f-bc3b-0f16e157c1aa requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:25.598903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-f9282008-a1fa-40e9-abd1-cd1ca63c2d00 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting port e7e9d89f-771e-4b6d-b60b-fbaa6ff1fa6e {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:25.599977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f9282008-a1fa-40e9-abd1-cd1ca63c2d00 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:25.753626 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-21fe793f-b99e-4e4f-bc3b-0f16e157c1aa', 'network_id': '21fe793f-b99e-4e4f-bc3b-0f16e157c1aa', 'tenant_id': 'ef2b73e66b7d43458aa4edd14771aae5', 'fixed_ips': [{'subnet_id': 'acb39b8a-f945-416e-9bb7-cc0d180ed4ac'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:40:25.754572 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:25.789399 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-93711879-c34d-4ae9-964c-6c5f2dbbb6e0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8912091 Mar 29 09:40:25.793467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57612) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:25.805111 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-140409303'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:25.811218 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:25.817600 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Usage tracker for resource:network and tenant:ef2b73e66b7d43458aa4edd14771aae5 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:25.822025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:25.830173 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:25.859982 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f9282008-a1fa-40e9-abd1-cd1ca63c2d00 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:25.860325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f9282008-a1fa-40e9-abd1-cd1ca63c2d00 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:25.928038 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Router f347d148-f54e-43e2-a328-829d4593aee1 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:40:25.976132 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Allocated IP 2001:db8:0:ffff::2 (21fe793f-b99e-4e4f-bc3b-0f16e157c1aa/acb39b8a-f945-416e-9bb7-cc0d180ed4ac/c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:25.994706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-f9282008-a1fa-40e9-abd1-cd1ca63c2d00 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Calling delete_port for e7e9d89f-771e-4b6d-b60b-fbaa6ff1fa6e owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:26.029003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Made reservation on behalf of ef2b73e66b7d43458aa4edd14771aae5 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:26.032566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.177916 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:40:26.257078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.262920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.263304 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Added segment ad8f5a53-21b3-41ac-b08d-e761569a81de of type vlan for network 8c041583-278e-441d-a25c-686640bffc19 Mar 29 09:40:26.271011 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Transition to ACTIVE for port object c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:26.279931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.294131 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Transition to ACTIVE for port object c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:26.378253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:26.392349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Sync routers for ids ['f347d148-f54e-43e2-a328-829d4593aee1'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:26.401427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.403612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.468477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7f769b1e-9f80-446c-a3ac-2481eddc0e6a up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:40:26.509802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f9282008-a1fa-40e9-abd1-cd1ca63c2d00 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.516972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Routers {'f347d148-f54e-43e2-a328-829d4593aee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:26.517631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f347d148-f54e-43e2-a328-829d4593aee1'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:26.561512 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9282008-a1fa-40e9-abd1-cd1ca63c2d00 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Port': ['ID=e7e9d89f-771e-4b6d-b60b-fbaa6ff1fa6e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:26.588349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.593900 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bfddf1c9-2c44-4371-a9fa-1d6af0776b9d tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.5340488 Mar 29 09:40:26.599913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57618) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:26.613575 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.619470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:26.620725 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.630869 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8b792b-00d4-4e98-90fb-4208183c472a None None] Network ae9c0191-b431-4b8a-91d5-58df4fab3d8c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:26.652100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Network 21fe793f-b99e-4e4f-bc3b-0f16e157c1aa is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:26.760693 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:26.779173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:26.785452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Allocated IP 172.20.0.1 (875fd4f3-0150-4412-866e-91c18b94927b/7d6760c5-07b1-46f1-afbf-cb7781674afa/e2a58249-d3cf-44a4-9598-bc600d5277f8) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:26.787259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Pushing event updated for resources: {'Port': ['ID=c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:26.831163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79144aff-9ff9-4030-b2d8-9d81f7b5c535 req-c0f6df5c-8d18-4d01-8ba5-82c828b539d5 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:26.833259 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-79144aff-9ff9-4030-b2d8-9d81f7b5c535 req-c0f6df5c-8d18-4d01-8ba5-82c828b539d5 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.3758321 Mar 29 09:40:26.857442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f9282008-a1fa-40e9-abd1-cd1ca63c2d00 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.859738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f9282008-a1fa-40e9-abd1-cd1ca63c2d00 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.860936 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f9282008-a1fa-40e9-abd1-cd1ca63c2d00 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/floatingips/3d8125df-d645-49f0-87b1-04a28f3cf971 HTTP/1.1" status: 204 len: 168 time: 1.6451409 Mar 29 09:40:26.862091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event updated for resources: {'Network': ['ID=8c041583-278e-441d-a25c-686640bffc19,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:26.864275 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57622) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:26.907738 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 8c041583-278e-441d-a25c-686640bffc19 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:40:26.946986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e7bc91b5-1497-41f2-b046-85995936855e None None] Provisioning for port 7f769b1e-9f80-446c-a3ac-2481eddc0e6a completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:27.004812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Set router f347d148-f54e-43e2-a328-829d4593aee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:40:27.030790 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-79144aff-9ff9-4030-b2d8-9d81f7b5c535 req-10dc6434-9dbe-4ab7-b359-7068663ed6ab tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673818 Mar 29 09:40:27.043934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Allocated IP 2001:db8::1 (ae9c0191-b431-4b8a-91d5-58df4fab3d8c/8e8e7141-595a-4db2-8f85-80c367e550e3/4e463110-3f17-4019-a0c8-99741fef02e4) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:27.101191 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ad725b9d-9382-47cb-b5cb-ff219399d7e8 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3049698 Mar 29 09:40:27.113138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57628) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:27.118358 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-1ef68fdb-faf9-4dc8-9a6d-c5d8981c21eb tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] delete failed (client error): The resource could not be found. Mar 29 09:40:27.118358 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1ef68fdb-faf9-4dc8-9a6d-c5d8981c21eb tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/floatingips/3d8125df-d645-49f0-87b1-04a28f3cf971 HTTP/1.1" status: 404 len: 345 time: 0.2487688 Mar 29 09:40:27.121337 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57632) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:27.124531 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Request body: {'subnet': {'network_id': '8c041583-278e-441d-a25c-686640bffc19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:27.130370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.225112 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-39289f51-6031-4805-8306-1805f77fab0a tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/routers/f347d148-f54e-43e2-a328-829d4593aee1 HTTP/1.1" status: 200 len: 907 time: 0.6232927 Mar 29 09:40:27.232399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57636) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:27.251414 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Request body: {'router': {'name': 'tempest-snat-router-707127058', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'enable_snat': True}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:27.295268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 7f769b1e-9f80-446c-a3ac-2481eddc0e6a completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:27.304116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:27.313203 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Usage tracker for resource:router and tenant:4acdedd11437464bb17f2443ade19720 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:27.318977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:27.322058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:27.330502 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:27.333204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Usage tracker for resource:subnet and tenant:ef2b73e66b7d43458aa4edd14771aae5 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:27.334850 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Attempting to bind port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:27.335342 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Attempting to bind port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '978681e3-3db2-4142-99a9-497c8799fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fe793f-b99e-4e4f-bc3b-0f16e157c1aa'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:27.335789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Attempting to bind port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb on network 21fe793f-b99e-4e4f-bc3b-0f16e157c1aa {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:40:27.338887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:27.349189 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:27.373800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 7f769b1e-9f80-446c-a3ac-2481eddc0e6a triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:27.376679 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.387431 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Transition to ACTIVE for port object e2a58249-d3cf-44a4-9598-bc600d5277f8 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:27.396276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880339e-72ce-40b0-995d-c54df2a524eb req-3a344586-6658-4259-ade7-7977c8357571 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:27.398457 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0880339e-72ce-40b0-995d-c54df2a524eb req-3a344586-6658-4259-ade7-7977c8357571 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.1643727 Mar 29 09:40:27.435679 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.437060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.465243 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:40:27.465243 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Checking segment: {'id': '978681e3-3db2-4142-99a9-497c8799fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fe793f-b99e-4e4f-bc3b-0f16e157c1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:27.465897 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.466349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Bound using segment: {'id': '978681e3-3db2-4142-99a9-497c8799fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fe793f-b99e-4e4f-bc3b-0f16e157c1aa'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:40:27.466886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Bound port: c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978681e3-3db2-4142-99a9-497c8799fcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '21fe793f-b99e-4e4f-bc3b-0f16e157c1aa'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:27.467319 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.468821 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Made reservation on behalf of ef2b73e66b7d43458aa4edd14771aae5 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:27.473816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.473950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.491493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Transition to ACTIVE for port object 4e463110-3f17-4019-a0c8-99741fef02e4 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:27.502200 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf9f50d-b09d-475b-a5c7-419149096c98 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:27.506403 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.508702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf9f50d-b09d-475b-a5c7-419149096c98 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:27.514887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf9f50d-b09d-475b-a5c7-419149096c98 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:27.515848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-adf9f50d-b09d-475b-a5c7-419149096c98 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Synchronizing usage tracker for tenant:def6da8eeee4419eb3da131eed714cf3 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:40:27.519663 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0880339e-72ce-40b0-995d-c54df2a524eb req-86af09c7-9737-4dc9-891e-8235c674f7ec tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152933 Mar 29 09:40:27.590743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.639795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.643394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-adf9f50d-b09d-475b-a5c7-419149096c98 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Unset dirty status for tenant:def6da8eeee4419eb3da131eed714cf3 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:40:27.644616 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-adf9f50d-b09d-475b-a5c7-419149096c98 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "GET /v2.0/ports?network_id=fffb99ae-d7a1-42de-9536-681f8488934d HTTP/1.1" status: 200 len: 2358 time: 0.5223360 Mar 29 09:40:27.656217 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57642) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:27.673588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Network 875fd4f3-0150-4412-866e-91c18b94927b is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:27.678026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:27.701385 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network ae9c0191-b431-4b8a-91d5-58df4fab3d8c is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:27.701385 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:27.723490 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:27.732876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:27.733405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.781111 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] For port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:40:27.839122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] For port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb,segment=NetworkSegment(978681e3-3db2-4142-99a9-497c8799fcca),segment_id=978681e3-3db2-4142-99a9-497c8799fcca)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:40:27.855135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event updated for resources: {'Port': ['ID=e2a58249-d3cf-44a4-9598-bc600d5277f8,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:27.874918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.935241 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.973458 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f347d148-f54e-43e2-a328-829d4593aee1', 'name': 'tempest-snat-router-707127058', 'tenant_id': '4acdedd11437464bb17f2443ade19720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84'}], 'enable_snat': False}, 'gw_port_id': '433970ac-8a14-423e-9bfb-18c53297fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:18Z', 'updated_at': '2022-03-29T09:40:23Z', 'revision_number': 3, 'project_id': '4acdedd11437464bb17f2443ade19720', 'gw_port': {'id': '433970ac-8a14-423e-9bfb-18c53297fb40', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f347d148-f54e-43e2-a328-829d4593aee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:20Z', 'updated_at': '2022-03-29T09:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:27.983085 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 7f769b1e-9f80-446c-a3ac-2481eddc0e6a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7f769b1e-9f80-446c-a3ac-2481eddc0e6a,segment=NetworkSegment(e054e423-24c1-4a4a-9475-f16ea1eefa60),segment_id=e054e423-24c1-4a4a-9475-f16ea1eefa60)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:27.998500 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Checking router: f347d148-f54e-43e2-a328-829d4593aee1 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:40:27.998759 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Updating router f347d148-f54e-43e2-a328-829d4593aee1 port 433970ac-8a14-423e-9bfb-18c53297fb40 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:40:28.021413 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.058579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=4e463110-3f17-4019-a0c8-99741fef02e4,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:28.093156 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.127580 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.161260 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bac75d-ef9e-4b1a-86d1-759676b0369d None None] Pushing event updated for resources: {'Port': ['ID=c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:28.188112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.220628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7c59498d-3f05-4bd7-9411-6acf52761a64 None None] Provisioning for port e2a58249-d3cf-44a4-9598-bc600d5277f8 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:28.236928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7192900c-35d7-436a-ba3a-6c138d72f4c6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:28.237588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7192900c-35d7-436a-ba3a-6c138d72f4c6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Synchronizing usage tracker for tenant:def6da8eeee4419eb3da131eed714cf3 on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:40:28.261190 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7c59498d-3f05-4bd7-9411-6acf52761a64 None None] Provisioning complete for port e2a58249-d3cf-44a4-9598-bc600d5277f8 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:28.263989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7c59498d-3f05-4bd7-9411-6acf52761a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.289754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.417238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7192900c-35d7-436a-ba3a-6c138d72f4c6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Unset dirty status for tenant:def6da8eeee4419eb3da131eed714cf3 on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:40:28.423736 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7192900c-35d7-436a-ba3a-6c138d72f4c6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "GET /v2.0/subnets/d109fecb-4d43-42c6-a8b4-2273a4062e04 HTTP/1.1" status: 200 len: 797 time: 0.7660222 Mar 29 09:40:28.426489 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57650) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:28.469726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'port': {'network_id': 'fffb99ae-d7a1-42de-9536-681f8488934d', 'name': 'tempest-FloatingIPTestJSON-452418498', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:28.591979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7c59498d-3f05-4bd7-9411-6acf52761a64 None None] Port e2a58249-d3cf-44a4-9598-bc600d5277f8 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:40:28.636085 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.657277 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=7f769b1e-9f80-446c-a3ac-2481eddc0e6a,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:28.759283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.objects.ports [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88550) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:40:28.780378 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9c54c5f1-3d41-4151-ad06-7b8b5c5ea791 None None] Provisioning complete for port 7f769b1e-9f80-446c-a3ac-2481eddc0e6a triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:28.781146 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9c54c5f1-3d41-4151-ad06-7b8b5c5ea791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.856197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.975602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23b26b-bee6-43d0-9ac1-6b3fe4529494 req-fdbb14d3-3e7b-4af8-94c9-b4d59c0f608e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:28.977311 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-eb23b26b-bee6-43d0-9ac1-6b3fe4529494 req-fdbb14d3-3e7b-4af8-94c9-b4d59c0f608e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.6192586 Mar 29 09:40:29.006437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.019647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Transition to ACTIVE for port object 433970ac-8a14-423e-9bfb-18c53297fb40 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:29.049258 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event updated for resources: {'Subnet': ['ID=5bab2f1a-715a-4a11-818a-b10b865b515b,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:29.113556 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9c54c5f1-3d41-4151-ad06-7b8b5c5ea791 None None] Provisioning for port 4e463110-3f17-4019-a0c8-99741fef02e4 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:29.116542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9c54c5f1-3d41-4151-ad06-7b8b5c5ea791 None None] Provisioning complete for port 4e463110-3f17-4019-a0c8-99741fef02e4 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:29.116898 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9c54c5f1-3d41-4151-ad06-7b8b5c5ea791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.168200 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.211726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:29.216903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Checking segment: {'id': 'ad8f5a53-21b3-41ac-b08d-e761569a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8c041583-278e-441d-a25c-686640bffc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:29.217261 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Network hostable DHCP agents. Network: 8c041583-278e-441d-a25c-686640bffc19, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:40:29.243496 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:29.251204 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-eb23b26b-bee6-43d0-9ac1-6b3fe4529494 req-b52cae32-ed9f-45fa-b55b-309573b1d1ff tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513871 Mar 29 09:40:29.324296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8412f-c0a1-4dcb-a286-22c024e27b19 None None] Pushing event updated for resources: {'Port': ['ID=433970ac-8a14-423e-9bfb-18c53297fb40,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:29.355413 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.resource_extend [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:40:29.356580 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-9c54c5f1-3d41-4151-ad06-7b8b5c5ea791 None None] Port 4e463110-3f17-4019-a0c8-99741fef02e4 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:40:29.371942 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Made reservation on behalf of def6da8eeee4419eb3da131eed714cf3 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:29.378725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.379160 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Attempting to bind port 433970ac-8a14-423e-9bfb-18c53297fb40 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:29.379669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Attempting to bind port 433970ac-8a14-423e-9bfb-18c53297fb40 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:29.380040 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Attempting to bind port 433970ac-8a14-423e-9bfb-18c53297fb40 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:40:29.399610 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:40:29.400117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:29.400625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.400947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:40:29.401433 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Bound port: 433970ac-8a14-423e-9bfb-18c53297fb40, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:29.401809 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.451472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Network 8c041583-278e-441d-a25c-686640bffc19 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:40:29.463122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.464123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.530377 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca5bb62-1d92-452b-8b2f-ee79ac0a0d08 None None] Network 21fe793f-b99e-4e4f-bc3b-0f16e157c1aa requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:29.558845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] For port 433970ac-8a14-423e-9bfb-18c53297fb40, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:40:29.596334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.628133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=4e463110-3f17-4019-a0c8-99741fef02e4,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:29.633481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] For port 433970ac-8a14-423e-9bfb-18c53297fb40, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=433970ac-8a14-423e-9bfb-18c53297fb40,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:40:29.647595 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 8c041583-278e-441d-a25c-686640bffc19) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:29.654774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:29.654774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.665600 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4437315-cb7c-4776-b9ff-c597511b4a92 None None] Network 8c041583-278e-441d-a25c-686640bffc19 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:29.699834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.713468 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.736298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.747554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.752857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.803512 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7f584478-5071-48c3-a6b6-9b65c5dbd12a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6864276 Mar 29 09:40:29.804264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57656) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:29.813315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Request body: {'port': {'network_id': '8c041583-278e-441d-a25c-686640bffc19', 'name': 'tempest-NetworksIpV6TestAttrs-749481497'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:29.841817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-836b10fe-aeab-4bcc-87a0-25e4a68c7aba None None] Provisioning for port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:29.869361 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] device_id is not set on port b1d36fb2-c38b-4aab-856c-4a728f656846 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:40:29.874445 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad39792-ab83-4886-99d3-289bb527e7ac req-f6b21ecf-c1fb-46d9-89af-2396c7ac0bc6 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:29.876182 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2ad39792-ab83-4886-99d3-289bb527e7ac req-f6b21ecf-c1fb-46d9-89af-2396c7ac0bc6 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.3757081 Mar 29 09:40:29.877350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event updated for resources: {'Port': ['ID=e2a58249-d3cf-44a4-9598-bc600d5277f8,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:29.888168 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.918874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network ae9c0191-b431-4b8a-91d5-58df4fab3d8c is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:29.938946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Routers {'f347d148-f54e-43e2-a328-829d4593aee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:29.939145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:29.939582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f347d148-f54e-43e2-a328-829d4593aee1'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:30.087119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8412f-c0a1-4dcb-a286-22c024e27b19 None None] Pushing event updated for resources: {'Port': ['ID=433970ac-8a14-423e-9bfb-18c53297fb40,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:30.143334 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2ad39792-ab83-4886-99d3-289bb527e7ac req-6374a050-79d6-4ff8-88e1-06f8ecf28193 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471762 Mar 29 09:40:30.283728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:30.286430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Network 875fd4f3-0150-4412-866e-91c18b94927b is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:30.289960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:30.352567 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Usage tracker for resource:port and tenant:ef2b73e66b7d43458aa4edd14771aae5 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:30.359614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:30.363243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Allocated IP 172.26.7.132 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/540c7059-5b97-4b4c-9a14-03fc94655271) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:30.385251 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-8c041583-278e-441d-a25c-686640bffc19', 'network_id': '8c041583-278e-441d-a25c-686640bffc19', 'tenant_id': 'ef2b73e66b7d43458aa4edd14771aae5', 'fixed_ips': [{'subnet_id': '5bab2f1a-715a-4a11-818a-b10b865b515b'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:40:30.386208 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:30.392500 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:30.553482 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7f769b1e-9f80-446c-a3ac-2481eddc0e6a up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:40:30.597229 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 503a167c-2071-4449-ba19-e67d9258635a is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:40:30.620763 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-07db97f0-3f5e-4333-a342-d81494cfb7dc None None] Provisioning complete for port 4e463110-3f17-4019-a0c8-99741fef02e4 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:30.620763 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-07db97f0-3f5e-4333-a342-d81494cfb7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:30.636033 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Made reservation on behalf of ef2b73e66b7d43458aa4edd14771aae5 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:30.640936 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:30.670764 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d31813-9fe5-45e2-8836-f4eccdc53010 req-b3143eb5-97fb-440a-af06-e5c26d8a7418 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:30.679138 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-83d31813-9fe5-45e2-8836-f4eccdc53010 req-b3143eb5-97fb-440a-af06-e5c26d8a7418 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.4039943 Mar 29 09:40:30.703646 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] Set router f347d148-f54e-43e2-a328-829d4593aee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:40:30.811072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Router de2621f1-8fc1-43c4-b962-3a16b9280a0b has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:30.814435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] device_id is not set on port 046c8bcf-532b-4577-80e6-202c20d23ffe yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:40:30.825291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:30.838288 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc558a-f346-49d6-ac1b-04ffa65216e8 None None] Sync routers for ids ['503a167c-2071-4449-ba19-e67d9258635a'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:30.848613 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc558a-f346-49d6-ac1b-04ffa65216e8 None None] Routers {'503a167c-2071-4449-ba19-e67d9258635a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:30.849396 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-abbc558a-f346-49d6-ac1b-04ffa65216e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['503a167c-2071-4449-ba19-e67d9258635a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:30.900370 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Allocated IP 2001:db8::f816:3eff:fe4c:6eb6 (8c041583-278e-441d-a25c-686640bffc19/5bab2f1a-715a-4a11-818a-b10b865b515b/dd59e917-1156-47db-9137-a84497a36e6b) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:30.910074 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-83d31813-9fe5-45e2-8836-f4eccdc53010 req-db585c0e-324f-4692-af3f-0bfc50876be5 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293837 Mar 29 09:40:30.918246 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-abbc558a-f346-49d6-ac1b-04ffa65216e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:30.928361 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc558a-f346-49d6-ac1b-04ffa65216e8 None None] Routers {'503a167c-2071-4449-ba19-e67d9258635a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:30.929266 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-abbc558a-f346-49d6-ac1b-04ffa65216e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['503a167c-2071-4449-ba19-e67d9258635a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:30.993191 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-abbc558a-f346-49d6-ac1b-04ffa65216e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:30.993844 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc558a-f346-49d6-ac1b-04ffa65216e8 None None] The sync data for ids ['503a167c-2071-4449-ba19-e67d9258635a'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:31.008094 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Allocated IP 172.20.0.14 (fffb99ae-d7a1-42de-9536-681f8488934d/d109fecb-4d43-42c6-a8b4-2273a4062e04/b1d36fb2-c38b-4aab-856c-4a728f656846) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:31.046080 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:31.052092 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e9139150-b47e-4a1e-8af1-67244a040565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/503a167c-2071-4449-ba19-e67d9258635a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7260911 Mar 29 09:40:31.059501 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57666) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:31.059624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-07db97f0-3f5e-4333-a342-d81494cfb7dc None None] Port 4e463110-3f17-4019-a0c8-99741fef02e4 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:40:31.072644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Allocated IP 172.20.0.13 (fffb99ae-d7a1-42de-9536-681f8488934d/d109fecb-4d43-42c6-a8b4-2273a4062e04/b1d36fb2-c38b-4aab-856c-4a728f656846) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:31.153463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 7f769b1e-9f80-446c-a3ac-2481eddc0e6a triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:31.153744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:31.231577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:31.248695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:31.254369 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d990143b-be46-4c48-9f51-233b0e10345f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] 10.222.0.35 "PUT /v2.0/routers/de2621f1-8fc1-43c4-b962-3a16b9280a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0110629 Mar 29 09:40:31.262407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81bdd0-f905-44ad-b809-a8643bcc5571 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:31.264696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4d81bdd0-f905-44ad-b809-a8643bcc5571 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Synchronizing usage tracker for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:40:31.271052 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57670) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:31.271814 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1a608c-b320-4214-a77d-73ea9394a2f4 None None] Sync routers for ids ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:31.284210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Request body: {'port': {'network_id': '875fd4f3-0150-4412-866e-91c18b94927b', 'name': 'tempest-FloatingIPAdminTestJSON-1229636252'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:31.339981 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-db34ad6a-6fd0-425d-8dae-51483381ad4e None None] Provisioning complete for port e2a58249-d3cf-44a4-9598-bc600d5277f8 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:31.340357 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db34ad6a-6fd0-425d-8dae-51483381ad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:31.407112 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-db34ad6a-6fd0-425d-8dae-51483381ad4e None None] Port e2a58249-d3cf-44a4-9598-bc600d5277f8 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:40:31.411617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a608c-b320-4214-a77d-73ea9394a2f4 None None] Routers {'de2621f1-8fc1-43c4-b962-3a16b9280a0b'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:31.412268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5d1a608c-b320-4214-a77d-73ea9394a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:31.435461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4d81bdd0-f905-44ad-b809-a8643bcc5571 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Unset dirty status for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:40:31.443695 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4d81bdd0-f905-44ad-b809-a8643bcc5571 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports/4e463110-3f17-4019-a0c8-99741fef02e4 HTTP/1.1" status: 200 len: 911 time: 0.3855381 Mar 29 09:40:31.445363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57676) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:31.499846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5d1a608c-b320-4214-a77d-73ea9394a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:31.534075 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:31.539163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:31.541615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:31.599372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a608c-b320-4214-a77d-73ea9394a2f4 None None] Routers {'de2621f1-8fc1-43c4-b962-3a16b9280a0b'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:31.599989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5d1a608c-b320-4214-a77d-73ea9394a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:31.608884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Pushing event updated for resources: {'Port': ['ID=540c7059-5b97-4b4c-9a14-03fc94655271,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:31.670363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:31.680771 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5d1a608c-b320-4214-a77d-73ea9394a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:31.681196 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1a608c-b320-4214-a77d-73ea9394a2f4 None None] The sync data for ids ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:31.699696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Transition to ACTIVE for port object dd59e917-1156-47db-9137-a84497a36e6b will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:31.711306 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:40:31.715382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:31.765542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Transition to ACTIVE for port object dd59e917-1156-47db-9137-a84497a36e6b will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:31.794685 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f347d148-f54e-43e2-a328-829d4593aee1', 'name': 'tempest-snat-router-707127058', 'tenant_id': '4acdedd11437464bb17f2443ade19720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84'}], 'enable_snat': False}, 'gw_port_id': '433970ac-8a14-423e-9bfb-18c53297fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:18Z', 'updated_at': '2022-03-29T09:40:23Z', 'revision_number': 3, 'project_id': '4acdedd11437464bb17f2443ade19720', 'gw_port': {'id': '433970ac-8a14-423e-9bfb-18c53297fb40', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f347d148-f54e-43e2-a328-829d4593aee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:20Z', 'updated_at': '2022-03-29T09:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:31.796915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:31.801304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e8f9c3-8527-4961-8c3f-b80c2e0670a2 None None] The sync data for ids ['f347d148-f54e-43e2-a328-829d4593aee1'] in dv-neutron-835555-1-hyperv is: [{'id': 'f347d148-f54e-43e2-a328-829d4593aee1', 'name': 'tempest-snat-router-707127058', 'tenant_id': '4acdedd11437464bb17f2443ade19720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84'}], 'enable_snat': False}, 'gw_port_id': '433970ac-8a14-423e-9bfb-18c53297fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:18Z', 'updated_at': '2022-03-29T09:40:23Z', 'revision_number': 3, 'project_id': '4acdedd11437464bb17f2443ade19720', 'gw_port': {'id': '433970ac-8a14-423e-9bfb-18c53297fb40', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f347d148-f54e-43e2-a328-829d4593aee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:20Z', 'updated_at': '2022-03-29T09:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:31.801632 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Usage tracker for resource:port and tenant:f14e3e1dc5bf4eaf85e8cb3ac0a17a8b is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:31.806990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:31.819300 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:31.852511 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:31.900412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e130124-4283-461f-82a0-f0f6b2a1b35d req-6ff3fdcf-010a-44d9-b651-2daf4e83eac4 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:31.902030 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7e130124-4283-461f-82a0-f0f6b2a1b35d req-6ff3fdcf-010a-44d9-b651-2daf4e83eac4 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.4283099 Mar 29 09:40:31.960105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Made reservation on behalf of f14e3e1dc5bf4eaf85e8cb3ac0a17a8b for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:31.964266 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:31.995526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] device_id is not set on port 34951f54-7112-4c98-9ab4-38ac93249fcb yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:40:32.002003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Allocated IP 2001:db8::f816:3eff:fe65:ac15 (8c041583-278e-441d-a25c-686640bffc19/5bab2f1a-715a-4a11-818a-b10b865b515b/046c8bcf-532b-4577-80e6-202c20d23ffe) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:32.012449 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7e130124-4283-461f-82a0-f0f6b2a1b35d req-e97f30fa-ad9f-4297-b1f8-d0065d636523 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894618 Mar 29 09:40:32.012908 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Pushing event updated for resources: {'Port': ['ID=dd59e917-1156-47db-9137-a84497a36e6b,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:32.016086 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:32.025201 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:32.025568 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.066282 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Network 8c041583-278e-441d-a25c-686640bffc19 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:32.069541 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:32.073452 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:32.165789 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.271152 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Attempting to bind port dd59e917-1156-47db-9137-a84497a36e6b on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:32.271438 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Attempting to bind port dd59e917-1156-47db-9137-a84497a36e6b by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'ad8f5a53-21b3-41ac-b08d-e761569a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8c041583-278e-441d-a25c-686640bffc19'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:32.271799 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Attempting to bind port dd59e917-1156-47db-9137-a84497a36e6b on network 8c041583-278e-441d-a25c-686640bffc19 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:40:32.283893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network fffb99ae-d7a1-42de-9536-681f8488934d is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:32.288022 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:40:32.288221 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Checking segment: {'id': 'ad8f5a53-21b3-41ac-b08d-e761569a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8c041583-278e-441d-a25c-686640bffc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:32.288688 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.289355 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Bound using segment: {'id': 'ad8f5a53-21b3-41ac-b08d-e761569a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8c041583-278e-441d-a25c-686640bffc19'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:40:32.290598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Bound port: dd59e917-1156-47db-9137-a84497a36e6b, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8f5a53-21b3-41ac-b08d-e761569a81de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8c041583-278e-441d-a25c-686640bffc19'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:32.290598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.291326 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:32.293531 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=b1d36fb2-c38b-4aab-856c-4a728f656846,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:32.296079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:32.301609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d50f74ce-9afa-4b42-9677-0a6c34fe32f3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.317143 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.407110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] For port dd59e917-1156-47db-9137-a84497a36e6b, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:40:32.410296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] For port dd59e917-1156-47db-9137-a84497a36e6b, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=dd59e917-1156-47db-9137-a84497a36e6b,segment=NetworkSegment(ad8f5a53-21b3-41ac-b08d-e761569a81de),segment_id=ad8f5a53-21b3-41ac-b08d-e761569a81de)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:40:32.426317 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb,segment=NetworkSegment(978681e3-3db2-4142-99a9-497c8799fcca),segment_id=978681e3-3db2-4142-99a9-497c8799fcca)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:32.461810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Allocated IP 172.20.0.4 (875fd4f3-0150-4412-866e-91c18b94927b/7d6760c5-07b1-46f1-afbf-cb7781674afa/34951f54-7112-4c98-9ab4-38ac93249fcb) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:32.502216 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.569166 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.653072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1f020-5c20-4efa-b52a-3a60905b4478 None None] Pushing event updated for resources: {'Port': ['ID=dd59e917-1156-47db-9137-a84497a36e6b,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:32.656418 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:32.657086 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.759259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:32.763882 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 433970ac-8a14-423e-9bfb-18c53297fb40 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:40:32.778739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.799588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Transition to ACTIVE for port object 046c8bcf-532b-4577-80e6-202c20d23ffe will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:32.822265 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.913135 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 433970ac-8a14-423e-9bfb-18c53297fb40 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:32.926944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 433970ac-8a14-423e-9bfb-18c53297fb40 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:32.927314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:33.078490 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e51b789e-8c51-43c3-81e4-6c4b6ea6575b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.6423657 Mar 29 09:40:33.082131 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57682) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:33.092251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': 'b1d36fb2-c38b-4aab-856c-4a728f656846', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:33.106148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:33.129967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:33.151518 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Usage tracker for resource:floatingip and tenant:def6da8eeee4419eb3da131eed714cf3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:33.153395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 433970ac-8a14-423e-9bfb-18c53297fb40, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=433970ac-8a14-423e-9bfb-18c53297fb40,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:33.157156 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:33.173986 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:33.193212 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:33.237228 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:33.277471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:33.280308 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Network 8c041583-278e-441d-a25c-686640bffc19 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:33.280430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d50f74ce-9afa-4b42-9677-0a6c34fe32f3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port 4e463110-3f17-4019-a0c8-99741fef02e4 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:33.280809 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d50f74ce-9afa-4b42-9677-0a6c34fe32f3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:33.294307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:33.330717 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=433970ac-8a14-423e-9bfb-18c53297fb40,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:33.332978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:33.364247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Transition to ACTIVE for port object 34951f54-7112-4c98-9ab4-38ac93249fcb will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:33.374235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:33.379860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:33.380624 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:33.418848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:33.420714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event updated for resources: {'Port': ['ID=046c8bcf-532b-4577-80e6-202c20d23ffe,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:33.540824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9b432-2c5d-477b-8d16-d7f01584f2b2 req-7e0c8e0f-f45c-44a0-b0d2-1b43a39cb9b4 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:33.542441 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cec9b432-2c5d-477b-8d16-d7f01584f2b2 req-7e0c8e0f-f45c-44a0-b0d2-1b43a39cb9b4 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.3457501 Mar 29 09:40:33.607945 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fb0218d0-4de7-4ced-9073-160c69f98950 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.8025448 Mar 29 09:40:33.615955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57686) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:33.647148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d50f74ce-9afa-4b42-9677-0a6c34fe32f3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:33.766022 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9ef85c-0f8b-4366-8de0-4930eab55284 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Deleting subnet 5bab2f1a-715a-4a11-818a-b10b865b515b {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:40:33.773570 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e9ef85c-0f8b-4366-8de0-4930eab55284 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:33.790299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:33.798881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d50f74ce-9afa-4b42-9677-0a6c34fe32f3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for 4e463110-3f17-4019-a0c8-99741fef02e4 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:33.799863 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80932703-0946-4c73-90ea-a34567fe0d02 None None] Network 8c041583-278e-441d-a25c-686640bffc19 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:33.830857 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cec9b432-2c5d-477b-8d16-d7f01584f2b2 req-8ea23637-0103-43de-ab14-5a258927c001 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354169 Mar 29 09:40:33.850487 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e9ef85c-0f8b-4366-8de0-4930eab55284 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:33.939474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Network 875fd4f3-0150-4412-866e-91c18b94927b is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:33.988797 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e9ef85c-0f8b-4366-8de0-4930eab55284 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:34.030680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Router 731eb04c-93b7-448f-a993-a8e45ccb450f is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:40:34.035931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f609c6c8-a608-483a-83d0-27d7a1f06f69 None None] Provisioning for port dd59e917-1156-47db-9137-a84497a36e6b completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:34.081101 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:34.086280 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:34.132232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event updated for resources: {'Port': ['ID=34951f54-7112-4c98-9ab4-38ac93249fcb,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:34.222920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:34.223392 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:34.228007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:34.384509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:34.394636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e9ef85c-0f8b-4366-8de0-4930eab55284 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:34.407663 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Sync routers for ids ['731eb04c-93b7-448f-a993-a8e45ccb450f'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:34.423962 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Routers {'731eb04c-93b7-448f-a993-a8e45ccb450f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:34.425952 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['731eb04c-93b7-448f-a993-a8e45ccb450f'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:34.468189 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e84287b7-d8a8-4b94-8041-5e18189dac27 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1956687 Mar 29 09:40:34.498656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57694) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:34.508975 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ef85c-0f8b-4366-8de0-4930eab55284 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Subnet': ['ID=5bab2f1a-715a-4a11-818a-b10b865b515b,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:34.521314 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e9ef85c-0f8b-4366-8de0-4930eab55284 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:34.531254 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8e9ef85c-0f8b-4366-8de0-4930eab55284 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/subnets/5bab2f1a-715a-4a11-818a-b10b865b515b HTTP/1.1" status: 204 len: 168 time: 0.9140365 Mar 29 09:40:34.532099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57698) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:34.549528 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd59ce97-6dd6-45c5-b0ce-08faf1c8c715 None None] Network 8c041583-278e-441d-a25c-686640bffc19 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:34.648389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Allocated IP 172.26.7.245 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/6f1b4603-90c3-4c0b-8820-52b397b0633f) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:34.694854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d50f74ce-9afa-4b42-9677-0a6c34fe32f3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:34.736000 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba3824f-5a96-4388-873a-3896928cb8d4 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:34.739237 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba3824f-5a96-4388-873a-3896928cb8d4 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:34.743499 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-cba3824f-5a96-4388-873a-3896928cb8d4 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Synchronizing usage tracker for tenant:ef2b73e66b7d43458aa4edd14771aae5 on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:40:34.750804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e55b76-97fd-4c6f-a5d8-a3be2af93535 req-645edf96-3a7b-4a54-8a7e-b4b20e0a1675 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:34.757843 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95e55b76-97fd-4c6f-a5d8-a3be2af93535 req-645edf96-3a7b-4a54-8a7e-b4b20e0a1675 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.3486693 Mar 29 09:40:34.762765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:34.765151 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f6d7044a-7b70-4dac-a4c3-46063107c300 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5301907 Mar 29 09:40:34.768636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57704) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:34.929965 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Set router 731eb04c-93b7-448f-a993-a8e45ccb450f gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:40:34.941641 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 433970ac-8a14-423e-9bfb-18c53297fb40 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:40:34.967415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f74ce-9afa-4b42-9677-0a6c34fe32f3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Port': ['ID=4e463110-3f17-4019-a0c8-99741fef02e4,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:35.013116 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'project_id': 'f14e3e1dc5bf4eaf85e8cb3ac0a17a8b', 'port_id': '34951f54-7112-4c98-9ab4-38ac93249fcb'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:35.020111 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b210c593-5280-49f9-9bc0-e4d0f53c5f4c None None] Provisioning for port 34951f54-7112-4c98-9ab4-38ac93249fcb completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:35.040539 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cad5d163-1e85-4946-bdce-ef295bcf9dbc tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/routers/731eb04c-93b7-448f-a993-a8e45ccb450f HTTP/1.1" status: 200 len: 907 time: 0.2694755 Mar 29 09:40:35.042884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57710) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:35.049978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:35.052367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b210c593-5280-49f9-9bc0-e4d0f53c5f4c None None] Provisioning complete for port 34951f54-7112-4c98-9ab4-38ac93249fcb triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:35.053089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b210c593-5280-49f9-9bc0-e4d0f53c5f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.109786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Usage tracker for resource:floatingip and tenant:f14e3e1dc5bf4eaf85e8cb3ac0a17a8b is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:35.130798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:35.169885 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b210c593-5280-49f9-9bc0-e4d0f53c5f4c None None] Port 34951f54-7112-4c98-9ab4-38ac93249fcb cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:40:35.174254 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 433970ac-8a14-423e-9bfb-18c53297fb40 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:35.174784 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.212740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:35.241438 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-cba3824f-5a96-4388-873a-3896928cb8d4 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Unset dirty status for tenant:ef2b73e66b7d43458aa4edd14771aae5 on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:40:35.246687 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cba3824f-5a96-4388-873a-3896928cb8d4 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7092445 Mar 29 09:40:35.248047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57714) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:35.267356 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838c80b4-6324-4034-9828-d923faa79501 None None] DHCP port deletion for 8c041583-278e-441d-a25c-686640bffc19 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:40:35.275583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-838c80b4-6324-4034-9828-d923faa79501 None None] Deleting port dd59e917-1156-47db-9137-a84497a36e6b {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:35.275952 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-838c80b4-6324-4034-9828-d923faa79501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.290753 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95e55b76-97fd-4c6f-a5d8-a3be2af93535 req-c492a5eb-ceef-46ae-b72c-0c72b7875865 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5300562 Mar 29 09:40:35.315045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d50f74ce-9afa-4b42-9677-0a6c34fe32f3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.335707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b210c593-5280-49f9-9bc0-e4d0f53c5f4c None None] Provisioning for port 046c8bcf-532b-4577-80e6-202c20d23ffe completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:35.387940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b210c593-5280-49f9-9bc0-e4d0f53c5f4c None None] Provisioning complete for port 046c8bcf-532b-4577-80e6-202c20d23ffe triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:35.388317 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b210c593-5280-49f9-9bc0-e4d0f53c5f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.417738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cb7d4615-f5bb-4be5-af5c-2f0421829e69 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.419274 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731eb04c-93b7-448f-a993-a8e45ccb450f', 'name': 'tempest-snat-router-707127058', 'tenant_id': '4acdedd11437464bb17f2443ade19720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.132'}], 'enable_snat': True}, 'gw_port_id': '540c7059-5b97-4b4c-9a14-03fc94655271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:27Z', 'updated_at': '2022-03-29T09:40:31Z', 'revision_number': 3, 'project_id': '4acdedd11437464bb17f2443ade19720', 'gw_port': {'id': '540c7059-5b97-4b4c-9a14-03fc94655271', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:76:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731eb04c-93b7-448f-a993-a8e45ccb450f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:29Z', 'updated_at': '2022-03-29T09:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:35.423643 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Checking router: 731eb04c-93b7-448f-a993-a8e45ccb450f for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:40:35.423988 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Updating router 731eb04c-93b7-448f-a993-a8e45ccb450f port 540c7059-5b97-4b4c-9a14-03fc94655271 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:40:35.458536 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.489941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.490167 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.516235 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7d4615-f5bb-4be5-af5c-2f0421829e69 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 29 09:40:35.516591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7d4615-f5bb-4be5-af5c-2f0421829e69 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:40:35.521956 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cb7d4615-f5bb-4be5-af5c-2f0421829e69 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/networks/8c041583-278e-441d-a25c-686640bffc19 HTTP/1.1" status: 409 len: 405 time: 0.2599516 Mar 29 09:40:35.530663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57718) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:35.538778 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1819808277'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:35.566292 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:40:35.604550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.634450 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b210c593-5280-49f9-9bc0-e4d0f53c5f4c None None] Port 046c8bcf-532b-4577-80e6-202c20d23ffe cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:40:35.665644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:35.673929 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Usage tracker for resource:network and tenant:ef2b73e66b7d43458aa4edd14771aae5 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:35.678866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:35.694114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:35.728561 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:35.729227 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.792504 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6547842d-bcc2-4141-bdca-70065611e84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.793197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.814767 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50f74ce-9afa-4b42-9677-0a6c34fe32f3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 503a167c-2071-4449-ba19-e67d9258635a has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:35.824309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Made reservation on behalf of ef2b73e66b7d43458aa4edd14771aae5 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:35.828133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.849729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Deleting port 540c7059-5b97-4b4c-9a14-03fc94655271 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:35.850093 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.897888 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:40:35.921397 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device dd59e917-1156-47db-9137-a84497a36e6b up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:40:35.944372 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.944717 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Added segment 98c8c0c1-3817-46a2-972b-c6d3fe805570 of type vlan for network 455d9852-9441-4d62-bc6e-6f17d8bb38df Mar 29 09:40:35.976406 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:35.986392 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-838c80b4-6324-4034-9828-d923faa79501 None None] For port dd59e917-1156-47db-9137-a84497a36e6b, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=dd59e917-1156-47db-9137-a84497a36e6b,segment=NetworkSegment(ad8f5a53-21b3-41ac-b08d-e761569a81de),segment_id=ad8f5a53-21b3-41ac-b08d-e761569a81de)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:35.986931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-838c80b4-6324-4034-9828-d923faa79501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.009441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50f74ce-9afa-4b42-9677-0a6c34fe32f3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:36.031312 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.053614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7231c8f1-58c1-4949-892e-50f66876cd38 None None] Sync routers for ids ['503a167c-2071-4449-ba19-e67d9258635a'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:36.057464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:36.059626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.068252 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:36.070585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.107493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:36.125798 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-838c80b4-6324-4034-9828-d923faa79501 None None] Calling delete_port for dd59e917-1156-47db-9137-a84497a36e6b owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:36.139503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=6f1b4603-90c3-4c0b-8820-52b397b0633f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:36.159351 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d50f74ce-9afa-4b42-9677-0a6c34fe32f3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/503a167c-2071-4449-ba19-e67d9258635a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7038221 Mar 29 09:40:36.167043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7231c8f1-58c1-4949-892e-50f66876cd38 None None] Routers {'503a167c-2071-4449-ba19-e67d9258635a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:36.167678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7231c8f1-58c1-4949-892e-50f66876cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['503a167c-2071-4449-ba19-e67d9258635a'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:36.174367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57722) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:36.206974 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Calling delete_port for 540c7059-5b97-4b4c-9a14-03fc94655271 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:36.226414 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-93caa695-0d1d-496d-bbe6-f48d0a3f3ea4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Synchronizing usage tracker for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:40:36.234000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7231c8f1-58c1-4949-892e-50f66876cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:36.258765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7231c8f1-58c1-4949-892e-50f66876cd38 None None] Routers {'503a167c-2071-4449-ba19-e67d9258635a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:36.259390 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7231c8f1-58c1-4949-892e-50f66876cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['503a167c-2071-4449-ba19-e67d9258635a'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:36.286483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.292876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:36.293777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.329542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7231c8f1-58c1-4949-892e-50f66876cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:36.329542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7231c8f1-58c1-4949-892e-50f66876cd38 None None] The sync data for ids ['503a167c-2071-4449-ba19-e67d9258635a'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:36.330124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port dd59e917-1156-47db-9137-a84497a36e6b completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:36.347353 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port dd59e917-1156-47db-9137-a84497a36e6b triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:36.347731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.368115 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.384836 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Transition to ACTIVE for port object 540c7059-5b97-4b4c-9a14-03fc94655271 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:36.400314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-93caa695-0d1d-496d-bbe6-f48d0a3f3ea4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Unset dirty status for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:40:36.401541 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-93caa695-0d1d-496d-bbe6-f48d0a3f3ea4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports?device_id=503a167c-2071-4449-ba19-e67d9258635a HTTP/1.1" status: 200 len: 205 time: 0.2264788 Mar 29 09:40:36.412974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57728) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:36.476256 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.490982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.546235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-838c80b4-6324-4034-9828-d923faa79501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.566842 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0348747 Mar 29 09:40:36.568426 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Attempting to bind port 540c7059-5b97-4b4c-9a14-03fc94655271 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:36.569294 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Attempting to bind port 540c7059-5b97-4b4c-9a14-03fc94655271 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:36.569757 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Attempting to bind port 540c7059-5b97-4b4c-9a14-03fc94655271 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:40:36.576226 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07193079-a8a2-41a1-8bd8-70e720f10198 None None] Pushing event updated for resources: {'Port': ['ID=540c7059-5b97-4b4c-9a14-03fc94655271,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:36.582686 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:40:36.583222 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:36.583748 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.584224 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:40:36.584820 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Bound port: 540c7059-5b97-4b4c-9a14-03fc94655271, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:36.585301 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.591851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57732) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:36.608897 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c80b4-6324-4034-9828-d923faa79501 None None] Pushing event deleted for resources: {'Port': ['ID=dd59e917-1156-47db-9137-a84497a36e6b,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:36.616575 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838c80b4-6324-4034-9828-d923faa79501 None None] No DVR routers for this DVR port dd59e917-1156-47db-9137-a84497a36e6b on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:40:36.630338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-b5999675-4caf-4151-9a4c-867d3a7d12d2 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Request body: {'subnet': {'network_id': '455d9852-9441-4d62-bc6e-6f17d8bb38df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:36.650655 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561dc05d-d15f-4a22-8f7d-f6e8575245ab tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event updated for resources: {'Network': ['ID=455d9852-9441-4d62-bc6e-6f17d8bb38df,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:36.664093 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 455d9852-9441-4d62-bc6e-6f17d8bb38df details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:40:36.702458 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] For port 540c7059-5b97-4b4c-9a14-03fc94655271, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:40:36.706774 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] For port 540c7059-5b97-4b4c-9a14-03fc94655271, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=540c7059-5b97-4b4c-9a14-03fc94655271,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:40:36.715264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Allocated IP 172.26.7.136 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/6ebad6df-2feb-4e01-976a-215637de77af) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:36.750679 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device dd59e917-1156-47db-9137-a84497a36e6b no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:40:36.765816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:40:36.766296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:40:36.791253 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.792385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: dd59e917-1156-47db-9137-a84497a36e6b {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:40:36.792750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device dd59e917-1156-47db-9137-a84497a36e6b not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:40:36.800863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b5999675-4caf-4151-9a4c-867d3a7d12d2 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:36.827066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b5999675-4caf-4151-9a4c-867d3a7d12d2 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:36.837772 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2c778-efe6-49e0-8f9e-a375fe3eb7ca req-cf674d2f-96f8-426c-87b4-fecb4291a3e3 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:36.839256 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f3f2c778-efe6-49e0-8f9e-a375fe3eb7ca req-cf674d2f-96f8-426c-87b4-fecb4291a3e3 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.3236220 Mar 29 09:40:36.889603 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f3f2c778-efe6-49e0-8f9e-a375fe3eb7ca req-3bea5cf3-e0ea-4e01-9490-ae12afeb81ee tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413308 Mar 29 09:40:36.900144 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Routers {'731eb04c-93b7-448f-a993-a8e45ccb450f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:36.900930 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['731eb04c-93b7-448f-a993-a8e45ccb450f'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:36.910559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5999675-4caf-4151-9a4c-867d3a7d12d2 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Made reservation on behalf of ef2b73e66b7d43458aa4edd14771aae5 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:36.914929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-878070cb-2774-4e9d-a738-992df41ddc64 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.915179 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5999675-4caf-4151-9a4c-867d3a7d12d2 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:36.979292 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07193079-a8a2-41a1-8bd8-70e720f10198 None None] Pushing event updated for resources: {'Port': ['ID=540c7059-5b97-4b4c-9a14-03fc94655271,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:37.070137 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] Set router 731eb04c-93b7-448f-a993-a8e45ccb450f gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:40:37.179067 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731eb04c-93b7-448f-a993-a8e45ccb450f', 'name': 'tempest-snat-router-707127058', 'tenant_id': '4acdedd11437464bb17f2443ade19720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:27Z', 'updated_at': '2022-03-29T09:40:35Z', 'revision_number': 4, 'project_id': '4acdedd11437464bb17f2443ade19720', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:37.183467 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444b8e4-8a29-4f50-9a22-7ab2c9d7f31e None None] The sync data for ids ['731eb04c-93b7-448f-a993-a8e45ccb450f'] in dv-neutron-835555-1-hyperv is: [{'id': '731eb04c-93b7-448f-a993-a8e45ccb450f', 'name': 'tempest-snat-router-707127058', 'tenant_id': '4acdedd11437464bb17f2443ade19720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:27Z', 'updated_at': '2022-03-29T09:40:35Z', 'revision_number': 4, 'project_id': '4acdedd11437464bb17f2443ade19720', 'gw_port_host': None}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:37.269509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Deleting port 540c7059-5b97-4b4c-9a14-03fc94655271 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:37.269855 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:37.432559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.objects.ports [None req-b5999675-4caf-4151-9a4c-867d3a7d12d2 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88550) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:40:37.436087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5999675-4caf-4151-9a4c-867d3a7d12d2 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:37.492858 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-878070cb-2774-4e9d-a738-992df41ddc64 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:37.498008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-878070cb-2774-4e9d-a738-992df41ddc64 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:37.543308 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:37.587753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a304a-3d89-4291-8756-9db9a3fe34f5 req-63078bc7-9e8e-4b65-b097-4e2f6d48d30f tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:37.589403 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0c0a304a-3d89-4291-8756-9db9a3fe34f5 req-63078bc7-9e8e-4b65-b097-4e2f6d48d30f tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.5202587 Mar 29 09:40:37.625220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-878070cb-2774-4e9d-a738-992df41ddc64 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:37.625614 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878070cb-2774-4e9d-a738-992df41ddc64 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Fanout notify agent at l3_agent the message router_deleted on router 503a167c-2071-4449-ba19-e67d9258635a {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:40:37.674583 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0c0a304a-3d89-4291-8756-9db9a3fe34f5 req-e5f3e9c8-e243-4aa6-9b5c-b3f27a694a9d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774879 Mar 29 09:40:37.699469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-878070cb-2774-4e9d-a738-992df41ddc64 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:37.699469 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-878070cb-2774-4e9d-a738-992df41ddc64 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/routers/503a167c-2071-4449-ba19-e67d9258635a HTTP/1.1" status: 204 len: 168 time: 1.2793620 Mar 29 09:40:37.699469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57740) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:37.699469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:37.699989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5999675-4caf-4151-9a4c-867d3a7d12d2 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event updated for resources: {'Subnet': ['ID=a9c5acdf-9f9e-4418-b6e5-055849c6d627,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:37.724748 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5999675-4caf-4151-9a4c-867d3a7d12d2 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Checking segment: {'id': '98c8c0c1-3817-46a2-972b-c6d3fe805570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '455d9852-9441-4d62-bc6e-6f17d8bb38df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:37.725126 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5999675-4caf-4151-9a4c-867d3a7d12d2 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Network hostable DHCP agents. Network: 455d9852-9441-4d62-bc6e-6f17d8bb38df, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:40:37.734423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] For port 540c7059-5b97-4b4c-9a14-03fc94655271, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=540c7059-5b97-4b4c-9a14-03fc94655271,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:37.737872 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:37.741013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:37.828996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:37.830345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9721199c-5526-4f3a-8088-605302d29973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:37.836670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:37.846358 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:37.873579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40b296b-0883-4def-bfb5-795d8672b913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting subnet 8e8e7141-595a-4db2-8f85-80c367e550e3 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:40:37.888380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Pushing event updated for resources: {'Port': ['ID=6ebad6df-2feb-4e01-976a-215637de77af,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:37.890574 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d40b296b-0883-4def-bfb5-795d8672b913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:37.901392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Calling delete_port for 540c7059-5b97-4b4c-9a14-03fc94655271 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:37.952880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5999675-4caf-4151-9a4c-867d3a7d12d2 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Network 455d9852-9441-4d62-bc6e-6f17d8bb38df is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:40:38.039172 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11649290-bb0c-476f-af51-e7a7f92bb0a4 req-5bdeeb32-d8bc-4b5d-a57f-65ae1bdbe7bb tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:38.040792 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-11649290-bb0c-476f-af51-e7a7f92bb0a4 req-5bdeeb32-d8bc-4b5d-a57f-65ae1bdbe7bb tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.2376761 Mar 29 09:40:38.043421 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-b5999675-4caf-4151-9a4c-867d3a7d12d2 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 455d9852-9441-4d62-bc6e-6f17d8bb38df) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:38.054783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b9764f-765d-4db3-84d6-aaa75559d74e None None] Network 455d9852-9441-4d62-bc6e-6f17d8bb38df requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:38.059274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5999675-4caf-4151-9a4c-867d3a7d12d2 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:38.059274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5999675-4caf-4151-9a4c-867d3a7d12d2 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.126104 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-11649290-bb0c-476f-af51-e7a7f92bb0a4 req-400e6921-3f43-4fa4-ba39-281c0b878d09 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665128 Mar 29 09:40:38.173364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d40b296b-0883-4def-bfb5-795d8672b913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.192285 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b5999675-4caf-4151-9a4c-867d3a7d12d2 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5952523 Mar 29 09:40:38.199314 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57748) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:38.202175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Request body: {'port': {'network_id': '455d9852-9441-4d62-bc6e-6f17d8bb38df', 'name': 'tempest-NetworksIpV6TestAttrs-93567933'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:38.229934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.295692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.340151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-455d9852-9441-4d62-bc6e-6f17d8bb38df', 'network_id': '455d9852-9441-4d62-bc6e-6f17d8bb38df', 'tenant_id': 'ef2b73e66b7d43458aa4edd14771aae5', 'fixed_ips': [{'subnet_id': 'a9c5acdf-9f9e-4418-b6e5-055849c6d627'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:40:38.341189 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.356850 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Pushing event deleted for resources: {'Port': ['ID=540c7059-5b97-4b4c-9a14-03fc94655271,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:38.481904 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:38.489527 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Usage tracker for resource:port and tenant:ef2b73e66b7d43458aa4edd14771aae5 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:38.493765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:38.496583 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.542039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:38.573412 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Allocated IP 2001:db8::f816:3eff:fe09:8511 (455d9852-9441-4d62-bc6e-6f17d8bb38df/a9c5acdf-9f9e-4418-b6e5-055849c6d627/cd52e56d-6653-4638-8b79-8ee07fdae744) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:38.580875 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a878406-e3cf-4f87-bbcf-4fca14fc8950 req-54d51d84-7e28-4bbf-9179-7d21d94a41d7 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:38.582382 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3a878406-e3cf-4f87-bbcf-4fca14fc8950 req-54d51d84-7e28-4bbf-9179-7d21d94a41d7 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.3161831 Mar 29 09:40:38.679226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.681970 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.699785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Made reservation on behalf of ef2b73e66b7d43458aa4edd14771aae5 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:38.703309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.726640 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] device_id is not set on port 55aa7f88-a607-4cb6-afb2-8663d25593ad yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:40:38.749714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d40b296b-0883-4def-bfb5-795d8672b913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.796403 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.796680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 731eb04c-93b7-448f-a993-a8e45ccb450f {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:40:38.808098 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.817806 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.821372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Transition to ACTIVE for port object cd52e56d-6653-4638-8b79-8ee07fdae744 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:38.821531 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a844dd7a-2f5e-43ef-ab72-104aed0e1f31 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "DELETE /v2.0/routers/731eb04c-93b7-448f-a993-a8e45ccb450f HTTP/1.1" status: 204 len: 168 time: 3.7748663 Mar 29 09:40:38.821531 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57752) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:38.845401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Transition to ACTIVE for port object cd52e56d-6653-4638-8b79-8ee07fdae744 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:38.852720 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3a878406-e3cf-4f87-bbcf-4fca14fc8950 req-892f6519-9400-49eb-86f3-59f49205c933 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211843 Mar 29 09:40:38.865170 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.933795 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.978174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:38.988683 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.000418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Network 455d9852-9441-4d62-bc6e-6f17d8bb38df is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:39.007910 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:39.012327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:39.018960 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Pushing event updated for resources: {'Port': ['ID=cd52e56d-6653-4638-8b79-8ee07fdae744,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:39.044289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.053991 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d40b296b-0883-4def-bfb5-795d8672b913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.109098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b296b-0883-4def-bfb5-795d8672b913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8e7141-595a-4db2-8f85-80c367e550e3,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:39.111019 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.115625 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d40b296b-0883-4def-bfb5-795d8672b913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.116582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77545c4e-1e48-4962-bf86-6eda72c68f75 None None] Network ae9c0191-b431-4b8a-91d5-58df4fab3d8c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:39.131084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Allocated IP 2001:db8::f816:3eff:fee2:4b0a (455d9852-9441-4d62-bc6e-6f17d8bb38df/a9c5acdf-9f9e-4418-b6e5-055849c6d627/55aa7f88-a607-4cb6-afb2-8663d25593ad) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:39.140797 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.151215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Attempting to bind port cd52e56d-6653-4638-8b79-8ee07fdae744 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:39.151726 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Attempting to bind port cd52e56d-6653-4638-8b79-8ee07fdae744 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '98c8c0c1-3817-46a2-972b-c6d3fe805570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '455d9852-9441-4d62-bc6e-6f17d8bb38df'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:39.152175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Attempting to bind port cd52e56d-6653-4638-8b79-8ee07fdae744 on network 455d9852-9441-4d62-bc6e-6f17d8bb38df {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:40:39.161279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:40:39.161735 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Checking segment: {'id': '98c8c0c1-3817-46a2-972b-c6d3fe805570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '455d9852-9441-4d62-bc6e-6f17d8bb38df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:39.162199 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.162665 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Bound using segment: {'id': '98c8c0c1-3817-46a2-972b-c6d3fe805570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '455d9852-9441-4d62-bc6e-6f17d8bb38df'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:40:39.163194 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Bound port: cd52e56d-6653-4638-8b79-8ee07fdae744, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c8c0c1-3817-46a2-972b-c6d3fe805570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '455d9852-9441-4d62-bc6e-6f17d8bb38df'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:39.163678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.190028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=6f1b4603-90c3-4c0b-8820-52b397b0633f,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:39.231520 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d40b296b-0883-4def-bfb5-795d8672b913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/8e8e7141-595a-4db2-8f85-80c367e550e3 HTTP/1.1" status: 204 len: 168 time: 1.5347142 Mar 29 09:40:39.236138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57758) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:39.392374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] For port cd52e56d-6653-4638-8b79-8ee07fdae744, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:40:39.397221 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] For port cd52e56d-6653-4638-8b79-8ee07fdae744, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cd52e56d-6653-4638-8b79-8ee07fdae744,segment=NetworkSegment(98c8c0c1-3817-46a2-972b-c6d3fe805570),segment_id=98c8c0c1-3817-46a2-972b-c6d3fe805570)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:40:39.417710 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.470873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.478311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc5f65-ab87-4fa6-95b0-9da37921b892 req-3775a15f-9ce6-43f2-985e-9f52d7effdb9 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:39.480596 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7afc5f65-ab87-4fa6-95b0-9da37921b892 req-3775a15f-9ce6-43f2-985e-9f52d7effdb9 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.4815838 Mar 29 09:40:39.488759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.520638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4877e7-fa79-42d2-a8e5-63a792df7560 None None] DHCP port deletion for ae9c0191-b431-4b8a-91d5-58df4fab3d8c request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:40:39.543646 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-5f4877e7-fa79-42d2-a8e5-63a792df7560 None None] Deleting port 7f769b1e-9f80-446c-a3ac-2481eddc0e6a {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:39.544018 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5f4877e7-fa79-42d2-a8e5-63a792df7560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.557292 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.604953 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port 7f769b1e-9f80-446c-a3ac-2481eddc0e6a {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:39.605649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.620421 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a3bc4-da5b-4f4b-999e-e6c2b4ba222e None None] Pushing event updated for resources: {'Port': ['ID=cd52e56d-6653-4638-8b79-8ee07fdae744,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:39.639139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.650838 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7afc5f65-ab87-4fa6-95b0-9da37921b892 req-431113d9-143d-46fc-8741-e419ba94ee6e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500320 Mar 29 09:40:39.719439 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.752270 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Deleting port 433970ac-8a14-423e-9bfb-18c53297fb40 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:39.752637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.778107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Transition to ACTIVE for port object 55aa7f88-a607-4cb6-afb2-8663d25593ad will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:39.830858 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-5f4877e7-fa79-42d2-a8e5-63a792df7560 None None] For port 7f769b1e-9f80-446c-a3ac-2481eddc0e6a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7f769b1e-9f80-446c-a3ac-2481eddc0e6a,segment=NetworkSegment(e054e423-24c1-4a4a-9475-f16ea1eefa60),segment_id=e054e423-24c1-4a4a-9475-f16ea1eefa60)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:39.831438 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5f4877e7-fa79-42d2-a8e5-63a792df7560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.989664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] For port 433970ac-8a14-423e-9bfb-18c53297fb40, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=433970ac-8a14-423e-9bfb-18c53297fb40,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:39.991381 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:40.006358 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-5f4877e7-fa79-42d2-a8e5-63a792df7560 None None] Calling delete_port for 7f769b1e-9f80-446c-a3ac-2481eddc0e6a owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:40.027206 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Floating IP c3512ae8-1f26-4b0f-b778-454f05d52159 associated. External IP: 172.26.7.245, port: b1d36fb2-c38b-4aab-856c-4a728f656846. Mar 29 09:40:40.067561 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:40.138713 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5f4877e7-fa79-42d2-a8e5-63a792df7560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:40.170087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Calling delete_port for 433970ac-8a14-423e-9bfb-18c53297fb40 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:40.188995 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4877e7-fa79-42d2-a8e5-63a792df7560 None None] Pushing event deleted for resources: {'Port': ['ID=7f769b1e-9f80-446c-a3ac-2481eddc0e6a,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:40.190809 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4877e7-fa79-42d2-a8e5-63a792df7560 None None] No DVR routers for this DVR port 7f769b1e-9f80-446c-a3ac-2481eddc0e6a on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:40:40.239784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Network 455d9852-9441-4d62-bc6e-6f17d8bb38df is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:40.241714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] The port '7f769b1e-9f80-446c-a3ac-2481eddc0e6a' was deleted {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:40:40.250761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:40.261993 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:40.267382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:40.267978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:40.289253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event updated for resources: {'Port': ['ID=55aa7f88-a607-4cb6-afb2-8663d25593ad,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:40.375967 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c69bc9e6-c00c-4e53-b10f-15ffc38bdf20 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.1799827 Mar 29 09:40:40.381038 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57764) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:40.465795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d10349-b445-487c-a565-f6cfd117f76a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Deleting subnet a9c5acdf-9f9e-4418-b6e5-055849c6d627 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:40:40.468925 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-43d10349-b445-487c-a565-f6cfd117f76a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:40.496420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:40.503901 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:40.547126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19e530-da73-44c4-8ea0-e902f0380747 req-c66a7d19-2c1f-4185-aecf-0bf1f43fd378 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:40.548704 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9a19e530-da73-44c4-8ea0-e902f0380747 req-c66a7d19-2c1f-4185-aecf-0bf1f43fd378 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.6586313 Mar 29 09:40:40.563086 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Pushing event deleted for resources: {'Port': ['ID=433970ac-8a14-423e-9bfb-18c53297fb40,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:40.626662 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.resource_extend [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:40:40.639514 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-43d10349-b445-487c-a565-f6cfd117f76a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:40.655598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9c0191-b431-4b8a-91d5-58df4fab3d8c']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:40.674666 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:40.681362 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:40.681544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e054e423-24c1-4a4a-9475-f16ea1eefa60') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:40.681814 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e054e423-24c1-4a4a-9475-f16ea1eefa60') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:40.715465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:40.735405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:40.796941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:40.814557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device cd52e56d-6653-4638-8b79-8ee07fdae744 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:40:40.844805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:40.858651 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9a19e530-da73-44c4-8ea0-e902f0380747 req-64f19478-0ccd-4f0e-8383-ef44135bad9f tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422230 Mar 29 09:40:40.904157 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7050a11-da75-480b-8aac-6fbfcf2aa9e5 None None] Network 455d9852-9441-4d62-bc6e-6f17d8bb38df requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:40.916445 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:40:40.916880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:40:40.936066 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:40:41.052651 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Pushing event updated for resources: {'Port': ['ID=6ebad6df-2feb-4e01-976a-215637de77af,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:41.056795 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f7d04a57-3dc6-4450-8dbb-318c710a237a None None] Provisioning for port cd52e56d-6653-4638-8b79-8ee07fdae744 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:41.060023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:41.067332 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.071526 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.076751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:41.077148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:41.077497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:41.077836 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:41.078249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:41.078703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:41.079040 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:41.079425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:41.079753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:41.080080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:41.080462 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:41.080815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:41.087495 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.116632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-43d10349-b445-487c-a565-f6cfd117f76a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.171582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port cd52e56d-6653-4638-8b79-8ee07fdae744 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:41.177830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.178563 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f347d148-f54e-43e2-a328-829d4593aee1 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:40:41.184018 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port cd52e56d-6653-4638-8b79-8ee07fdae744 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:41.187094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.208831 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.212407 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-764682a3-7c34-48b2-8546-eea1f5b6362c tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "DELETE /v2.0/routers/f347d148-f54e-43e2-a328-829d4593aee1 HTTP/1.1" status: 204 len: 168 time: 2.3875082 Mar 29 09:40:41.213677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57770) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:41.219802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-11012133', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:41.223178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.226803 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:41.228558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.236640 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Usage tracker for resource:router and tenant:87579291427f4b8abcc6393078633640 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:41.241021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:41.250242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:41.259611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-43d10349-b445-487c-a565-f6cfd117f76a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.276768 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/networks/ae9c0191-b431-4b8a-91d5-58df4fab3d8c HTTP/1.1" status: 204 len: 168 time: 2.0392611 Mar 29 09:40:41.283617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb13eb-ca54-4c32-8d9f-c671c89588e9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Network': ['ID=ae9c0191-b431-4b8a-91d5-58df4fab3d8c,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:41.294535 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57774) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:41.307699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1214689845', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:41.307898 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d10349-b445-487c-a565-f6cfd117f76a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c5acdf-9f9e-4418-b6e5-055849c6d627,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:41.322029 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-43d10349-b445-487c-a565-f6cfd117f76a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.325698 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-43d10349-b445-487c-a565-f6cfd117f76a tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/subnets/a9c5acdf-9f9e-4418-b6e5-055849c6d627 HTTP/1.1" status: 204 len: 168 time: 0.9414415 Mar 29 09:40:41.342424 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57778) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:41.350962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.352397 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.354199 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.385704 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:41.398457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port cd52e56d-6653-4638-8b79-8ee07fdae744, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cd52e56d-6653-4638-8b79-8ee07fdae744,segment=NetworkSegment(98c8c0c1-3817-46a2-972b-c6d3fe805570),segment_id=98c8c0c1-3817-46a2-972b-c6d3fe805570)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:41.400582 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:router and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:41.453396 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.470204 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.472692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6354908-d9ba-412b-aed4-a51f512a4bd0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:41.478150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6354908-d9ba-412b-aed4-a51f512a4bd0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:41.478150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b6354908-d9ba-412b-aed4-a51f512a4bd0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Synchronizing usage tracker for tenant:ef2b73e66b7d43458aa4edd14771aae5 on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:40:41.544886 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b6354908-d9ba-412b-aed4-a51f512a4bd0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Unset dirty status for tenant:ef2b73e66b7d43458aa4edd14771aae5 on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:40:41.549675 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b6354908-d9ba-412b-aed4-a51f512a4bd0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1999032 Mar 29 09:40:41.549675 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57782) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:41.556297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:41.558512 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=cd52e56d-6653-4638-8b79-8ee07fdae744,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:41.569131 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:41.622500 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f90d03-17be-4330-aee7-12dc670f0273 None None] Network 455d9852-9441-4d62-bc6e-6f17d8bb38df requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:41.664955 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Floating IP fcb362b6-5eea-4be9-9e9e-d2c3596c7715 associated. External IP: 172.26.7.136, port: 34951f54-7112-4c98-9ab4-38ac93249fcb. Mar 29 09:40:41.737524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.738832 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.756539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:41.770264 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028fea82-398f-4ca9-b7d5-664f1777e746 None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:41.785888 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028fea82-398f-4ca9-b7d5-664f1777e746 None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:41.786797 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-028fea82-398f-4ca9-b7d5-664f1777e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:41.788999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.828842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7f769b1e-9f80-446c-a3ac-2481eddc0e6a no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:40:41.852979 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09d6d67d-ca6a-4014-8c2a-db617933c461 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.873930 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d5d52499-5db2-4b19-b2b9-122ce89832f2 None None] Provisioning for port 55aa7f88-a607-4cb6-afb2-8663d25593ad completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:41.879585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 7f769b1e-9f80-446c-a3ac-2481eddc0e6a {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:40:41.880113 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7f769b1e-9f80-446c-a3ac-2481eddc0e6a not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:40:41.880230 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-028fea82-398f-4ca9-b7d5-664f1777e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:41.885486 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d5d52499-5db2-4b19-b2b9-122ce89832f2 None None] Provisioning complete for port 55aa7f88-a607-4cb6-afb2-8663d25593ad triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:41.885486 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d5d52499-5db2-4b19-b2b9-122ce89832f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.889784 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028fea82-398f-4ca9-b7d5-664f1777e746 None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:41.890505 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-028fea82-398f-4ca9-b7d5-664f1777e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:41.945165 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d5d52499-5db2-4b19-b2b9-122ce89832f2 None None] Port 55aa7f88-a607-4cb6-afb2-8663d25593ad cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:40:41.963542 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-028fea82-398f-4ca9-b7d5-664f1777e746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:41.964094 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028fea82-398f-4ca9-b7d5-664f1777e746 None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:41.975352 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d5d52499-5db2-4b19-b2b9-122ce89832f2 None None] Provisioning complete for port cd52e56d-6653-4638-8b79-8ee07fdae744 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:41.975720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d5d52499-5db2-4b19-b2b9-122ce89832f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:41.978008 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d6d67d-ca6a-4014-8c2a-db617933c461 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 29 09:40:41.978677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d6d67d-ca6a-4014-8c2a-db617933c461 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:40:41.985980 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.045052 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-09d6d67d-ca6a-4014-8c2a-db617933c461 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/networks/455d9852-9441-4d62-bc6e-6f17d8bb38df HTTP/1.1" status: 409 len: 405 time: 0.4906807 Mar 29 09:40:42.050223 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57786) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:42.055810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.062316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1904175994'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:42.068935 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:42.074469 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Usage tracker for resource:network and tenant:ef2b73e66b7d43458aa4edd14771aae5 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:42.076838 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:42.085724 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:42.090582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] DHCP port deletion for 455d9852-9441-4d62-bc6e-6f17d8bb38df request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:40:42.099573 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Deleting port cd52e56d-6653-4638-8b79-8ee07fdae744 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:42.100052 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.188311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Made reservation on behalf of ef2b73e66b7d43458aa4edd14771aae5 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:42.192300 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.200174 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8ef44ba6-f08b-4b5c-b391-f1c16ab49634 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.1144342 Mar 29 09:40:42.207815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57790) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:42.215266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e13142aa-5337-4a9c-9768-77f959d7a182 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'floatingip': {'port_id': 'b1d36fb2-c38b-4aab-856c-4a728f656846', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:42.322603 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] For port cd52e56d-6653-4638-8b79-8ee07fdae744, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cd52e56d-6653-4638-8b79-8ee07fdae744,segment=NetworkSegment(98c8c0c1-3817-46a2-972b-c6d3fe805570),segment_id=98c8c0c1-3817-46a2-972b-c6d3fe805570)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:42.324889 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.326321 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:40:42.400039 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.406534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.406879 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Added segment 6664892d-271d-4a36-8a2d-157571d35bec of type vlan for network a36bba77-b183-46b5-9dca-b448fa5e46d6 Mar 29 09:40:42.419931 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e13142aa-5337-4a9c-9768-77f959d7a182 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.432042 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Router de2621f1-8fc1-43c4-b962-3a16b9280a0b has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:42.493258 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Calling delete_port for cd52e56d-6653-4638-8b79-8ee07fdae744 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:42.512885 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.664931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.711795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:42.727200 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 433970ac-8a14-423e-9bfb-18c53297fb40 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:40:42.749255 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.755220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:42.755813 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.767094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6875b0d-7877-463b-af21-7a904f0a717f None None] Sync routers for ids ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:42.777068 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] No DVR routers for this DVR port cd52e56d-6653-4638-8b79-8ee07fdae744 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:40:42.781156 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Pushing event deleted for resources: {'Port': ['ID=cd52e56d-6653-4638-8b79-8ee07fdae744,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:42.788567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 433970ac-8a14-423e-9bfb-18c53297fb40 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:40:42.788921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 433970ac-8a14-423e-9bfb-18c53297fb40 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:40:42.789343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device cd52e56d-6653-4638-8b79-8ee07fdae744 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:40:42.828382 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.829430 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:42.829757 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:42.830209 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:42.830557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:42.830897 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:42.831222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:42.831543 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:42.831862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:42.832182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:42.832527 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:42.832836 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:42.833146 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd427695-e700-41cf-ab94-e7c9548631de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:42.841770 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6875b0d-7877-463b-af21-7a904f0a717f None None] Routers {'de2621f1-8fc1-43c4-b962-3a16b9280a0b'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:42.842418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c6875b0d-7877-463b-af21-7a904f0a717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:42.895768 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: cd52e56d-6653-4638-8b79-8ee07fdae744 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:40:42.896112 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device cd52e56d-6653-4638-8b79-8ee07fdae744 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:40:42.915615 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c6875b0d-7877-463b-af21-7a904f0a717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:42.926113 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6875b0d-7877-463b-af21-7a904f0a717f None None] Routers {'de2621f1-8fc1-43c4-b962-3a16b9280a0b'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:42.926742 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c6875b0d-7877-463b-af21-7a904f0a717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:43.026486 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c6875b0d-7877-463b-af21-7a904f0a717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:43.026890 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6875b0d-7877-463b-af21-7a904f0a717f None None] The sync data for ids ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:43.106977 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:43.138821 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e4d942b4-cf24-4a90-b3d4-8b740cc8241c tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.6391728 Mar 29 09:40:43.141034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:43.141770 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57796) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:43.159009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:43.188925 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1375415 Mar 29 09:40:43.194869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event updated for resources: {'Network': ['ID=a36bba77-b183-46b5-9dca-b448fa5e46d6,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:43.196831 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57800) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:43.202318 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:43.215151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-dc94f85a-a665-40f0-8b73-4334fc2f9fb7 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Request body: {'subnet': {'network_id': 'a36bba77-b183-46b5-9dca-b448fa5e46d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:43.229334 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:43.229681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:43.230017 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:43.230357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:43.230691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:43.231021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:43.231348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:43.231672 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:43.231995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:43.232316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:43.232666 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:43.232988 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba28f8-5545-43c9-a004-108b2f07bd19 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:43.247630 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network a36bba77-b183-46b5-9dca-b448fa5e46d6 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:40:43.348091 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a12884ea-1aae-4ee0-8849-84a0a0b987d9 tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] 10.222.0.35 "GET /v2.0/floatingips/fcb362b6-5eea-4be9-9e9e-d2c3596c7715 HTTP/1.1" status: 200 len: 983 time: 0.2044480 Mar 29 09:40:43.349173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57804) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:43.525580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Allocated IP 172.26.7.159 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/8e705e08-2f7d-4472-9690-211c97c86fdc) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:43.525580 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-39c4d0fb-88c7-4e43-adf5-b8357b422ea3 tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4589 time: 0.1440887 Mar 29 09:40:43.525580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57808) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:43.570067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-dc94f85a-a665-40f0-8b73-4334fc2f9fb7 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:43.586295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-dc94f85a-a665-40f0-8b73-4334fc2f9fb7 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:43.727881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc94f85a-a665-40f0-8b73-4334fc2f9fb7 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Made reservation on behalf of ef2b73e66b7d43458aa4edd14771aae5 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:43.731421 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc94f85a-a665-40f0-8b73-4334fc2f9fb7 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:43.825726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:43.829217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b3c43195-5a83-4eea-a161-15150d4ac247 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Deleting port 6ebad6df-2feb-4e01-976a-215637de77af {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:43.829547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b3c43195-5a83-4eea-a161-15150d4ac247 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:43.855433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e13142aa-5337-4a9c-9768-77f959d7a182 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:43.925449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e13142aa-5337-4a9c-9768-77f959d7a182 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:44.016124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b3c43195-5a83-4eea-a161-15150d4ac247 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:44.016390 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b3c43195-5a83-4eea-a161-15150d4ac247 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:44.140368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b3c43195-5a83-4eea-a161-15150d4ac247 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Calling delete_port for 6ebad6df-2feb-4e01-976a-215637de77af owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:44.167701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:44.242788 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:44.253021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Allocated IP 172.26.7.196 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/a777d6d7-1075-4121-851d-671b319dedf1) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:44.257648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:44.265369 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:44.298151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=8e705e08-2f7d-4472-9690-211c97c86fdc,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:44.662702 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.objects.ports [None req-dc94f85a-a665-40f0-8b73-4334fc2f9fb7 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88550) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:40:44.672262 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc94f85a-a665-40f0-8b73-4334fc2f9fb7 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:44.743944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13142aa-5337-4a9c-9768-77f959d7a182 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:44.800412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94f85a-a665-40f0-8b73-4334fc2f9fb7 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event updated for resources: {'Subnet': ['ID=83c66a45-bf74-4deb-b1a1-6bbacb4114f2,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:44.808199 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b3c43195-5a83-4eea-a161-15150d4ac247 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:44.884940 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:44.892360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94f85a-a665-40f0-8b73-4334fc2f9fb7 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Checking segment: {'id': '6664892d-271d-4a36-8a2d-157571d35bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a36bba77-b183-46b5-9dca-b448fa5e46d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:44.892747 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc94f85a-a665-40f0-8b73-4334fc2f9fb7 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Network hostable DHCP agents. Network: a36bba77-b183-46b5-9dca-b448fa5e46d6, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:40:44.906173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c43195-5a83-4eea-a161-15150d4ac247 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event deleted for resources: {'Port': ['ID=6ebad6df-2feb-4e01-976a-215637de77af,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:45.009031 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc94f85a-a665-40f0-8b73-4334fc2f9fb7 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Network a36bba77-b183-46b5-9dca-b448fa5e46d6 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:40:45.035509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13142aa-5337-4a9c-9768-77f959d7a182 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:45.046079 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4399e1-730c-478a-9abf-ed3c6fb3a4f5 None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:45.054202 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e13142aa-5337-4a9c-9768-77f959d7a182 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:45.055532 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4399e1-730c-478a-9abf-ed3c6fb3a4f5 None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:45.056177 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3b4399e1-730c-478a-9abf-ed3c6fb3a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:45.084364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b3c43195-5a83-4eea-a161-15150d4ac247 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:45.084674 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-b3c43195-5a83-4eea-a161-15150d4ac247 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Floating IP fcb362b6-5eea-4be9-9e9e-d2c3596c7715 disassociated (deleted). External IP: 172.26.7.136, port: 34951f54-7112-4c98-9ab4-38ac93249fcb. Mar 29 09:40:45.120570 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3b4399e1-730c-478a-9abf-ed3c6fb3a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:45.129562 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4399e1-730c-478a-9abf-ed3c6fb3a4f5 None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:45.130243 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3b4399e1-730c-478a-9abf-ed3c6fb3a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:45.139753 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-dc94f85a-a665-40f0-8b73-4334fc2f9fb7 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, a36bba77-b183-46b5-9dca-b448fa5e46d6) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:45.152297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7266ea5a-2153-4e49-bbbf-ca7a85d2800b None None] Network a36bba77-b183-46b5-9dca-b448fa5e46d6 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:45.161789 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc94f85a-a665-40f0-8b73-4334fc2f9fb7 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:45.162728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc94f85a-a665-40f0-8b73-4334fc2f9fb7 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:45.191813 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3b4399e1-730c-478a-9abf-ed3c6fb3a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:45.192643 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4399e1-730c-478a-9abf-ed3c6fb3a4f5 None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:45.193880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:45.205338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:45.256919 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e13142aa-5337-4a9c-9768-77f959d7a182 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "PUT /v2.0/floatingips/c3512ae8-1f26-4b0f-b778-454f05d52159 HTTP/1.1" status: 200 len: 978 time: 3.0480022 Mar 29 09:40:45.261061 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dc94f85a-a665-40f0-8b73-4334fc2f9fb7 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0578980 Mar 29 09:40:45.267129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57814) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:45.267129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57816) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:45.353633 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:45.375319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:45.376100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-a36bba77-b183-46b5-9dca-b448fa5e46d6', 'network_id': 'a36bba77-b183-46b5-9dca-b448fa5e46d6', 'tenant_id': 'ef2b73e66b7d43458aa4edd14771aae5', 'fixed_ips': [{'subnet_id': '83c66a45-bf74-4deb-b1a1-6bbacb4114f2'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:40:45.377107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:45.396163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:45.501071 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Pushing event updated for resources: {'Port': ['ID=a777d6d7-1075-4121-851d-671b319dedf1,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:45.546718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Allocated IP 2001:db8::f816:3eff:feae:9b1e (a36bba77-b183-46b5-9dca-b448fa5e46d6/83c66a45-bf74-4deb-b1a1-6bbacb4114f2/528da8cc-c75c-43e7-b1c1-c89a41c430db) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:45.782288 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:45.792420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:45.794279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Transition to ACTIVE for port object 528da8cc-c75c-43e7-b1c1-c89a41c430db will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:45.794597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-461579ef-1f02-4f3d-8f5b-fb87f6f952ef tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting port 6f1b4603-90c3-4c0b-8820-52b397b0633f {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:45.794924 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-461579ef-1f02-4f3d-8f5b-fb87f6f952ef tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:45.814637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Transition to ACTIVE for port object 528da8cc-c75c-43e7-b1c1-c89a41c430db will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:45.864759 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:45.883558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c43195-5a83-4eea-a161-15150d4ac247 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Router de2621f1-8fc1-43c4-b962-3a16b9280a0b has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:45.906753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:45.929693 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Network a36bba77-b183-46b5-9dca-b448fa5e46d6 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:45.932582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:45.935439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:46.031436 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Pushing event updated for resources: {'Port': ['ID=528da8cc-c75c-43e7-b1c1-c89a41c430db,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:46.034292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Deleting port 528da8cc-c75c-43e7-b1c1-c89a41c430db {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:46.034292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:46.054378 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Attempting to bind port 528da8cc-c75c-43e7-b1c1-c89a41c430db on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:46.054734 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Attempting to bind port 528da8cc-c75c-43e7-b1c1-c89a41c430db by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '6664892d-271d-4a36-8a2d-157571d35bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a36bba77-b183-46b5-9dca-b448fa5e46d6'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:46.055084 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Attempting to bind port 528da8cc-c75c-43e7-b1c1-c89a41c430db on network a36bba77-b183-46b5-9dca-b448fa5e46d6 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:40:46.060974 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:40:46.061369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Checking segment: {'id': '6664892d-271d-4a36-8a2d-157571d35bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a36bba77-b183-46b5-9dca-b448fa5e46d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:46.061763 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:46.062145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Bound using segment: {'id': '6664892d-271d-4a36-8a2d-157571d35bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a36bba77-b183-46b5-9dca-b448fa5e46d6'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:40:46.062628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Bound port: 528da8cc-c75c-43e7-b1c1-c89a41c430db, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6664892d-271d-4a36-8a2d-157571d35bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a36bba77-b183-46b5-9dca-b448fa5e46d6'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:46.064026 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:46.153934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] For port 528da8cc-c75c-43e7-b1c1-c89a41c430db, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:40:46.156900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] For port 528da8cc-c75c-43e7-b1c1-c89a41c430db, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=528da8cc-c75c-43e7-b1c1-c89a41c430db,segment=NetworkSegment(6664892d-271d-4a36-8a2d-157571d35bec),segment_id=6664892d-271d-4a36-8a2d-157571d35bec)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:40:46.229273 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:46.233478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c43195-5a83-4eea-a161-15150d4ac247 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:46.264041 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b3c43195-5a83-4eea-a161-15150d4ac247 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:46.282091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d85e4d-1809-438b-897a-482a7e81db9a None None] Sync routers for ids ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:46.321555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d85e4d-1809-438b-897a-482a7e81db9a None None] Routers {'de2621f1-8fc1-43c4-b962-3a16b9280a0b'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:46.321766 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-75d85e4d-1809-438b-897a-482a7e81db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:46.328446 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b3c43195-5a83-4eea-a161-15150d4ac247 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] 10.222.0.35 "DELETE /v2.0/floatingips/fcb362b6-5eea-4be9-9e9e-d2c3596c7715 HTTP/1.1" status: 204 len: 168 time: 2.8264024 Mar 29 09:40:46.332306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57822) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:46.337248 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:46.341554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:46.345723 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Usage tracker for resource:floatingip and tenant:b19b30c1505047c6838213440fdfe2bc is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:46.348660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:46.354711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:46.364813 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-461579ef-1f02-4f3d-8f5b-fb87f6f952ef tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:46.365350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-461579ef-1f02-4f3d-8f5b-fb87f6f952ef tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:46.402365 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router b7e385b9-2b87-4385-8c1a-535a6727924e is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:40:46.419714 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1506f8-b443-4703-90dc-575ab41f26e7 None None] Pushing event updated for resources: {'Port': ['ID=528da8cc-c75c-43e7-b1c1-c89a41c430db,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:46.436030 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-75d85e4d-1809-438b-897a-482a7e81db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:46.447995 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d85e4d-1809-438b-897a-482a7e81db9a None None] Routers {'de2621f1-8fc1-43c4-b962-3a16b9280a0b'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:46.448769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-75d85e4d-1809-438b-897a-482a7e81db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:46.483933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:46.524581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-75d85e4d-1809-438b-897a-482a7e81db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:46.525346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d85e4d-1809-438b-897a-482a7e81db9a None None] The sync data for ids ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:46.658098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-461579ef-1f02-4f3d-8f5b-fb87f6f952ef tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Calling delete_port for 6f1b4603-90c3-4c0b-8820-52b397b0633f owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:46.676273 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:46.712953 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:46.724052 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037479c3-004d-4164-8932-6174114bb975 None None] Sync routers for ids ['b7e385b9-2b87-4385-8c1a-535a6727924e'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:46.735214 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037479c3-004d-4164-8932-6174114bb975 None None] Routers {'b7e385b9-2b87-4385-8c1a-535a6727924e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:46.736518 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-037479c3-004d-4164-8932-6174114bb975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b7e385b9-2b87-4385-8c1a-535a6727924e'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:46.760908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:46.785372 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] For port 528da8cc-c75c-43e7-b1c1-c89a41c430db, host dv-neutron-835555-1-hyperv, got binding levels [] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:46.785730 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:46.843124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:46.846754 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5e1dd43b-e29e-43ef-a8a9-0419046ff99a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5468345 Mar 29 09:40:46.848825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57828) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:46.856615 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-037479c3-004d-4164-8932-6174114bb975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:46.866240 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037479c3-004d-4164-8932-6174114bb975 None None] Routers {'b7e385b9-2b87-4385-8c1a-535a6727924e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:46.867132 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-037479c3-004d-4164-8932-6174114bb975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b7e385b9-2b87-4385-8c1a-535a6727924e'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:46.925462 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Calling delete_port for 528da8cc-c75c-43e7-b1c1-c89a41c430db owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:46.930559 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-037479c3-004d-4164-8932-6174114bb975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:46.931173 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037479c3-004d-4164-8932-6174114bb975 None None] The sync data for ids ['b7e385b9-2b87-4385-8c1a-535a6727924e'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:47.067237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Allocated IP 172.26.7.222 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/1934cb18-5f31-4e2c-af29-b7a3d6592b83) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:47.102700 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4c613f27-2781-49ab-8e26-5fa326123647 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/routers/b7e385b9-2b87-4385-8c1a-535a6727924e HTTP/1.1" status: 200 len: 885 time: 0.2541747 Mar 29 09:40:47.107012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57832) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:47.246495 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:47.342708 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:47.449547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e26e58f-a6f9-4325-a962-05ec0be44d8f None None] Network a36bba77-b183-46b5-9dca-b448fa5e46d6 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:47.485270 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:40:47.485839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:40:47.538476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:47.561382 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:47.564276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:47.568087 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:47.618480 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Pushing event updated for resources: {'Port': ['ID=1934cb18-5f31-4e2c-af29-b7a3d6592b83,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:47.622760 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-461579ef-1f02-4f3d-8f5b-fb87f6f952ef tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:47.643032 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-bc700c95-a000-4663-a854-7b52114eca9d None None] Provisioning for port 528da8cc-c75c-43e7-b1c1-c89a41c430db completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:47.662292 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:47.682034 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461579ef-1f02-4f3d-8f5b-fb87f6f952ef tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Port': ['ID=6f1b4603-90c3-4c0b-8820-52b397b0633f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:47.798872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:47.922057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-461579ef-1f02-4f3d-8f5b-fb87f6f952ef tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:47.922413 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-461579ef-1f02-4f3d-8f5b-fb87f6f952ef tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Floating IP c3512ae8-1f26-4b0f-b778-454f05d52159 disassociated (deleted). External IP: 172.26.7.245, port: b1d36fb2-c38b-4aab-856c-4a728f656846. Mar 29 09:40:47.989138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Deleting port 528da8cc-c75c-43e7-b1c1-c89a41c430db {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:47.989412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:48.019266 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:48.086886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:48.127156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ca9626d6-de83-47d7-9b07-eb71e7bc94be tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Synchronizing usage tracker for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:router {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:40:48.196173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Pushing event updated for resources: {'Port': ['ID=1934cb18-5f31-4e2c-af29-b7a3d6592b83,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:48.208690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:48.275809 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:48.277087 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cc53aa33-cc1e-49cd-bee7-4c98c684ca3b tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9436920 Mar 29 09:40:48.279868 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57836) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:48.397634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Router c4a03aac-116a-4188-935e-425bc8b827e7 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:40:48.399423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ca9626d6-de83-47d7-9b07-eb71e7bc94be tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Unset dirty status for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:router {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:40:48.403363 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ca9626d6-de83-47d7-9b07-eb71e7bc94be tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.2915995 Mar 29 09:40:48.404393 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57842) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:48.410753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-feb0b7c4-70bc-4cc8-a6b8-fecaf7a89321 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1214689845'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:48.484720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:48.493472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:48.500956 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Usage tracker for resource:floatingip and tenant:264746bcb7434043acdf16abfc3edb96 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:48.506240 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:48.515355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:48.652806 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] For port 528da8cc-c75c-43e7-b1c1-c89a41c430db, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=528da8cc-c75c-43e7-b1c1-c89a41c430db,segment=NetworkSegment(6664892d-271d-4a36-8a2d-157571d35bec),segment_id=6664892d-271d-4a36-8a2d-157571d35bec)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:48.653334 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:48.679518 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:48.735749 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 528da8cc-c75c-43e7-b1c1-c89a41c430db up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:40:48.852758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 528da8cc-c75c-43e7-b1c1-c89a41c430db completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:48.857792 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 528da8cc-c75c-43e7-b1c1-c89a41c430db triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:48.858159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:48.899430 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Calling delete_port for 528da8cc-c75c-43e7-b1c1-c89a41c430db owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:48.984881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461579ef-1f02-4f3d-8f5b-fb87f6f952ef tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:49.017618 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:49.022819 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:49.047170 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddf8bf2-f4f7-4903-ac7c-5f615bd842a2 None None] Sync routers for ids ['c4a03aac-116a-4188-935e-425bc8b827e7'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:49.057300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddf8bf2-f4f7-4903-ac7c-5f615bd842a2 None None] Routers {'c4a03aac-116a-4188-935e-425bc8b827e7'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:49.057940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-0ddf8bf2-f4f7-4903-ac7c-5f615bd842a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c4a03aac-116a-4188-935e-425bc8b827e7'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:49.060154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:49.098116 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-feb0b7c4-70bc-4cc8-a6b8-fecaf7a89321 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:49.147431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-0ddf8bf2-f4f7-4903-ac7c-5f615bd842a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:49.172125 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddf8bf2-f4f7-4903-ac7c-5f615bd842a2 None None] Routers {'c4a03aac-116a-4188-935e-425bc8b827e7'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:49.172764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-0ddf8bf2-f4f7-4903-ac7c-5f615bd842a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c4a03aac-116a-4188-935e-425bc8b827e7'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:49.213024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Allocated IP 172.26.7.35 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/be483607-67dd-4858-8285-80e8db1d258b) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:49.240953 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-feb0b7c4-70bc-4cc8-a6b8-fecaf7a89321 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:49.248039 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 29 09:40:49.248039 dv-neutron-835555-1-hyperv neutron-server[88552]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Mar 29 09:40:49.248039 dv-neutron-835555-1-hyperv neutron-server[88552]: [parameters: {'status': 'ACTIVE', 'ports_id': '528da8cc-c75c-43e7-b1c1-c89a41c430db'}] Mar 29 09:40:49.248039 dv-neutron-835555-1-hyperv neutron-server[88552]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:40:49.248408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:40:49.248903 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-0ddf8bf2-f4f7-4903-ac7c-5f615bd842a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:49.249295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddf8bf2-f4f7-4903-ac7c-5f615bd842a2 None None] The sync data for ids ['c4a03aac-116a-4188-935e-425bc8b827e7'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:49.263554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:49.264785 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-56694b17-769f-4392-8e04-36a991144082 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.0499790 Mar 29 09:40:49.270054 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57846) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:49.277181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ed94bf4a-563a-495d-9841-da379978abb6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'enable_snat': False}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:49.333987 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:49.337860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461579ef-1f02-4f3d-8f5b-fb87f6f952ef tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:49.351586 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4013a4d7-f6f9-4526-a6b5-2f54e0509bfa None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:49.364000 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4013a4d7-f6f9-4526-a6b5-2f54e0509bfa None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:49.365397 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4013a4d7-f6f9-4526-a6b5-2f54e0509bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:49.383776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-461579ef-1f02-4f3d-8f5b-fb87f6f952ef tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:49.439042 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Port': ['ID=528da8cc-c75c-43e7-b1c1-c89a41c430db,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:49.457535 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4013a4d7-f6f9-4526-a6b5-2f54e0509bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:49.467771 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4013a4d7-f6f9-4526-a6b5-2f54e0509bfa None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:49.468390 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4013a4d7-f6f9-4526-a6b5-2f54e0509bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:49.525525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44e181f-ff50-444a-bb31-e6d7915e178d None None] DHCP port deletion for a36bba77-b183-46b5-9dca-b448fa5e46d6 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:40:49.545155 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4013a4d7-f6f9-4526-a6b5-2f54e0509bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:49.545581 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4013a4d7-f6f9-4526-a6b5-2f54e0509bfa None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:49.549531 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f670faca-4c1f-49ac-b3a1-da6fe4399a82 None None] get_active_networks_info from dv-neutron-835555-1-hyperv {{(pid=88552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 29 09:40:49.605794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] No DVR routers for this DVR port 528da8cc-c75c-43e7-b1c1-c89a41c430db on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:40:49.610728 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-461579ef-1f02-4f3d-8f5b-fb87f6f952ef tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/floatingips/c3512ae8-1f26-4b0f-b778-454f05d52159 HTTP/1.1" status: 204 len: 168 time: 4.3370059 Mar 29 09:40:49.617396 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57850) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:49.683613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:49.694058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f670faca-4c1f-49ac-b3a1-da6fe4399a82 None None] Resources bound (agent type, host, resource id): {{(pid=88552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:40:49.698133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb0b7c4-70bc-4cc8-a6b8-fecaf7a89321 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router b7e385b9-2b87-4385-8c1a-535a6727924e has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:49.729301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-7ff9f7c1-84d2-4b80-bbec-26e1bf9a36f1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting port b1d36fb2-c38b-4aab-856c-4a728f656846 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:49.729630 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f7c1-84d2-4b80-bbec-26e1bf9a36f1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:49.751264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:49.835592 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Port 528da8cc-c75c-43e7-b1c1-c89a41c430db update to ACTIVE by agent not found {{(pid=88552) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 29 09:40:49.975607 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:50.110219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:50.111140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb0b7c4-70bc-4cc8-a6b8-fecaf7a89321 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:50.115926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:50.118618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:50.123257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e67e2-48e2-4ff8-9e89-5d9c3f4b2ae6 None None] Sync routers for ids ['b7e385b9-2b87-4385-8c1a-535a6727924e'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:50.135923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de883bc-48bd-4669-a7ce-3c2adfe3ea61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-a36bba77-b183-46b5-9dca-b448fa5e46d6', 'network_id': 'a36bba77-b183-46b5-9dca-b448fa5e46d6', 'tenant_id': 'ef2b73e66b7d43458aa4edd14771aae5', 'fixed_ips': [{'subnet_id': '83c66a45-bf74-4deb-b1a1-6bbacb4114f2'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:40:50.138467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7de883bc-48bd-4669-a7ce-3c2adfe3ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:50.155368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e67e2-48e2-4ff8-9e89-5d9c3f4b2ae6 None None] Routers {'b7e385b9-2b87-4385-8c1a-535a6727924e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:50.155758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b26e67e2-48e2-4ff8-9e89-5d9c3f4b2ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b7e385b9-2b87-4385-8c1a-535a6727924e'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:50.175113 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:50.185601 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Subnet': ['ID=83c66a45-bf74-4deb-b1a1-6bbacb4114f2,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:50.198909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Pushing event updated for resources: {'Port': ['ID=be483607-67dd-4858-8285-80e8db1d258b,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:50.223083 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b26e67e2-48e2-4ff8-9e89-5d9c3f4b2ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:50.229711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-feb0b7c4-70bc-4cc8-a6b8-fecaf7a89321 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:50.231038 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-feb0b7c4-70bc-4cc8-a6b8-fecaf7a89321 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/b7e385b9-2b87-4385-8c1a-535a6727924e HTTP/1.1" status: 200 len: 892 time: 1.8251355 Mar 29 09:40:50.236226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57854) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:50.277087 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e67e2-48e2-4ff8-9e89-5d9c3f4b2ae6 None None] Routers {'b7e385b9-2b87-4385-8c1a-535a6727924e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:50.277718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b26e67e2-48e2-4ff8-9e89-5d9c3f4b2ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b7e385b9-2b87-4385-8c1a-535a6727924e'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:50.340680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:50.376100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f7c1-84d2-4b80-bbec-26e1bf9a36f1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:50.383999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36bba77-b183-46b5-9dca-b448fa5e46d6']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:50.393095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ed94bf4a-563a-495d-9841-da379978abb6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:50.398772 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b26e67e2-48e2-4ff8-9e89-5d9c3f4b2ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:50.402417 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e67e2-48e2-4ff8-9e89-5d9c3f4b2ae6 None None] The sync data for ids ['b7e385b9-2b87-4385-8c1a-535a6727924e'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:50.403053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6664892d-271d-4a36-8a2d-157571d35bec') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:50.403348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6664892d-271d-4a36-8a2d-157571d35bec') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:50.417118 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:50.434291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:50.443744 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:40:50.444158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:50.451506 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309b1772-7202-47e3-b695-18845d80facf None None] Network a36bba77-b183-46b5-9dca-b448fa5e46d6 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:40:50.459952 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:40:50.569710 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-7ff9f7c1-84d2-4b80-bbec-26e1bf9a36f1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Calling delete_port for b1d36fb2-c38b-4aab-856c-4a728f656846 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:50.621219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:50.631067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:50.659996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:50.660431 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2040c641-c2f8-44f6-b1b9-0fd463ef134e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/routers/b7e385b9-2b87-4385-8c1a-535a6727924e HTTP/1.1" status: 200 len: 892 time: 0.4210904 Mar 29 09:40:50.661052 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57858) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:50.669826 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47935c2b-4675-4033-a538-86fb1e1e011c None None] DHCP port deletion for a36bba77-b183-46b5-9dca-b448fa5e46d6 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:40:50.670330 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Network': ['ID=a36bba77-b183-46b5-9dca-b448fa5e46d6,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:50.733249 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 528da8cc-c75c-43e7-b1c1-c89a41c430db no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:40:50.756428 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-05f57c03-d7a2-4d70-aa13-a6b52f7a081d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e385b9-2b87-4385-8c1a-535a6727924e HTTP/1.1" status: 200 len: 205 time: 0.0912721 Mar 29 09:40:50.765079 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57862) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:50.771666 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f7fb426d-cc29-41d3-994c-60e795f24890 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/networks/a36bba77-b183-46b5-9dca-b448fa5e46d6 HTTP/1.1" status: 204 len: 168 time: 5.4948475 Mar 29 09:40:50.773912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57866) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:50.774390 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 528da8cc-c75c-43e7-b1c1-c89a41c430db {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:40:50.774799 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 528da8cc-c75c-43e7-b1c1-c89a41c430db not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:40:50.781990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-932657846'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:50.790370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:50.797370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Usage tracker for resource:network and tenant:ef2b73e66b7d43458aa4edd14771aae5 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:50.812107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:50.867485 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:50.961425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Made reservation on behalf of ef2b73e66b7d43458aa4edd14771aae5 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:50.964823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:51.009136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:51.069579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:40:51.091351 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:51.091695 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Added segment bc5c0098-6843-47ca-b84e-a9cc915ad484 of type vlan for network 5f859d61-a183-4432-8318-a1446e82b4e7 Mar 29 09:40:51.196908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:51.263596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f51da649-2cd1-45bd-ade8-d34cedaf0a87 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:51.317766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ed94bf4a-563a-495d-9841-da379978abb6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:51.321206 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ed94bf4a-563a-495d-9841-da379978abb6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:51.376537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:51.382018 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:51.382614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:51.481801 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f7c1-84d2-4b80-bbec-26e1bf9a36f1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:51.566217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9f7c1-84d2-4b80-bbec-26e1bf9a36f1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Port': ['ID=b1d36fb2-c38b-4aab-856c-4a728f656846,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:51.637119 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event updated for resources: {'Network': ['ID=5f859d61-a183-4432-8318-a1446e82b4e7,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:51.648738 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 5f859d61-a183-4432-8318-a1446e82b4e7 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:40:51.657027 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f51da649-2cd1-45bd-ade8-d34cedaf0a87 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:51.677313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:51.693665 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1b11f3ad-7384-4359-ba94-d3cf9e667fea tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9187059 Mar 29 09:40:51.696720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57872) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:51.702441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Request body: {'subnet': {'network_id': '5f859d61-a183-4432-8318-a1446e82b4e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:51.734431 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed94bf4a-563a-495d-9841-da379978abb6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Router c4a03aac-116a-4188-935e-425bc8b827e7 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:40:51.785438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f51da649-2cd1-45bd-ade8-d34cedaf0a87 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port 8e705e08-2f7d-4472-9690-211c97c86fdc {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:51.785779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f51da649-2cd1-45bd-ade8-d34cedaf0a87 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:51.808735 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:51.918856 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed94bf4a-563a-495d-9841-da379978abb6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:51.923235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ed94bf4a-563a-495d-9841-da379978abb6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:51.926910 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ed94bf4a-563a-495d-9841-da379978abb6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "PUT /v2.0/routers/c4a03aac-116a-4188-935e-425bc8b827e7 HTTP/1.1" status: 200 len: 924 time: 2.6548369 Mar 29 09:40:51.927254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57876) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:51.930382 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eebc982-111c-43a1-aea5-33fc5dae9631 None None] Sync routers for ids ['c4a03aac-116a-4188-935e-425bc8b827e7'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:51.941712 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eebc982-111c-43a1-aea5-33fc5dae9631 None None] Routers {'c4a03aac-116a-4188-935e-425bc8b827e7'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:51.942100 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1eebc982-111c-43a1-aea5-33fc5dae9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c4a03aac-116a-4188-935e-425bc8b827e7'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:51.957478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:51.986386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Usage tracker for resource:subnet and tenant:ef2b73e66b7d43458aa4edd14771aae5 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:51.999713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Pushing event updated for resources: {'Port': ['ID=be483607-67dd-4858-8285-80e8db1d258b,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:52.003777 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:52.009336 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1eebc982-111c-43a1-aea5-33fc5dae9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:52.015341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:52.019016 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eebc982-111c-43a1-aea5-33fc5dae9631 None None] Routers {'c4a03aac-116a-4188-935e-425bc8b827e7'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:52.019615 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1eebc982-111c-43a1-aea5-33fc5dae9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c4a03aac-116a-4188-935e-425bc8b827e7'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:52.089966 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1eebc982-111c-43a1-aea5-33fc5dae9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:52.090757 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eebc982-111c-43a1-aea5-33fc5dae9631 None None] The sync data for ids ['c4a03aac-116a-4188-935e-425bc8b827e7'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:52.117396 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7770512d-a6eb-4789-ad97-1b837f485f2b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/routers/c4a03aac-116a-4188-935e-425bc8b827e7 HTTP/1.1" status: 200 len: 924 time: 0.1889663 Mar 29 09:40:52.121482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57880) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:52.121679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:52.185021 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f7c1-84d2-4b80-bbec-26e1bf9a36f1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:52.186778 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7ff9f7c1-84d2-4b80-bbec-26e1bf9a36f1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/ports/b1d36fb2-c38b-4aab-856c-4a728f656846 HTTP/1.1" status: 204 len: 168 time: 2.5661373 Mar 29 09:40:52.192358 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57884) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:52.196273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f51da649-2cd1-45bd-ade8-d34cedaf0a87 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:52.201483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d046c6d-f76c-428e-ba98-80ad50929ef5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:52.202223 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6d046c6d-f76c-428e-ba98-80ad50929ef5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Synchronizing usage tracker for tenant:4acdedd11437464bb17f2443ade19720 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:40:52.206722 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:52.211713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Made reservation on behalf of ef2b73e66b7d43458aa4edd14771aae5 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:52.215046 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:52.236049 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:52.298210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6d046c6d-f76c-428e-ba98-80ad50929ef5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Unset dirty status for tenant:4acdedd11437464bb17f2443ade19720 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:40:52.300620 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6d046c6d-f76c-428e-ba98-80ad50929ef5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&device_id=c4a03aac-116a-4188-935e-425bc8b827e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1773977 Mar 29 09:40:52.306691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57888) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:52.441518 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb26bc6b-a745-405a-85b9-0da4eb949c14 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:52.441990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bb26bc6b-a745-405a-85b9-0da4eb949c14 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Synchronizing usage tracker for tenant:4acdedd11437464bb17f2443ade19720 on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:40:52.483817 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Usage tracker for resource:floatingip and tenant:def6da8eeee4419eb3da131eed714cf3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:52.489114 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:52.490286 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7935ace4-d14f-4469-91db-d9d05bd5a315 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2095027 Mar 29 09:40:52.491219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:52.493098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57892) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:52.502545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f51da649-2cd1-45bd-ade8-d34cedaf0a87 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for 8e705e08-2f7d-4472-9690-211c97c86fdc owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:52.544835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:52.557358 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bb26bc6b-a745-405a-85b9-0da4eb949c14 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Unset dirty status for tenant:4acdedd11437464bb17f2443ade19720 on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:40:52.558863 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bb26bc6b-a745-405a-85b9-0da4eb949c14 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/networks/03de5fa9-a446-4fa0-8975-40541e842cf0 HTTP/1.1" status: 200 len: 881 time: 0.2511916 Mar 29 09:40:52.569694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57896) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:52.617106 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-80dd6a26-22a0-4eb8-90c0-24c043282886 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a03aac-116a-4188-935e-425bc8b827e7 HTTP/1.1" status: 200 len: 205 time: 0.0463390 Mar 29 09:40:52.619645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57900) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:52.678311 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:52.714111 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-569a68cf-c218-4952-ae7b-0a67ff4aa167 tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.2197704 Mar 29 09:40:52.716658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57904) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:52.809751 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-32bf6dfa-3233-46f7-a879-7d81d04bd6f8 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0921528 Mar 29 09:40:52.812844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57908) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:52.822007 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:52.970394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.020531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f51da649-2cd1-45bd-ade8-d34cedaf0a87 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.025062 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.125451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51da649-2cd1-45bd-ade8-d34cedaf0a87 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Port': ['ID=8e705e08-2f7d-4472-9690-211c97c86fdc,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:53.159006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b50d0fe4-5e84-4025-9b8a-7aab18e244d5 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Deleting port be483607-67dd-4858-8285-80e8db1d258b {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:53.159573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b50d0fe4-5e84-4025-9b8a-7aab18e244d5 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.187816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c8fdd4e-3307-4ed9-9142-6b765c821458 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.295213 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event updated for resources: {'Subnet': ['ID=1e213967-b85d-4f59-91dc-96d4bcc2227d,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:53.304728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Checking segment: {'id': 'bc5c0098-6843-47ca-b84e-a9cc915ad484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f859d61-a183-4432-8318-a1446e82b4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:53.305085 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Network hostable DHCP agents. Network: 5f859d61-a183-4432-8318-a1446e82b4e7, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:40:53.338808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f51da649-2cd1-45bd-ade8-d34cedaf0a87 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.381972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Allocated IP 172.26.7.20 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/97b84cca-51b1-4b89-ab4e-a1ae2eb7cf17) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:53.481328 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c8fdd4e-3307-4ed9-9142-6b765c821458 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.491765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b50d0fe4-5e84-4025-9b8a-7aab18e244d5 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.492087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b50d0fe4-5e84-4025-9b8a-7aab18e244d5 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.545087 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Network 5f859d61-a183-4432-8318-a1446e82b4e7 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:40:53.548877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f51da649-2cd1-45bd-ade8-d34cedaf0a87 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.554712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f51da649-2cd1-45bd-ade8-d34cedaf0a87 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.606218 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-8c8fdd4e-3307-4ed9-9142-6b765c821458 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Deleting port a777d6d7-1075-4121-851d-671b319dedf1 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:53.606554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c8fdd4e-3307-4ed9-9142-6b765c821458 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.643755 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b50d0fe4-5e84-4025-9b8a-7aab18e244d5 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Calling delete_port for be483607-67dd-4858-8285-80e8db1d258b owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:53.657373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 5f859d61-a183-4432-8318-a1446e82b4e7) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:53.665885 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9414a43d-9781-41f2-b1b1-6e63558086d5 None None] Network 5f859d61-a183-4432-8318-a1446e82b4e7 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:53.666525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:53.667115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.692081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.716159 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f51da649-2cd1-45bd-ade8-d34cedaf0a87 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.716680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51da649-2cd1-45bd-ade8-d34cedaf0a87 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Fanout notify agent at l3_agent the message router_deleted on router b7e385b9-2b87-4385-8c1a-535a6727924e {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:40:53.724335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f51da649-2cd1-45bd-ade8-d34cedaf0a87 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.729483 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f51da649-2cd1-45bd-ade8-d34cedaf0a87 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/routers/b7e385b9-2b87-4385-8c1a-535a6727924e HTTP/1.1" status: 204 len: 168 time: 2.9595666 Mar 29 09:40:53.730541 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57916) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:53.736499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-326191591'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:53.743038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:53.747892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:network and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:53.751405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:53.759412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:53.776321 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-886da853-0f31-4150-8260-8161fb1fc478 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0756598 Mar 29 09:40:53.780714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57920) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:53.866177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.891067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c8fdd4e-3307-4ed9-9142-6b765c821458 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.902877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:53.906200 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:53.927847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-5f859d61-a183-4432-8318-a1446e82b4e7', 'network_id': '5f859d61-a183-4432-8318-a1446e82b4e7', 'tenant_id': 'ef2b73e66b7d43458aa4edd14771aae5', 'fixed_ips': [{'subnet_id': '1e213967-b85d-4f59-91dc-96d4bcc2227d'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:40:53.928831 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.032004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-8c8fdd4e-3307-4ed9-9142-6b765c821458 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Calling delete_port for a777d6d7-1075-4121-851d-671b319dedf1 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:54.095763 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:54.100008 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Allocated IP 2001:db8::2 (5f859d61-a183-4432-8318-a1446e82b4e7/1e213967-b85d-4f59-91dc-96d4bcc2227d/10cad032-88e8-47c0-9b7a-09a2958a6591) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:54.111526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:54.125049 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:54.160975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=97b84cca-51b1-4b89-ab4e-a1ae2eb7cf17,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:54.180270 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.182791 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:40:54.193201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b50d0fe4-5e84-4025-9b8a-7aab18e244d5 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.206582 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.206928 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Added segment 95a44859-783e-44b2-829d-ce478ec0ec54 of type vlan for network e86c3c1a-add7-4f50-880b-68e441c7f590 Mar 29 09:40:54.281164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d0fe4-5e84-4025-9b8a-7aab18e244d5 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Pushing event deleted for resources: {'Port': ['ID=be483607-67dd-4858-8285-80e8db1d258b,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:54.293991 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.320010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.329216 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.350925 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c8fdd4e-3307-4ed9-9142-6b765c821458 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.351151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Transition to ACTIVE for port object 10cad032-88e8-47c0-9b7a-09a2958a6591 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:54.376068 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Transition to ACTIVE for port object 10cad032-88e8-47c0-9b7a-09a2958a6591 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:54.390561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.403695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fdd4e-3307-4ed9-9142-6b765c821458 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Pushing event deleted for resources: {'Port': ['ID=a777d6d7-1075-4121-851d-671b319dedf1,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:54.437851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b50d0fe4-5e84-4025-9b8a-7aab18e244d5 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.442934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.491058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.496740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:54.497513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.507179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Network 5f859d61-a183-4432-8318-a1446e82b4e7 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:54.510041 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:54.518939 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:54.529423 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Pushing event updated for resources: {'Port': ['ID=10cad032-88e8-47c0-9b7a-09a2958a6591,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:54.618676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Attempting to bind port 10cad032-88e8-47c0-9b7a-09a2958a6591 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:54.619042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Attempting to bind port 10cad032-88e8-47c0-9b7a-09a2958a6591 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'bc5c0098-6843-47ca-b84e-a9cc915ad484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f859d61-a183-4432-8318-a1446e82b4e7'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:54.619856 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Attempting to bind port 10cad032-88e8-47c0-9b7a-09a2958a6591 on network 5f859d61-a183-4432-8318-a1446e82b4e7 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:40:54.622084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b50d0fe4-5e84-4025-9b8a-7aab18e244d5 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.624265 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b50d0fe4-5e84-4025-9b8a-7aab18e244d5 tempest-FloatingIPAdminTestJSON-1831208130 tempest-FloatingIPAdminTestJSON-1831208130-project] 10.222.0.35 "DELETE /v2.0/floatingips/52b16f8c-665e-43ba-8ad0-7c0f5515f5d1 HTTP/1.1" status: 204 len: 168 time: 1.8096812 Mar 29 09:40:54.625851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57924) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:54.628127 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:40:54.628435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Checking segment: {'id': 'bc5c0098-6843-47ca-b84e-a9cc915ad484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f859d61-a183-4432-8318-a1446e82b4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:54.628884 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.629252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Bound using segment: {'id': 'bc5c0098-6843-47ca-b84e-a9cc915ad484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f859d61-a183-4432-8318-a1446e82b4e7'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:40:54.629846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Bound port: 10cad032-88e8-47c0-9b7a-09a2958a6591, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5c0098-6843-47ca-b84e-a9cc915ad484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5f859d61-a183-4432-8318-a1446e82b4e7'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:54.630214 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.678248 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.699627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c8fdd4e-3307-4ed9-9142-6b765c821458 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.722621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.730182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] For port 10cad032-88e8-47c0-9b7a-09a2958a6591, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:40:54.733280 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] For port 10cad032-88e8-47c0-9b7a-09a2958a6591, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=10cad032-88e8-47c0-9b7a-09a2958a6591,segment=NetworkSegment(bc5c0098-6843-47ca-b84e-a9cc915ad484),segment_id=bc5c0098-6843-47ca-b84e-a9cc915ad484)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:40:54.761197 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0304575 Mar 29 09:40:54.771348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33905b-1e45-4f52-b92a-3d6425c6afab tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Network': ['ID=e86c3c1a-add7-4f50-880b-68e441c7f590,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:54.773467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Subnet': ['ID=1e213967-b85d-4f59-91dc-96d4bcc2227d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:54.776152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57928) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:54.782765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network e86c3c1a-add7-4f50-880b-68e441c7f590 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:40:54.790021 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'subnet': {'network_id': 'e86c3c1a-add7-4f50-880b-68e441c7f590', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:54.858110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.908403 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:40:54.979984 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-fb5191cc-429c-47c1-9dca-cca0b26e4a0a tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Deleting port 1934cb18-5f31-4e2c-af29-b7a3d6592b83 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:54.979984 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb5191cc-429c-47c1-9dca-cca0b26e4a0a tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.986128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:54.996179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655ed55-0613-4831-a966-c8a0fdb9b5eb None None] Pushing event updated for resources: {'Port': ['ID=10cad032-88e8-47c0-9b7a-09a2958a6591,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:55.020663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c8fdd4e-3307-4ed9-9142-6b765c821458 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.024919 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c8fdd4e-3307-4ed9-9142-6b765c821458 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.027921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177b2131-6222-43ac-83f4-205f043e9342 None None] Network 5f859d61-a183-4432-8318-a1446e82b4e7 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:55.067915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f859d61-a183-4432-8318-a1446e82b4e7']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:55.079580 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-88f785d7-4795-4f46-8ba8-b3e416a07a9e req-3a5ef41a-2815-492a-b2e6-904892a12518 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6185038 Mar 29 09:40:55.081306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:55.133095 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5c0098-6843-47ca-b84e-a9cc915ad484') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:55.133380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5c0098-6843-47ca-b84e-a9cc915ad484') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:55.163050 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c8fdd4e-3307-4ed9-9142-6b765c821458 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.163461 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8fdd4e-3307-4ed9-9142-6b765c821458 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Fanout notify agent at l3_agent the message router_deleted on router c4a03aac-116a-4188-935e-425bc8b827e7 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:40:55.175360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:subnet and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:55.179523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8c8fdd4e-3307-4ed9-9142-6b765c821458 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.184177 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8c8fdd4e-3307-4ed9-9142-6b765c821458 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "DELETE /v2.0/routers/c4a03aac-116a-4188-935e-425bc8b827e7 HTTP/1.1" status: 204 len: 168 time: 2.5600941 Mar 29 09:40:55.187532 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57932) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:55.188953 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:55.194857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d692da14-221a-452f-84d9-090c62366282 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-505039544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:55.201275 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d692da14-221a-452f-84d9-090c62366282 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:55.206360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.213167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d692da14-221a-452f-84d9-090c62366282 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Usage tracker for resource:router and tenant:87579291427f4b8abcc6393078633640 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:55.218113 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:55.218920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d692da14-221a-452f-84d9-090c62366282 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:55.227705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb5191cc-429c-47c1-9dca-cca0b26e4a0a tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.228053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb5191cc-429c-47c1-9dca-cca0b26e4a0a tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.235631 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d692da14-221a-452f-84d9-090c62366282 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:55.242657 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f926243b-1b35-437f-949e-16450089104c None None] get_active_networks_info from dv-neutron-835555-1-hyperv {{(pid=88552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 29 09:40:55.244069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.258047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:40:55.258773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:40:55.274135 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:40:55.357438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:55.362303 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.366757 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f926243b-1b35-437f-949e-16450089104c None None] Resources bound (agent type, host, resource id): {{(pid=88552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:40:55.369205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-fb5191cc-429c-47c1-9dca-cca0b26e4a0a tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Calling delete_port for 1934cb18-5f31-4e2c-af29-b7a3d6592b83 owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:55.399123 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d692da14-221a-452f-84d9-090c62366282 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.400686 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d692da14-221a-452f-84d9-090c62366282 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.418918 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d692da14-221a-452f-84d9-090c62366282 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.483290 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:40:55.483290 dv-neutron-835555-1-hyperv neutron-server[88551]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:40:55.483290 dv-neutron-835555-1-hyperv neutron-server[88551]: [parameters: {'id': '5f859d61-a183-4432-8318-a1446e82b4e7'}] Mar 29 09:40:55.483290 dv-neutron-835555-1-hyperv neutron-server[88551]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:40:55.483741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:40:55.503971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.509115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f785d7-4795-4f46-8ba8-b3e416a07a9e req-807996db-315d-4fb1-bc97-de95986d9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:55.510776 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-88f785d7-4795-4f46-8ba8-b3e416a07a9e req-807996db-315d-4fb1-bc97-de95986d9654 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cba6478a0dfd4704a514232e079d6387&device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 1098 time: 0.3704357 Mar 29 09:40:55.552810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d692da14-221a-452f-84d9-090c62366282 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.639036 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.784203 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d692da14-221a-452f-84d9-090c62366282 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.789066 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d692da14-221a-452f-84d9-090c62366282 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5979116 Mar 29 09:40:55.789233 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=97b84cca-51b1-4b89-ab4e-a1ae2eb7cf17,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:55.789743 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57936) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:55.794408 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Request body: {'router': {'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:55.796857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f785d7-4795-4f46-8ba8-b3e416a07a9e req-3dc8eb8b-b486-4d91-89a0-0773d13fad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:55.798298 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-88f785d7-4795-4f46-8ba8-b3e416a07a9e req-3dc8eb8b-b486-4d91-89a0-0773d13fad52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b64753bf-2c45-475b-a45b-e68e4fc13b9a HTTP/1.1" status: 200 len: 907 time: 0.2623355 Mar 29 09:40:55.860511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb5191cc-429c-47c1-9dca-cca0b26e4a0a tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.980842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:55.994674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:56.008990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5191cc-429c-47c1-9dca-cca0b26e4a0a tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Pushing event deleted for resources: {'Port': ['ID=1934cb18-5f31-4e2c-af29-b7a3d6592b83,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:56.084663 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-88f785d7-4795-4f46-8ba8-b3e416a07a9e req-7a10d250-3314-47e2-9bce-a78d8e9d176a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf HTTP/1.1" status: 200 len: 1000 time: 0.2772069 Mar 29 09:40:56.085335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Deleting port 10cad032-88e8-47c0-9b7a-09a2958a6591 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:56.085558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:56.170804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:56.172145 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c9369498-5d58-4c97-b1ba-722f86015fd9 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9788253 Mar 29 09:40:56.186739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57940) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:56.203284 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'port': {'network_id': 'fffb99ae-d7a1-42de-9536-681f8488934d', 'name': 'tempest-FloatingIPTestJSON-1969597457'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:56.294220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f785d7-4795-4f46-8ba8-b3e416a07a9e req-0ef2f1eb-4ce9-4ac3-9f77-4ec49b3bd86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:56.295667 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-88f785d7-4795-4f46-8ba8-b3e416a07a9e req-0ef2f1eb-4ce9-4ac3-9f77-4ec49b3bd86f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6d58a43-7a1d-4ece-b1d5-60fa7815d71a HTTP/1.1" status: 200 len: 845 time: 0.1870849 Mar 29 09:40:56.417058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb5191cc-429c-47c1-9dca-cca0b26e4a0a tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:56.419433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb5191cc-429c-47c1-9dca-cca0b26e4a0a tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:56.420615 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fb5191cc-429c-47c1-9dca-cca0b26e4a0a tempest-FloatingIPAdminTestJSON-629274603 tempest-FloatingIPAdminTestJSON-629274603-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/65f7c838-1e1a-4a27-bc24-1faccd787bd1 HTTP/1.1" status: 204 len: 168 time: 1.7938082 Mar 29 09:40:56.425407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57944) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:56.431920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:56.589709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:56.696379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-9ac099ad-6a29-4de0-be5a-68fb5a3a9aab tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Deleting port 34951f54-7112-4c98-9ab4-38ac93249fcb {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:40:56.696658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9ac099ad-6a29-4de0-be5a-68fb5a3a9aab tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:56.721804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:56.751570 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Usage tracker for resource:port and tenant:def6da8eeee4419eb3da131eed714cf3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:56.759624 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] For port 10cad032-88e8-47c0-9b7a-09a2958a6591, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=10cad032-88e8-47c0-9b7a-09a2958a6591,segment=NetworkSegment(bc5c0098-6843-47ca-b84e-a9cc915ad484),segment_id=bc5c0098-6843-47ca-b84e-a9cc915ad484)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:40:56.759987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:56.768440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:56.796538 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:56.800000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Subnet': ['ID=ed2116f0-f4dd-4d8c-a129-df9cc1ed4368,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:56.800793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:56.831532 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:56.931227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Calling delete_port for 10cad032-88e8-47c0-9b7a-09a2958a6591 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:56.970555 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Allocated IP 172.26.7.136 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/e53b0fec-1cf6-4000-b5fa-2784defbe6c0) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:56.999393 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f785d7-4795-4f46-8ba8-b3e416a07a9e req-562e8c55-fad4-4422-be79-c22edadd97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:57.000889 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-88f785d7-4795-4f46-8ba8-b3e416a07a9e req-562e8c55-fad4-4422-be79-c22edadd97bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b64753bf-2c45-475b-a45b-e68e4fc13b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6393166 Mar 29 09:40:57.041918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Checking segment: {'id': '95a44859-783e-44b2-829d-ce478ec0ec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e86c3c1a-add7-4f50-880b-68e441c7f590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:57.042273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network hostable DHCP agents. Network: e86c3c1a-add7-4f50-880b-68e441c7f590, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:40:57.081047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Made reservation on behalf of def6da8eeee4419eb3da131eed714cf3 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:57.084427 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:57.121648 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:57.210909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:57.229789 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] device_id is not set on port 0a5cda37-3294-484f-a6cb-bfdbef14f26f yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:40:57.271288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:57.274174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:57.276589 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:57.323948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Pushing event updated for resources: {'Port': ['ID=e53b0fec-1cf6-4000-b5fa-2784defbe6c0,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:57.462207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network e86c3c1a-add7-4f50-880b-68e441c7f590 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:40:57.513940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:57.552090 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-88f785d7-4795-4f46-8ba8-b3e416a07a9e req-0c8dedbd-c380-42b6-be70-f60d9f91263d service neutron] 10.222.0.36 "GET /v2.0/networks/b64753bf-2c45-475b-a45b-e68e4fc13b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412412 Mar 29 09:40:57.604251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Port': ['ID=10cad032-88e8-47c0-9b7a-09a2958a6591,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:57.640949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, e86c3c1a-add7-4f50-880b-68e441c7f590) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:57.649473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac04677-b1b1-4a3a-9057-e10d5875097a None None] Network e86c3c1a-add7-4f50-880b-68e441c7f590 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:40:57.665480 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9ac099ad-6a29-4de0-be5a-68fb5a3a9aab tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:57.679193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:57.679794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:57.883105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-9ac099ad-6a29-4de0-be5a-68fb5a3a9aab tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Calling delete_port for 34951f54-7112-4c98-9ab4-38ac93249fcb owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:40:57.902581 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:57.912058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] No DVR routers for this DVR port 10cad032-88e8-47c0-9b7a-09a2958a6591 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:40:57.916614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-e86c3c1a-add7-4f50-880b-68e441c7f590', 'network_id': 'e86c3c1a-add7-4f50-880b-68e441c7f590', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'fixed_ips': [{'subnet_id': 'ed2116f0-f4dd-4d8c-a129-df9cc1ed4368'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:40:57.917579 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.027797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Allocated IP 172.20.0.4 (fffb99ae-d7a1-42de-9536-681f8488934d/d109fecb-4d43-42c6-a8b4-2273a4062e04/0a5cda37-3294-484f-a6cb-bfdbef14f26f) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:58.035774 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d58e23cc-27c4-4b2e-811a-4d4f8a1e1b91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2537315 Mar 29 09:40:58.044792 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57950) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:58.060874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a74c4ab3-ca5f-4864-8455-47a59794242e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1285507081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:58.094080 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Allocated IP 2001:db8::2 (e86c3c1a-add7-4f50-880b-68e441c7f590/ed2116f0-f4dd-4d8c-a129-df9cc1ed4368/cf3c0ce3-8ebf-4156-964f-795501d7c696) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:58.114805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a74c4ab3-ca5f-4864-8455-47a59794242e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:58.168765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.185141 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-88f785d7-4795-4f46-8ba8-b3e416a07a9e req-0b1ac7eb-abda-48a2-9ab1-96e9da458650 service neutron] 10.222.0.36 "GET /v2.0/networks/b64753bf-2c45-475b-a45b-e68e4fc13b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104035 Mar 29 09:40:58.193907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a74c4ab3-ca5f-4864-8455-47a59794242e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:58.265819 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f859d61-a183-4432-8318-a1446e82b4e7']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:58.285084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.288576 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.291286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5c0098-6843-47ca-b84e-a9cc915ad484') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:58.291591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5c0098-6843-47ca-b84e-a9cc915ad484') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:58.309323 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.320634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a74c4ab3-ca5f-4864-8455-47a59794242e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.321623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a74c4ab3-ca5f-4864-8455-47a59794242e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.326579 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.341780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.345593 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Transition to ACTIVE for port object cf3c0ce3-8ebf-4156-964f-795501d7c696 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:58.351419 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:40:58.351814 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:40:58.366966 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:40:58.379133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Transition to ACTIVE for port object cf3c0ce3-8ebf-4156-964f-795501d7c696 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:58.380920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a74c4ab3-ca5f-4864-8455-47a59794242e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.458461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9ac099ad-6a29-4de0-be5a-68fb5a3a9aab tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.464218 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.530287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Network e86c3c1a-add7-4f50-880b-68e441c7f590 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:58.532345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:58.534926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:58.560865 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Router c8769164-0e6c-4a7c-ad9d-e6d0efdfe18f is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:40:58.589298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac099ad-6a29-4de0-be5a-68fb5a3a9aab tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event deleted for resources: {'Port': ['ID=34951f54-7112-4c98-9ab4-38ac93249fcb,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:58.620910 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Pushing event updated for resources: {'Port': ['ID=cf3c0ce3-8ebf-4156-964f-795501d7c696,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:58.667737 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Attempting to bind port cf3c0ce3-8ebf-4156-964f-795501d7c696 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:58.668818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Attempting to bind port cf3c0ce3-8ebf-4156-964f-795501d7c696 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '95a44859-783e-44b2-829d-ce478ec0ec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e86c3c1a-add7-4f50-880b-68e441c7f590'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:58.669342 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Attempting to bind port cf3c0ce3-8ebf-4156-964f-795501d7c696 on network e86c3c1a-add7-4f50-880b-68e441c7f590 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:40:58.676435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:40:58.677094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Checking segment: {'id': '95a44859-783e-44b2-829d-ce478ec0ec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e86c3c1a-add7-4f50-880b-68e441c7f590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:40:58.677820 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.678369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Bound using segment: {'id': '95a44859-783e-44b2-829d-ce478ec0ec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e86c3c1a-add7-4f50-880b-68e441c7f590'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:40:58.678832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Bound port: cf3c0ce3-8ebf-4156-964f-795501d7c696, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a44859-783e-44b2-829d-ce478ec0ec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e86c3c1a-add7-4f50-880b-68e441c7f590'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:58.679200 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.696076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a74c4ab3-ca5f-4864-8455-47a59794242e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.713636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.765510 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.790972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Network': ['ID=5f859d61-a183-4432-8318-a1446e82b4e7,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:58.791494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-44abb771-4496-4d74-9c0b-76323357717a None None] For port cf3c0ce3-8ebf-4156-964f-795501d7c696, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:40:58.796182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-44abb771-4496-4d74-9c0b-76323357717a None None] For port cf3c0ce3-8ebf-4156-964f-795501d7c696, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cf3c0ce3-8ebf-4156-964f-795501d7c696,segment=NetworkSegment(95a44859-783e-44b2-829d-ce478ec0ec54),segment_id=95a44859-783e-44b2-829d-ce478ec0ec54)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:40:58.805985 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:40:58.814266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.815558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9ac099ad-6a29-4de0-be5a-68fb5a3a9aab tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.815830 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-da7e65e0-1572-4307-9df4-bf3d573a9e32 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "PUT /v2.0/routers/c8769164-0e6c-4a7c-ad9d-e6d0efdfe18f HTTP/1.1" status: 200 len: 883 time: 3.0264728 Mar 29 09:40:58.817792 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9ac099ad-6a29-4de0-be5a-68fb5a3a9aab tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] 10.222.0.35 "DELETE /v2.0/ports/34951f54-7112-4c98-9ab4-38ac93249fcb HTTP/1.1" status: 204 len: 168 time: 2.3831434 Mar 29 09:40:58.819018 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57954) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:58.819648 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b2a5b17a-b9c5-4c7c-82d9-508707789a79 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/networks/5f859d61-a183-4432-8318-a1446e82b4e7 HTTP/1.1" status: 204 len: 168 time: 5.0422783 Mar 29 09:40:58.827428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52d54be-a5ff-4ea0-b4f8-8291253369ef None None] Sync routers for ids ['c8769164-0e6c-4a7c-ad9d-e6d0efdfe18f'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:58.829544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57958) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:58.830055 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57960) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:58.836775 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52d54be-a5ff-4ea0-b4f8-8291253369ef None None] Routers {'c8769164-0e6c-4a7c-ad9d-e6d0efdfe18f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:58.840279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c52d54be-a5ff-4ea0-b4f8-8291253369ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c8769164-0e6c-4a7c-ad9d-e6d0efdfe18f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:58.874714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1129528467'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:58.887493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.899866 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:40:58.903157 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.907557 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Usage tracker for resource:network and tenant:ef2b73e66b7d43458aa4edd14771aae5 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:40:58.912899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:40:58.924181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:40:58.926349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a74c4ab3-ca5f-4864-8455-47a59794242e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:58.927518 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a74c4ab3-ca5f-4864-8455-47a59794242e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8778913 Mar 29 09:40:58.930774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57966) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:58.933878 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c52d54be-a5ff-4ea0-b4f8-8291253369ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:58.973854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaec75d-4b48-4ed6-895a-83933133b2c7 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:58.974535 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-deaec75d-4b48-4ed6-895a-83933133b2c7 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Synchronizing usage tracker for tenant:f14e3e1dc5bf4eaf85e8cb3ac0a17a8b on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:40:58.988881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52d54be-a5ff-4ea0-b4f8-8291253369ef None None] Routers {'c8769164-0e6c-4a7c-ad9d-e6d0efdfe18f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:40:58.989734 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c52d54be-a5ff-4ea0-b4f8-8291253369ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c8769164-0e6c-4a7c-ad9d-e6d0efdfe18f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:59.014253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Made reservation on behalf of ef2b73e66b7d43458aa4edd14771aae5 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:59.018842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:59.041728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:59.064240 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c52d54be-a5ff-4ea0-b4f8-8291253369ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:59.065374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52d54be-a5ff-4ea0-b4f8-8291253369ef None None] The sync data for ids ['c8769164-0e6c-4a7c-ad9d-e6d0efdfe18f'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:59.071710 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abb771-4496-4d74-9c0b-76323357717a None None] Pushing event updated for resources: {'Port': ['ID=cf3c0ce3-8ebf-4156-964f-795501d7c696,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:59.114856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-deaec75d-4b48-4ed6-895a-83933133b2c7 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Unset dirty status for tenant:f14e3e1dc5bf4eaf85e8cb3ac0a17a8b on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:40:59.116011 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-deaec75d-4b48-4ed6-895a-83933133b2c7 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] 10.222.0.35 "GET /v2.0/ports?device_id=de2621f1-8fc1-43c4-b962-3a16b9280a0b HTTP/1.1" status: 200 len: 913 time: 0.2833962 Mar 29 09:40:59.122269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57970) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:59.202516 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:40:59.243836 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network fffb99ae-d7a1-42de-9536-681f8488934d is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:59.247572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=0a5cda37-3294-484f-a6cb-bfdbef14f26f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:59.251565 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-597fcc1d-a316-4c62-93ee-65d3f03510d9 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/routers/c8769164-0e6c-4a7c-ad9d-e6d0efdfe18f HTTP/1.1" status: 200 len: 924 time: 0.4309998 Mar 29 09:40:59.254979 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57974) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:59.258291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:59.260736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:40:59.294540 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:59.295000 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Added segment 8f0f0a48-197f-4f6a-999c-461744a1ad94 of type vlan for network f667e3ba-6b4d-45ec-93ea-676beb506190 Mar 29 09:40:59.593289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:59.593906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:59.600914 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:59.688691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6929e91e-935e-4af0-b34a-fb946e0f4db0 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:59.689150 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6929e91e-935e-4af0-b34a-fb946e0f4db0 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&device_id=c8769164-0e6c-4a7c-ad9d-e6d0efdfe18f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4331987 Mar 29 09:40:59.693317 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57978) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:59.769416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:59.788379 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2f02bbf1-a6d4-41d2-92cc-75ac575a0071 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5986888 Mar 29 09:40:59.796418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 57982) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:40:59.803739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e075496d-0efb-4169-9f33-90139cd6d5e0 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'floatingip': {'port_id': '0a5cda37-3294-484f-a6cb-bfdbef14f26f'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:59.873728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:59.879255 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:59.879877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:59.941600 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e075496d-0efb-4169-9f33-90139cd6d5e0 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:59.965549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf8bb36-819d-412b-bf90-20653ec0c4e9 None None] Network e86c3c1a-add7-4f50-880b-68e441c7f590 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:00.045589 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe2eef-c2da-4b89-b74a-5bde4ab519b6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:00.046950 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bafe2eef-c2da-4b89-b74a-5bde4ab519b6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/networks/03de5fa9-a446-4fa0-8975-40541e842cf0 HTTP/1.1" status: 200 len: 881 time: 0.3529265 Mar 29 09:41:00.055096 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57986) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:00.113276 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-79b8ffad-17b8-452e-926b-7a6214fb2701 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8769164-0e6c-4a7c-ad9d-e6d0efdfe18f HTTP/1.1" status: 200 len: 205 time: 0.0578570 Mar 29 09:41:00.116889 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57990) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:00.176644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 57994) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:00.177090 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3454075 Mar 29 09:41:00.178298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2c90a7e4-d02e-4279-9668-4232b95f02fd None None] Provisioning for port cf3c0ce3-8ebf-4156-964f-795501d7c696 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:00.204703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea671a-695d-4008-89da-454d88075f9c tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event updated for resources: {'Network': ['ID=f667e3ba-6b4d-45ec-93ea-676beb506190,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:00.219661 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network f667e3ba-6b4d-45ec-93ea-676beb506190 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:41:00.234655 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Request body: {'subnet': {'network_id': 'f667e3ba-6b4d-45ec-93ea-676beb506190', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:00.492583 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:00.501864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Usage tracker for resource:subnet and tenant:ef2b73e66b7d43458aa4edd14771aae5 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:00.518607 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:00.534424 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44104c66-1a7c-4bac-bc51-0deb5af0659b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:00.581285 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:00.611546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Allocated IP 2001:db8::1 (e86c3c1a-add7-4f50-880b-68e441c7f590/ed2116f0-f4dd-4d8c-a129-df9cc1ed4368/e981a7a9-a2d2-4d6f-a01a-be345ad6f080) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:00.665728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-12dcb6b7-76d3-4381-be05-beef2c7d5282 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:00.737503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device cf3c0ce3-8ebf-4156-964f-795501d7c696 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:00.858011 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port cf3c0ce3-8ebf-4156-964f-795501d7c696 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:00.860917 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Made reservation on behalf of ef2b73e66b7d43458aa4edd14771aae5 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:00.863602 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port cf3c0ce3-8ebf-4156-964f-795501d7c696 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:00.863906 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:00.864378 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:00.991984 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.resource_extend [None req-e075496d-0efb-4169-9f33-90139cd6d5e0 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:41:01.015244 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:01.052264 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port cf3c0ce3-8ebf-4156-964f-795501d7c696, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cf3c0ce3-8ebf-4156-964f-795501d7c696,segment=NetworkSegment(95a44859-783e-44b2-829d-ce478ec0ec54),segment_id=95a44859-783e-44b2-829d-ce478ec0ec54)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:01.075814 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44104c66-1a7c-4bac-bc51-0deb5af0659b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:01.119047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:01.155503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:01.166546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Transition to ACTIVE for port object e981a7a9-a2d2-4d6f-a01a-be345ad6f080 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:01.188258 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-44104c66-1a7c-4bac-bc51-0deb5af0659b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Deleting port e53b0fec-1cf6-4000-b5fa-2784defbe6c0 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:01.190083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44104c66-1a7c-4bac-bc51-0deb5af0659b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:01.190203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e075496d-0efb-4169-9f33-90139cd6d5e0 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:01.225834 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=cf3c0ce3-8ebf-4156-964f-795501d7c696,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:01.253965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e075496d-0efb-4169-9f33-90139cd6d5e0 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:01.311317 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:01.351235 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb6b7-76d3-4381-be05-beef2c7d5282 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Deleting port e2a58249-d3cf-44a4-9598-bc600d5277f8 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:01.351579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-12dcb6b7-76d3-4381-be05-beef2c7d5282 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:01.459516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network e86c3c1a-add7-4f50-880b-68e441c7f590 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:01.467339 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:01.475151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:01.475345 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:01.478810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=e981a7a9-a2d2-4d6f-a01a-be345ad6f080,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:01.559847 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44104c66-1a7c-4bac-bc51-0deb5af0659b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:01.576729 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-e075496d-0efb-4169-9f33-90139cd6d5e0 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Floating IP 33c509db-173d-4269-82b6-61c484c0fe4a associated. External IP: 172.26.7.20, port: 0a5cda37-3294-484f-a6cb-bfdbef14f26f. Mar 29 09:41:01.693678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-44104c66-1a7c-4bac-bc51-0deb5af0659b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Calling delete_port for e53b0fec-1cf6-4000-b5fa-2784defbe6c0 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:01.767281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-12dcb6b7-76d3-4381-be05-beef2c7d5282 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:01.801320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6355ea35-dd86-4ba7-b259-ee6c3c41a2f0 None None] Provisioning for port e981a7a9-a2d2-4d6f-a01a-be345ad6f080 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:01.806407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6355ea35-dd86-4ba7-b259-ee6c3c41a2f0 None None] Provisioning complete for port e981a7a9-a2d2-4d6f-a01a-be345ad6f080 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:01.806844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6355ea35-dd86-4ba7-b259-ee6c3c41a2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:01.859909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6355ea35-dd86-4ba7-b259-ee6c3c41a2f0 None None] Port e981a7a9-a2d2-4d6f-a01a-be345ad6f080 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:01.901389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.objects.ports [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88550) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:41:01.904221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-12dcb6b7-76d3-4381-be05-beef2c7d5282 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Calling delete_port for e2a58249-d3cf-44a4-9598-bc600d5277f8 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:01.905729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:01.949288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:02.065775 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event updated for resources: {'Subnet': ['ID=1c61b20c-04b2-4eaa-ba9a-f017017549dc,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:02.081116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Checking segment: {'id': '8f0f0a48-197f-4f6a-999c-461744a1ad94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f667e3ba-6b4d-45ec-93ea-676beb506190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:02.082101 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Network hostable DHCP agents. Network: f667e3ba-6b4d-45ec-93ea-676beb506190, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:41:02.189054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e075496d-0efb-4169-9f33-90139cd6d5e0 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:02.331220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Network f667e3ba-6b4d-45ec-93ea-676beb506190 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:41:02.466926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44104c66-1a7c-4bac-bc51-0deb5af0659b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:02.559809 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, f667e3ba-6b4d-45ec-93ea-676beb506190) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:02.568299 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f5f155-8f20-430b-96d0-d4bec153a9db None None] Network f667e3ba-6b4d-45ec-93ea-676beb506190 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:02.568970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e075496d-0efb-4169-9f33-90139cd6d5e0 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:02.578228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e075496d-0efb-4169-9f33-90139cd6d5e0 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:02.579958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44104c66-1a7c-4bac-bc51-0deb5af0659b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Pushing event deleted for resources: {'Port': ['ID=e53b0fec-1cf6-4000-b5fa-2784defbe6c0,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:02.584305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:02.584933 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:02.590738 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6615c6e6-f260-4122-ad2f-f486b19c7adf None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:02.601171 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6615c6e6-f260-4122-ad2f-f486b19c7adf None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:02.601990 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6615c6e6-f260-4122-ad2f-f486b19c7adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:02.642351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-12dcb6b7-76d3-4381-be05-beef2c7d5282 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:02.697323 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6615c6e6-f260-4122-ad2f-f486b19c7adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:02.714109 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcb6b7-76d3-4381-be05-beef2c7d5282 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event deleted for resources: {'Port': ['ID=e2a58249-d3cf-44a4-9598-bc600d5277f8,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:02.720524 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e075496d-0efb-4169-9f33-90139cd6d5e0 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "PUT /v2.0/floatingips/33c509db-173d-4269-82b6-61c484c0fe4a HTTP/1.1" status: 200 len: 977 time: 2.9214220 Mar 29 09:41:02.724662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58006) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:02.732152 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6615c6e6-f260-4122-ad2f-f486b19c7adf None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:02.747074 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6615c6e6-f260-4122-ad2f-f486b19c7adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:02.796382 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device cf3c0ce3-8ebf-4156-964f-795501d7c696 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:02.797178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44104c66-1a7c-4bac-bc51-0deb5af0659b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:02.837849 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6615c6e6-f260-4122-ad2f-f486b19c7adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:02.838687 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6615c6e6-f260-4122-ad2f-f486b19c7adf None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:02.925381 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c6cf8fe6-34fc-411d-95a4-3671e97eeeb0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7123806 Mar 29 09:41:02.931025 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58010) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:02.936721 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.resource_extend [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:41:02.956721 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5ec50c12-0315-4875-a157-b3248b7596b1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting port 0a5cda37-3294-484f-a6cb-bfdbef14f26f {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:02.957069 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ec50c12-0315-4875-a157-b3248b7596b1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:02.959130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port cf3c0ce3-8ebf-4156-964f-795501d7c696 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:02.959510 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:02.993932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-f667e3ba-6b4d-45ec-93ea-676beb506190', 'network_id': 'f667e3ba-6b4d-45ec-93ea-676beb506190', 'tenant_id': 'ef2b73e66b7d43458aa4edd14771aae5', 'fixed_ips': [{'subnet_id': '1c61b20c-04b2-4eaa-ba9a-f017017549dc'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:41:02.994758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.037527 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.059407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44104c66-1a7c-4bac-bc51-0deb5af0659b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.063137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44104c66-1a7c-4bac-bc51-0deb5af0659b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.093007 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.093677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.171449 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.186925 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-12dcb6b7-76d3-4381-be05-beef2c7d5282 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.230331 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Allocated IP 2001:db8::f816:3eff:fed8:32fe (f667e3ba-6b4d-45ec-93ea-676beb506190/1c61b20c-04b2-4eaa-ba9a-f017017549dc/596d164c-96d4-4976-a2b2-b88f87a49aca) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:03.274462 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44104c66-1a7c-4bac-bc51-0deb5af0659b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.274927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44104c66-1a7c-4bac-bc51-0deb5af0659b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Fanout notify agent at l3_agent the message router_deleted on router c8769164-0e6c-4a7c-ad9d-e6d0efdfe18f {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:41:03.378721 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=e981a7a9-a2d2-4d6f-a01a-be345ad6f080,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:03.396885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.418923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44104c66-1a7c-4bac-bc51-0deb5af0659b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.420027 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-44104c66-1a7c-4bac-bc51-0deb5af0659b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "DELETE /v2.0/routers/c8769164-0e6c-4a7c-ad9d-e6d0efdfe18f HTTP/1.1" status: 204 len: 168 time: 3.3025355 Mar 29 09:41:03.427443 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58014) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:03.434016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7d9fd390-842f-4bf6-81b5-6d6212c92952 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-587980418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:03.445315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7d9fd390-842f-4bf6-81b5-6d6212c92952 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:03.466148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7d9fd390-842f-4bf6-81b5-6d6212c92952 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Usage tracker for resource:router and tenant:87579291427f4b8abcc6393078633640 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:03.474070 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7d9fd390-842f-4bf6-81b5-6d6212c92952 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:03.485083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7d9fd390-842f-4bf6-81b5-6d6212c92952 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:03.489275 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.499628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Transition to ACTIVE for port object 596d164c-96d4-4976-a2b2-b88f87a49aca will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:03.513264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network e86c3c1a-add7-4f50-880b-68e441c7f590 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:03.514993 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ec50c12-0315-4875-a157-b3248b7596b1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.518800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Transition to ACTIVE for port object 596d164c-96d4-4976-a2b2-b88f87a49aca will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:03.523184 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:03.613589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.653454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd390-842f-4bf6-81b5-6d6212c92952 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.654457 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd390-842f-4bf6-81b5-6d6212c92952 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.689805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dcb6b7-76d3-4381-be05-beef2c7d5282 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Router de2621f1-8fc1-43c4-b962-3a16b9280a0b has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:03.707434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Pushing event updated for resources: {'Port': ['ID=596d164c-96d4-4976-a2b2-b88f87a49aca,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:03.723154 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Network f667e3ba-6b4d-45ec-93ea-676beb506190 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:03.726244 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:03.729738 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:03.764650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.847692 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Attempting to bind port 596d164c-96d4-4976-a2b2-b88f87a49aca on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:41:03.848128 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Attempting to bind port 596d164c-96d4-4976-a2b2-b88f87a49aca by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '8f0f0a48-197f-4f6a-999c-461744a1ad94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f667e3ba-6b4d-45ec-93ea-676beb506190'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:41:03.848609 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Attempting to bind port 596d164c-96d4-4976-a2b2-b88f87a49aca on network f667e3ba-6b4d-45ec-93ea-676beb506190 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:41:03.851180 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-045d57b5-95e9-4b36-b616-2119f1436049 None None] Provisioning complete for port e981a7a9-a2d2-4d6f-a01a-be345ad6f080 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:03.851669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-045d57b5-95e9-4b36-b616-2119f1436049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.890474 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:41:03.891033 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Checking segment: {'id': '8f0f0a48-197f-4f6a-999c-461744a1ad94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f667e3ba-6b4d-45ec-93ea-676beb506190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:03.891529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.892017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Bound using segment: {'id': '8f0f0a48-197f-4f6a-999c-461744a1ad94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f667e3ba-6b4d-45ec-93ea-676beb506190'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:41:03.893175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Bound port: 596d164c-96d4-4976-a2b2-b88f87a49aca, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0f0a48-197f-4f6a-999c-461744a1ad94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f667e3ba-6b4d-45ec-93ea-676beb506190'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:41:03.893648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.956934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Subnet': ['ID=1c61b20c-04b2-4eaa-ba9a-f017017549dc,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:03.960390 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-045d57b5-95e9-4b36-b616-2119f1436049 None None] Port e981a7a9-a2d2-4d6f-a01a-be345ad6f080 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:03.972294 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd390-842f-4bf6-81b5-6d6212c92952 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:04.004653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] For port 596d164c-96d4-4976-a2b2-b88f87a49aca, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:41:04.008006 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] For port 596d164c-96d4-4976-a2b2-b88f87a49aca, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=596d164c-96d4-4976-a2b2-b88f87a49aca,segment=NetworkSegment(8f0f0a48-197f-4f6a-999c-461744a1ad94),segment_id=8f0f0a48-197f-4f6a-999c-461744a1ad94)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:41:04.070110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:04.115601 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:04.142048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ec50c12-0315-4875-a157-b3248b7596b1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:04.143229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ec50c12-0315-4875-a157-b3248b7596b1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:04.143319 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-5ec50c12-0315-4875-a157-b3248b7596b1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Floating IP 33c509db-173d-4269-82b6-61c484c0fe4a disassociated. External IP: 172.26.7.20, port: 0a5cda37-3294-484f-a6cb-bfdbef14f26f. Mar 29 09:41:04.143624 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5ec50c12-0315-4875-a157-b3248b7596b1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Calling delete_port for 0a5cda37-3294-484f-a6cb-bfdbef14f26f owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:04.163952 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f667e3ba-6b4d-45ec-93ea-676beb506190']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:04.170953 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dcb6b7-76d3-4381-be05-beef2c7d5282 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:04.182275 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd390-842f-4bf6-81b5-6d6212c92952 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:04.183556 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0f0a48-197f-4f6a-999c-461744a1ad94') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:04.183827 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0f0a48-197f-4f6a-999c-461744a1ad94') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:04.191245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df40bd-b3ef-48de-9535-92fa453a1f02 None None] Sync routers for ids ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:04.196276 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-12dcb6b7-76d3-4381-be05-beef2c7d5282 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] 10.222.0.35 "PUT /v2.0/routers/de2621f1-8fc1-43c4-b962-3a16b9280a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0706949 Mar 29 09:41:04.197081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58018) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:04.211614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914486f-433c-428d-93bc-2ffaa1d34b52 None None] Pushing event updated for resources: {'Port': ['ID=596d164c-96d4-4976-a2b2-b88f87a49aca,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:04.225626 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df40bd-b3ef-48de-9535-92fa453a1f02 None None] Routers {'de2621f1-8fc1-43c4-b962-3a16b9280a0b'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:04.226251 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-46df40bd-b3ef-48de-9535-92fa453a1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:04.230999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 993b71b7-eac9-4abf-ba98-0fbb476c69d6 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:41:04.260255 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:04.291833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:04.293873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-46df40bd-b3ef-48de-9535-92fa453a1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:04.304177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:41:04.304499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:04.304872 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df40bd-b3ef-48de-9535-92fa453a1f02 None None] Routers {'de2621f1-8fc1-43c4-b962-3a16b9280a0b'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:04.305667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-46df40bd-b3ef-48de-9535-92fa453a1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:41:04.320323 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:41:04.323906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7d9fd390-842f-4bf6-81b5-6d6212c92952 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:04.327874 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7d9fd390-842f-4bf6-81b5-6d6212c92952 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8950942 Mar 29 09:41:04.328830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58022) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:04.337150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'enable_snat': True}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:04.360217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c651bc78-50ce-4030-b147-045d78972428 None None] Network f667e3ba-6b4d-45ec-93ea-676beb506190 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:04.428017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-46df40bd-b3ef-48de-9535-92fa453a1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:04.428612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df40bd-b3ef-48de-9535-92fa453a1f02 None None] The sync data for ids ['de2621f1-8fc1-43c4-b962-3a16b9280a0b'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:04.488817 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4a6b2c0c-4817-4f42-be1c-9a844236870c tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:04.550609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:41:04.550609 dv-neutron-835555-1-hyperv neutron-server[88551]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:41:04.550609 dv-neutron-835555-1-hyperv neutron-server[88551]: [parameters: {'id': 'f667e3ba-6b4d-45ec-93ea-676beb506190'}] Mar 29 09:41:04.550609 dv-neutron-835555-1-hyperv neutron-server[88551]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:41:04.551048 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:41:04.598346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275a8025-7a15-4344-9bca-7d135b7fee6c None None] get_active_networks_info from dv-neutron-835555-1-hyperv {{(pid=88552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 29 09:41:04.672261 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4a6b2c0c-4817-4f42-be1c-9a844236870c tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:04.731733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275a8025-7a15-4344-9bca-7d135b7fee6c None None] Resources bound (agent type, host, resource id): {{(pid=88552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:41:04.747547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b2c0c-4817-4f42-be1c-9a844236870c tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Deleting port 2f684822-988f-4af1-99f1-7cf6721e4db0 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:04.747809 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4a6b2c0c-4817-4f42-be1c-9a844236870c tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:04.795703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:04.808539 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c0748-e358-4210-9b31-cfc117bde6ac None None] Sync routers for ids ['993b71b7-eac9-4abf-ba98-0fbb476c69d6'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:04.819931 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c0748-e358-4210-9b31-cfc117bde6ac None None] Routers {'993b71b7-eac9-4abf-ba98-0fbb476c69d6'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:04.820831 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-199c0748-e358-4210-9b31-cfc117bde6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['993b71b7-eac9-4abf-ba98-0fbb476c69d6'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:04.865905 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:04.870283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ec50c12-0315-4875-a157-b3248b7596b1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:04.874573 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1b6e5a91-34ce-4862-9a71-f353c76710dc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/993b71b7-eac9-4abf-ba98-0fbb476c69d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9409466 Mar 29 09:41:04.894752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58026) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:04.921187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec50c12-0315-4875-a157-b3248b7596b1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Port': ['ID=0a5cda37-3294-484f-a6cb-bfdbef14f26f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:04.933466 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-199c0748-e358-4210-9b31-cfc117bde6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:04.944081 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c0748-e358-4210-9b31-cfc117bde6ac None None] Routers {'993b71b7-eac9-4abf-ba98-0fbb476c69d6'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:04.946452 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-199c0748-e358-4210-9b31-cfc117bde6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['993b71b7-eac9-4abf-ba98-0fbb476c69d6'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:05.010186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db967ac-b138-41a9-8bf4-f6aa7953f33c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:05.012519 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0db967ac-b138-41a9-8bf4-f6aa7953f33c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports/e981a7a9-a2d2-4d6f-a01a-be345ad6f080 HTTP/1.1" status: 200 len: 911 time: 0.1163783 Mar 29 09:41:05.015083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58030) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:05.019786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4a6b2c0c-4817-4f42-be1c-9a844236870c tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:05.022077 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-199c0748-e358-4210-9b31-cfc117bde6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:05.022633 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c0748-e358-4210-9b31-cfc117bde6ac None None] The sync data for ids ['993b71b7-eac9-4abf-ba98-0fbb476c69d6'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:05.023468 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-9e7bf8a3-f8e6-4df3-8ba3-deac4df73565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed2116f0-f4dd-4d8c-a129-df9cc1ed4368'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:05.081948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:05.148523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b2c0c-4817-4f42-be1c-9a844236870c tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Calling delete_port for 2f684822-988f-4af1-99f1-7cf6721e4db0 owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:05.199333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Deleting port 596d164c-96d4-4976-a2b2-b88f87a49aca {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:05.199669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:05.499245 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec50c12-0315-4875-a157-b3248b7596b1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:05.596949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] For port 596d164c-96d4-4976-a2b2-b88f87a49aca, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=596d164c-96d4-4976-a2b2-b88f87a49aca,segment=NetworkSegment(8f0f0a48-197f-4f6a-999c-461744a1ad94),segment_id=8f0f0a48-197f-4f6a-999c-461744a1ad94)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:05.597556 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:05.617743 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b5a51b59-3ed9-47a6-8abb-7a64665006ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:05.665980 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf8a3-f8e6-4df3-8ba3-deac4df73565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:05.729081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Calling delete_port for 596d164c-96d4-4976-a2b2-b88f87a49aca owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:05.823360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4a6b2c0c-4817-4f42-be1c-9a844236870c tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:05.873692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b2c0c-4817-4f42-be1c-9a844236870c tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event deleted for resources: {'Port': ['ID=2f684822-988f-4af1-99f1-7cf6721e4db0,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:05.913606 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:05.989895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Port': ['ID=596d164c-96d4-4976-a2b2-b88f87a49aca,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:05.999802 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] No DVR routers for this DVR port 596d164c-96d4-4976-a2b2-b88f87a49aca on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:41:06.049383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec50c12-0315-4875-a157-b3248b7596b1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:06.060417 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428919ea-5517-441f-a679-f366ea3aeb9b None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:06.072371 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428919ea-5517-441f-a679-f366ea3aeb9b None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:06.073351 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-428919ea-5517-441f-a679-f366ea3aeb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:06.141811 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-428919ea-5517-441f-a679-f366ea3aeb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:06.151642 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4a6b2c0c-4817-4f42-be1c-9a844236870c tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.152101 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428919ea-5517-441f-a679-f366ea3aeb9b None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:06.152758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-428919ea-5517-441f-a679-f366ea3aeb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:40:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:06.208158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.215532 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-428919ea-5517-441f-a679-f366ea3aeb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:06.215937 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428919ea-5517-441f-a679-f366ea3aeb9b None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:06.256186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.259600 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.346865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4a6b2c0c-4817-4f42-be1c-9a844236870c tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.349383 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f667e3ba-6b4d-45ec-93ea-676beb506190']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:06.356422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4a6b2c0c-4817-4f42-be1c-9a844236870c tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.364697 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ec50c12-0315-4875-a157-b3248b7596b1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.366891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0f0a48-197f-4f6a-999c-461744a1ad94') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:06.367190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0f0a48-197f-4f6a-999c-461744a1ad94') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:06.387642 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.403950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.412167 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:41:06.412666 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:41:06.431936 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:41:06.434170 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5ec50c12-0315-4875-a157-b3248b7596b1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/ports/0a5cda37-3294-484f-a6cb-bfdbef14f26f HTTP/1.1" status: 204 len: 168 time: 3.7021940 Mar 29 09:41:06.439870 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58034) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:06.553316 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4a6b2c0c-4817-4f42-be1c-9a844236870c tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.553723 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6b2c0c-4817-4f42-be1c-9a844236870c tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Fanout notify agent at l3_agent the message router_deleted on router de2621f1-8fc1-43c4-b962-3a16b9280a0b {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:41:06.585675 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6a9a7358-f109-450b-8819-c3fea1f12421 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "GET /v2.0/floatingips/33c509db-173d-4269-82b6-61c484c0fe4a HTTP/1.1" status: 200 len: 687 time: 0.1453214 Mar 29 09:41:06.589414 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58038) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:06.666695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.694881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.700856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4a6b2c0c-4817-4f42-be1c-9a844236870c tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.701938 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4a6b2c0c-4817-4f42-be1c-9a844236870c tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] 10.222.0.35 "DELETE /v2.0/routers/de2621f1-8fc1-43c4-b962-3a16b9280a0b HTTP/1.1" status: 204 len: 168 time: 2.5016708 Mar 29 09:41:06.734634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58042) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:06.743883 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Allocated IP 172.26.7.47 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/db786bf3-1ac1-41ca-a12d-d74b07e4f5d2) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:06.765688 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Network': ['ID=f667e3ba-6b4d-45ec-93ea-676beb506190,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:06.776843 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-81d3fecf-98bc-41f7-9d66-a81663a226b0 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/networks/f667e3ba-6b4d-45ec-93ea-676beb506190 HTTP/1.1" status: 204 len: 168 time: 3.8446498 Mar 29 09:41:06.784011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58046) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:06.883429 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-2621264b-dce0-4c8b-bf06-79144bf632a2 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Deleting subnet 7d6760c5-07b1-46f1-afbf-cb7781674afa {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:41:06.924837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b358b5cc-178c-4cd5-8cf2-569772156ae8 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting port 97b84cca-51b1-4b89-ab4e-a1ae2eb7cf17 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:06.925168 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b358b5cc-178c-4cd5-8cf2-569772156ae8 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.937201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2621264b-dce0-4c8b-bf06-79144bf632a2 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:06.965070 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52032c4-4ffb-4225-a0f4-2693ef838602 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] DELETE failed (client error): The resource could not be found. Mar 29 09:41:06.965523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52032c4-4ffb-4225-a0f4-2693ef838602 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:41:06.967206 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f52032c4-4ffb-4225-a0f4-2693ef838602 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/subnets/1c61b20c-04b2-4eaa-ba9a-f017017549dc HTTP/1.1" status: 404 len: 337 time: 0.1823981 Mar 29 09:41:06.969903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58050) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:07.008059 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47c0b4f-559a-4f8e-b718-ba97f8d659dd tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] DELETE failed (client error): The resource could not be found. Mar 29 09:41:07.008585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47c0b4f-559a-4f8e-b718-ba97f8d659dd tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:41:07.010259 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c47c0b4f-559a-4f8e-b718-ba97f8d659dd tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/networks/f667e3ba-6b4d-45ec-93ea-676beb506190 HTTP/1.1" status: 404 len: 339 time: 0.0389295 Mar 29 09:41:07.011664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2621264b-dce0-4c8b-bf06-79144bf632a2 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:07.024423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58054) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:07.075814 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-60381e85-f9cd-4d42-bb2a-4517060cb8b1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] DELETE failed (client error): The resource could not be found. Mar 29 09:41:07.076262 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60381e85-f9cd-4d42-bb2a-4517060cb8b1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:41:07.077952 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-60381e85-f9cd-4d42-bb2a-4517060cb8b1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/subnets/1e213967-b85d-4f59-91dc-96d4bcc2227d HTTP/1.1" status: 404 len: 337 time: 0.0526004 Mar 29 09:41:07.081015 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58058) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:07.082851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf8a3-f8e6-4df3-8ba3-deac4df73565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:07.148881 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c1020c-6d31-4d2b-9511-98eabfb99269 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] DELETE failed (client error): The resource could not be found. Mar 29 09:41:07.149357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c1020c-6d31-4d2b-9511-98eabfb99269 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:41:07.151029 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a5c1020c-6d31-4d2b-9511-98eabfb99269 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/networks/5f859d61-a183-4432-8318-a1446e82b4e7 HTTP/1.1" status: 404 len: 339 time: 0.0632651 Mar 29 09:41:07.154647 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58062) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:07.158670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:07.168618 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf8a3-f8e6-4df3-8ba3-deac4df73565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:07.174728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7bf8a3-f8e6-4df3-8ba3-deac4df73565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:07.175333 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf8a3-f8e6-4df3-8ba3-deac4df73565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:07.176636 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9e7bf8a3-f8e6-4df3-8ba3-deac4df73565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/ports/e981a7a9-a2d2-4d6f-a01a-be345ad6f080 HTTP/1.1" status: 200 len: 911 time: 2.1578362 Mar 29 09:41:07.195734 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58066) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:07.235408 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2621264b-dce0-4c8b-bf06-79144bf632a2 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:07.258476 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b358b5cc-178c-4cd5-8cf2-569772156ae8 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:07.258795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b358b5cc-178c-4cd5-8cf2-569772156ae8 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:07.266090 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1b6a40-4b6a-49ae-bd06-c3b2560cc165 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] DELETE failed (client error): The resource could not be found. Mar 29 09:41:07.267078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1b6a40-4b6a-49ae-bd06-c3b2560cc165 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:41:07.271083 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ab1b6a40-4b6a-49ae-bd06-c3b2560cc165 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/subnets/83c66a45-bf74-4deb-b1a1-6bbacb4114f2 HTTP/1.1" status: 404 len: 337 time: 0.1130755 Mar 29 09:41:07.285305 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58070) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:07.296835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bf8a3-f8e6-4df3-8ba3-deac4df73565 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=e981a7a9-a2d2-4d6f-a01a-be345ad6f080,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:07.384081 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:07.433150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2621264b-dce0-4c8b-bf06-79144bf632a2 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:07.474883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b358b5cc-178c-4cd5-8cf2-569772156ae8 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Calling delete_port for 97b84cca-51b1-4b89-ab4e-a1ae2eb7cf17 owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:07.487637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2621264b-dce0-4c8b-bf06-79144bf632a2 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:07.493954 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:07.494101 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308f3746-e636-4e3b-93eb-1bffffe6e9f5 None None] Network 875fd4f3-0150-4412-866e-91c18b94927b requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:07.494825 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621264b-dce0-4c8b-bf06-79144bf632a2 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6760c5-07b1-46f1-afbf-cb7781674afa,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:07.504941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:07.505381 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0f1b58-1260-4d14-8469-a2a781afef06 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] DELETE failed (client error): The resource could not be found. Mar 29 09:41:07.505834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0f1b58-1260-4d14-8469-a2a781afef06 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:41:07.507502 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8e0f1b58-1260-4d14-8469-a2a781afef06 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/networks/a36bba77-b183-46b5-9dca-b448fa5e46d6 HTTP/1.1" status: 404 len: 339 time: 0.2212689 Mar 29 09:41:07.510095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:07.516086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58074) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:07.558277 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2621264b-dce0-4c8b-bf06-79144bf632a2 tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] 10.222.0.35 "DELETE /v2.0/subnets/7d6760c5-07b1-46f1-afbf-cb7781674afa HTTP/1.1" status: 204 len: 168 time: 0.8139410 Mar 29 09:41:07.558277 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Pushing event updated for resources: {'Port': ['ID=db786bf3-1ac1-41ca-a12d-d74b07e4f5d2,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:07.566039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58078) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:07.684328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d3a54-e843-40d3-9f54-d441442adcd9 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Deleting port 55aa7f88-a607-4cb6-afb2-8663d25593ad {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:07.684932 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3a54-e843-40d3-9f54-d441442adcd9 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:07.761622 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b235db-d279-4c9b-978c-297c52a1a8d0 None None] DHCP port deletion for 875fd4f3-0150-4412-866e-91c18b94927b request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:41:07.771743 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-13b235db-d279-4c9b-978c-297c52a1a8d0 None None] Deleting port 5d850e26-8c14-4421-8520-70ca6aa0bbb9 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:07.772236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-13b235db-d279-4c9b-978c-297c52a1a8d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:07.818936 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:07.878958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Deleting port 5d850e26-8c14-4421-8520-70ca6aa0bbb9 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:07.879345 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:07.926674 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6c07c625-0bcf-49f1-8b19-28791da1f9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.014015 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-13b235db-d279-4c9b-978c-297c52a1a8d0 None None] For port 5d850e26-8c14-4421-8520-70ca6aa0bbb9, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=5d850e26-8c14-4421-8520-70ca6aa0bbb9,segment=NetworkSegment(c4b08b16-504d-4ccd-a458-ec97da7bd74c),segment_id=c4b08b16-504d-4ccd-a458-ec97da7bd74c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:08.014572 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-13b235db-d279-4c9b-978c-297c52a1a8d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.104349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] For port 5d850e26-8c14-4421-8520-70ca6aa0bbb9, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=5d850e26-8c14-4421-8520-70ca6aa0bbb9,segment=NetworkSegment(c4b08b16-504d-4ccd-a458-ec97da7bd74c),segment_id=c4b08b16-504d-4ccd-a458-ec97da7bd74c)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:08.104756 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.138269 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-13b235db-d279-4c9b-978c-297c52a1a8d0 None None] Calling delete_port for 5d850e26-8c14-4421-8520-70ca6aa0bbb9 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:08.228518 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b358b5cc-178c-4cd5-8cf2-569772156ae8 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.235107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Calling delete_port for 5d850e26-8c14-4421-8520-70ca6aa0bbb9 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:08.290049 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358b5cc-178c-4cd5-8cf2-569772156ae8 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Port': ['ID=97b84cca-51b1-4b89-ab4e-a1ae2eb7cf17,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:08.296920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3a54-e843-40d3-9f54-d441442adcd9 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.338308 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-13b235db-d279-4c9b-978c-297c52a1a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.401115 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b235db-d279-4c9b-978c-297c52a1a8d0 None None] Pushing event deleted for resources: {'Port': ['ID=5d850e26-8c14-4421-8520-70ca6aa0bbb9,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:08.409009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b235db-d279-4c9b-978c-297c52a1a8d0 None None] No DVR routers for this DVR port 5d850e26-8c14-4421-8520-70ca6aa0bbb9 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:41:08.488963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d3a54-e843-40d3-9f54-d441442adcd9 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Calling delete_port for 55aa7f88-a607-4cb6-afb2-8663d25593ad owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:08.566500 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:41:08.566734 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:41:08.588367 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.624370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b358b5cc-178c-4cd5-8cf2-569772156ae8 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.650847 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b358b5cc-178c-4cd5-8cf2-569772156ae8 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.652952 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b358b5cc-178c-4cd5-8cf2-569772156ae8 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/floatingips/33c509db-173d-4269-82b6-61c484c0fe4a HTTP/1.1" status: 204 len: 168 time: 2.0618536 Mar 29 09:41:08.661225 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58082) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:08.666024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '65c7afb1-2652-4e3c-a814-ef4e666bf6c8'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:08.676088 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:08.680014 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f5f29240-12d4-4bb8-8dda-2238d0ec8bda tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.690082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Usage tracker for resource:floatingip and tenant:def6da8eeee4419eb3da131eed714cf3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:08.711053 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 5d850e26-8c14-4421-8520-70ca6aa0bbb9 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:41:08.740478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3a54-e843-40d3-9f54-d441442adcd9 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.744520 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:08.750180 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 5d850e26-8c14-4421-8520-70ca6aa0bbb9 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:41:08.750980 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 5d850e26-8c14-4421-8520-70ca6aa0bbb9 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:41:08.759563 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:08.804380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d3a54-e843-40d3-9f54-d441442adcd9 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Port': ['ID=55aa7f88-a607-4cb6-afb2-8663d25593ad,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:08.810492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3a54-e843-40d3-9f54-d441442adcd9 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.844810 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.874059 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.877649 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ad3d3a54-e843-40d3-9f54-d441442adcd9 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/ports/55aa7f88-a607-4cb6-afb2-8663d25593ad HTTP/1.1" status: 204 len: 168 time: 1.3582523 Mar 29 09:41:08.880251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58086) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:08.891097 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.930802 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc30df43-8bc3-47a3-8273-6a3ffa88a824 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] DELETE failed (client error): The resource could not be found. Mar 29 09:41:08.931252 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc30df43-8bc3-47a3-8273-6a3ffa88a824 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:41:08.935204 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dc30df43-8bc3-47a3-8273-6a3ffa88a824 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/subnets/a9c5acdf-9f9e-4418-b6e5-055849c6d627 HTTP/1.1" status: 404 len: 337 time: 0.0517709 Mar 29 09:41:08.935955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58090) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:08.987441 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:08.993327 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.095693 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Deleting port 5d850e26-8c14-4421-8520-70ca6aa0bbb9 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:09.095956 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.149011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-76c8cccf-4d50-4480-bf5f-7d41189c5b73 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.183691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] The port '5d850e26-8c14-4421-8520-70ca6aa0bbb9' was deleted {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:41:09.347674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-76c8cccf-4d50-4480-bf5f-7d41189c5b73 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.358433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f5f29240-12d4-4bb8-8dda-2238d0ec8bda tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port e981a7a9-a2d2-4d6f-a01a-be345ad6f080 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:09.358764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f5f29240-12d4-4bb8-8dda-2238d0ec8bda tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.389793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.411578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-76c8cccf-4d50-4480-bf5f-7d41189c5b73 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455d9852-9441-4d62-bc6e-6f17d8bb38df']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:09.432913 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-76c8cccf-4d50-4480-bf5f-7d41189c5b73 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c8c0c1-3817-46a2-972b-c6d3fe805570') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:09.433216 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-76c8cccf-4d50-4480-bf5f-7d41189c5b73 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c8c0c1-3817-46a2-972b-c6d3fe805570') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:09.441972 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875fd4f3-0150-4412-866e-91c18b94927b']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:09.460151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b08b16-504d-4ccd-a458-ec97da7bd74c') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:09.460444 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b08b16-504d-4ccd-a458-ec97da7bd74c') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:09.473007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-76c8cccf-4d50-4480-bf5f-7d41189c5b73 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.475354 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.481407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.543250 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-76c8cccf-4d50-4480-bf5f-7d41189c5b73 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.554474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.560969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c8cccf-4d50-4480-bf5f-7d41189c5b73 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:41:09.561361 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-76c8cccf-4d50-4480-bf5f-7d41189c5b73 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.567711 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:41:09.568104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:41:09.575925 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:41:09.583122 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:41:09.772875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Router 3b3cb4ba-87c4-481a-817c-b94be180b724 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:41:09.789257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f5f29240-12d4-4bb8-8dda-2238d0ec8bda tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.907354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-76c8cccf-4d50-4480-bf5f-7d41189c5b73 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.912185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-76c8cccf-4d50-4480-bf5f-7d41189c5b73 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.913465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.922853 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f5f29240-12d4-4bb8-8dda-2238d0ec8bda tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for e981a7a9-a2d2-4d6f-a01a-be345ad6f080 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:09.939899 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:09.950201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Allocated IP 172.26.7.206 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/bfa572ed-9d7d-42f7-aee2-3d4bccdd9db7) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:09.985375 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-76c8cccf-4d50-4480-bf5f-7d41189c5b73 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/networks/455d9852-9441-4d62-bc6e-6f17d8bb38df HTTP/1.1" status: 204 len: 168 time: 1.0461669 Mar 29 09:41:09.985375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8cccf-4d50-4480-bf5f-7d41189c5b73 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Network': ['ID=455d9852-9441-4d62-bc6e-6f17d8bb38df,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:09.985706 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58096) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:10.034900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event deleted for resources: {'Network': ['ID=875fd4f3-0150-4412-866e-91c18b94927b,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:10.083439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-8df7c1aa-ca18-4dc5-b86e-2d36101a11fc tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Deleting port 046c8bcf-532b-4577-80e6-202c20d23ffe {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:10.083821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8df7c1aa-ca18-4dc5-b86e-2d36101a11fc tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:10.089799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:10.099054 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8482187c-504e-481d-9010-646908015e92 None None] Sync routers for ids ['3b3cb4ba-87c4-481a-817c-b94be180b724'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:10.109257 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8482187c-504e-481d-9010-646908015e92 None None] Routers {'3b3cb4ba-87c4-481a-817c-b94be180b724'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:10.109969 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8482187c-504e-481d-9010-646908015e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['3b3cb4ba-87c4-481a-817c-b94be180b724'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:10.138566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:10.142366 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4acf56d5-7441-42db-b595-fa183666c4f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "PUT /v2.0/routers/3b3cb4ba-87c4-481a-817c-b94be180b724 HTTP/1.1" status: 200 len: 917 time: 5.8097446 Mar 29 09:41:10.144802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58100) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:10.174938 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8482187c-504e-481d-9010-646908015e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:10.184411 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8482187c-504e-481d-9010-646908015e92 None None] Routers {'3b3cb4ba-87c4-481a-817c-b94be180b724'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:10.185337 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8482187c-504e-481d-9010-646908015e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['3b3cb4ba-87c4-481a-817c-b94be180b724'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:10.210704 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3cebdfdf-6bce-46ea-932b-653a1ca8ee8f tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] 10.222.0.35 "DELETE /v2.0/networks/875fd4f3-0150-4412-866e-91c18b94927b HTTP/1.1" status: 204 len: 168 time: 2.6408379 Mar 29 09:41:10.217056 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58104) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:10.248435 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8482187c-504e-481d-9010-646908015e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:10.249087 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8482187c-504e-481d-9010-646908015e92 None None] The sync data for ids ['3b3cb4ba-87c4-481a-817c-b94be180b724'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:10.376316 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8df7c1aa-ca18-4dc5-b86e-2d36101a11fc tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:10.406782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-207476d3-b4e0-475f-b8ee-7a04454119ba tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Deleting port fafdd14d-2407-4d79-b6be-1a4d396f5c80 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:10.407123 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-207476d3-b4e0-475f-b8ee-7a04454119ba tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:10.495466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f5f29240-12d4-4bb8-8dda-2238d0ec8bda tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:10.504260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-8df7c1aa-ca18-4dc5-b86e-2d36101a11fc tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Calling delete_port for 046c8bcf-532b-4577-80e6-202c20d23ffe owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:10.537540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:10.590721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f29240-12d4-4bb8-8dda-2238d0ec8bda tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Port': ['ID=e981a7a9-a2d2-4d6f-a01a-be345ad6f080,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:10.612725 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d6e29184-456e-4123-a980-4bd943ca1b5e tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/routers/3b3cb4ba-87c4-481a-817c-b94be180b724 HTTP/1.1" status: 200 len: 923 time: 0.4668121 Mar 29 09:41:10.616172 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58108) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:10.675195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:10.763564 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-207476d3-b4e0-475f-b8ee-7a04454119ba tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:10.763896 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-207476d3-b4e0-475f-b8ee-7a04454119ba tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:10.786597 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f5f29240-12d4-4bb8-8dda-2238d0ec8bda tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:10.862024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8df7c1aa-ca18-4dc5-b86e-2d36101a11fc tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:10.887126 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:10.898021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-207476d3-b4e0-475f-b8ee-7a04454119ba tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Calling delete_port for fafdd14d-2407-4d79-b6be-1a4d396f5c80 owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:10.969233 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7c1aa-ca18-4dc5-b86e-2d36101a11fc tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Port': ['ID=046c8bcf-532b-4577-80e6-202c20d23ffe,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:10.981267 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8df7c1aa-ca18-4dc5-b86e-2d36101a11fc tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:10.988614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b96656c-fa4b-4bdd-b4ba-8b13a10c6249 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:10.992743 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4b96656c-fa4b-4bdd-b4ba-8b13a10c6249 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&device_id=3b3cb4ba-87c4-481a-817c-b94be180b724&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3714917 Mar 29 09:41:10.997846 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58114) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:11.042025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:11.057585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:11.059431 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=bfa572ed-9d7d-42f7-aee2-3d4bccdd9db7,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:11.067129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:11.165965 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8df7c1aa-ca18-4dc5-b86e-2d36101a11fc tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/ports/046c8bcf-532b-4577-80e6-202c20d23ffe HTTP/1.1" status: 204 len: 168 time: 1.1763561 Mar 29 09:41:11.216393 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58118) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:11.263423 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e2beef-a86f-4fd1-ae8d-f2e18af1fba3 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] DELETE failed (client error): The resource could not be found. Mar 29 09:41:11.263873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e2beef-a86f-4fd1-ae8d-f2e18af1fba3 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:41:11.265528 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-14e2beef-a86f-4fd1-ae8d-f2e18af1fba3 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/subnets/5bab2f1a-715a-4a11-818a-b10b865b515b HTTP/1.1" status: 404 len: 337 time: 0.0481553 Mar 29 09:41:11.269625 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58122) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:11.272967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f29240-12d4-4bb8-8dda-2238d0ec8bda tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 993b71b7-eac9-4abf-ba98-0fbb476c69d6 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:11.441891 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943bd8d6-3ef4-4705-b268-b367cc113303 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:11.445939 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-943bd8d6-3ef4-4705-b268-b367cc113303 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/networks/03de5fa9-a446-4fa0-8975-40541e842cf0 HTTP/1.1" status: 200 len: 881 time: 0.4444759 Mar 29 09:41:11.474315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58126) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:11.509658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b26cc4a9-c65f-410e-b65c-cf495d66d861 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:11.512848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f29240-12d4-4bb8-8dda-2238d0ec8bda tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:11.520159 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f5f29240-12d4-4bb8-8dda-2238d0ec8bda tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/993b71b7-eac9-4abf-ba98-0fbb476c69d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3207633 Mar 29 09:41:11.522889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58130) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:11.528722 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe21bb-0325-46ee-9b71-2e20976d978f None None] Sync routers for ids ['993b71b7-eac9-4abf-ba98-0fbb476c69d6'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:11.540423 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe21bb-0325-46ee-9b71-2e20976d978f None None] Routers {'993b71b7-eac9-4abf-ba98-0fbb476c69d6'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:11.541241 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bcfe21bb-0325-46ee-9b71-2e20976d978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['993b71b7-eac9-4abf-ba98-0fbb476c69d6'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:11.544447 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-69382aed-75f8-498d-bc33-cb156d47ecbe tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b3cb4ba-87c4-481a-817c-b94be180b724 HTTP/1.1" status: 200 len: 205 time: 0.0690398 Mar 29 09:41:11.547684 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58136) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:11.570900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4a396f42-9d28-451a-b012-0a74a97085d4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Synchronizing usage tracker for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:41:11.619710 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bcfe21bb-0325-46ee-9b71-2e20976d978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:11.629737 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe21bb-0325-46ee-9b71-2e20976d978f None None] Routers {'993b71b7-eac9-4abf-ba98-0fbb476c69d6'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:11.630663 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bcfe21bb-0325-46ee-9b71-2e20976d978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['993b71b7-eac9-4abf-ba98-0fbb476c69d6'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:11.692458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-207476d3-b4e0-475f-b8ee-7a04454119ba tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:11.703803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bcfe21bb-0325-46ee-9b71-2e20976d978f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:11.704397 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe21bb-0325-46ee-9b71-2e20976d978f None None] The sync data for ids ['993b71b7-eac9-4abf-ba98-0fbb476c69d6'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:11.715836 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b26cc4a9-c65f-410e-b65c-cf495d66d861 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:11.742664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-b26cc4a9-c65f-410e-b65c-cf495d66d861 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c041583-278e-441d-a25c-686640bffc19']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:11.749345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4a396f42-9d28-451a-b012-0a74a97085d4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Unset dirty status for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:41:11.750172 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207476d3-b4e0-475f-b8ee-7a04454119ba tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Pushing event deleted for resources: {'Port': ['ID=fafdd14d-2407-4d79-b6be-1a4d396f5c80,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:11.750508 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4a396f42-9d28-451a-b012-0a74a97085d4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports?device_id=993b71b7-eac9-4abf-ba98-0fbb476c69d6 HTTP/1.1" status: 200 len: 205 time: 0.2267208 Mar 29 09:41:11.753433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58140) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:11.814941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-b26cc4a9-c65f-410e-b65c-cf495d66d861 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8f5a53-21b3-41ac-b08d-e761569a81de') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:11.815257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-b26cc4a9-c65f-410e-b65c-cf495d66d861 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8f5a53-21b3-41ac-b08d-e761569a81de') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:11.840574 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b26cc4a9-c65f-410e-b65c-cf495d66d861 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:11.916719 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3120d150-22d8-472c-922d-cf19148fa5b9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:11.964610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b26cc4a9-c65f-410e-b65c-cf495d66d861 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:11.984659 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26cc4a9-c65f-410e-b65c-cf495d66d861 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:41:11.985068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b26cc4a9-c65f-410e-b65c-cf495d66d861 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:41:12.002839 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:41:12.032592 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a212-0876-4bf0-affd-06fd70ebaaa2 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.084374 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-207476d3-b4e0-475f-b8ee-7a04454119ba tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.117494 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-207476d3-b4e0-475f-b8ee-7a04454119ba tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.118627 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-207476d3-b4e0-475f-b8ee-7a04454119ba tempest-FloatingIPAdminTestJSON-1188725675 tempest-FloatingIPAdminTestJSON-1188725675-project] 10.222.0.35 "DELETE /v2.0/floatingips/490d278c-3233-455d-80af-4457ea4775f6 HTTP/1.1" status: 204 len: 168 time: 1.9006610 Mar 29 09:41:12.240923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a212-0876-4bf0-affd-06fd70ebaaa2 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.297930 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-bbb9a212-0876-4bf0-affd-06fd70ebaaa2 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Deleting port db786bf3-1ac1-41ca-a12d-d74b07e4f5d2 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:12.298492 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a212-0876-4bf0-affd-06fd70ebaaa2 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.461979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3120d150-22d8-472c-922d-cf19148fa5b9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.465504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3120d150-22d8-472c-922d-cf19148fa5b9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.478351 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a212-0876-4bf0-affd-06fd70ebaaa2 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.493067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b26cc4a9-c65f-410e-b65c-cf495d66d861 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.516869 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b26cc4a9-c65f-410e-b65c-cf495d66d861 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.534195 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cc4a9-c65f-410e-b65c-cf495d66d861 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Network': ['ID=8c041583-278e-441d-a25c-686640bffc19,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:12.538301 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b26cc4a9-c65f-410e-b65c-cf495d66d861 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/networks/8c041583-278e-441d-a25c-686640bffc19 HTTP/1.1" status: 204 len: 168 time: 1.2677298 Mar 29 09:41:12.546169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87d171-5a9d-4d10-8d4d-12caec938592 req-0069d937-1012-41fa-a84c-34a255a4d6e6 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:12.547612 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8e87d171-5a9d-4d10-8d4d-12caec938592 req-0069d937-1012-41fa-a84c-34a255a4d6e6 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 945 time: 0.3871653 Mar 29 09:41:12.548136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58148) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:12.602513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3120d150-22d8-472c-922d-cf19148fa5b9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.602994 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3120d150-22d8-472c-922d-cf19148fa5b9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Fanout notify agent at l3_agent the message router_deleted on router 993b71b7-eac9-4abf-ba98-0fbb476c69d6 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:41:12.617271 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3120d150-22d8-472c-922d-cf19148fa5b9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.620863 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3120d150-22d8-472c-922d-cf19148fa5b9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/routers/993b71b7-eac9-4abf-ba98-0fbb476c69d6 HTTP/1.1" status: 204 len: 168 time: 0.8641670 Mar 29 09:41:12.624643 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58152) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:12.713212 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8e87d171-5a9d-4d10-8d4d-12caec938592 req-b2739f0e-0aed-4b07-92e2-b8fa23e3b555 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332664 Mar 29 09:41:12.716986 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-9260abd3-eadd-40bb-af24-99b0e5cec6d4 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Deleting subnet acb39b8a-f945-416e-9bb7-cc0d180ed4ac {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:41:12.722029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9260abd3-eadd-40bb-af24-99b0e5cec6d4 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.748612 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-bbb9a212-0876-4bf0-affd-06fd70ebaaa2 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Calling delete_port for db786bf3-1ac1-41ca-a12d-d74b07e4f5d2 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:12.770864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ce2383-7e34-4c77-a208-d5e193f2959e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting subnet ed2116f0-f4dd-4d8c-a129-df9cc1ed4368 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:41:12.772531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58158) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:12.777974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99ce2383-7e34-4c77-a208-d5e193f2959e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.840047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9260abd3-eadd-40bb-af24-99b0e5cec6d4 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.882490 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:12.890624 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99ce2383-7e34-4c77-a208-d5e193f2959e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.038146 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9260abd3-eadd-40bb-af24-99b0e5cec6d4 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.045879 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.079297 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2695279f-febb-4169-a625-b46df39aea94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f14e3e1dc5bf4eaf85e8cb3ac0a17a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027184 Mar 29 09:41:13.083449 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58166) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:13.091154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a212-0876-4bf0-affd-06fd70ebaaa2 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.105551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99ce2383-7e34-4c77-a208-d5e193f2959e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.183451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9a212-0876-4bf0-affd-06fd70ebaaa2 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Pushing event deleted for resources: {'Port': ['ID=db786bf3-1ac1-41ca-a12d-d74b07e4f5d2,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:13.230609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf0ddeea-9b68-475a-ba94-a92a227c14eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.262232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf0ddeea-9b68-475a-ba94-a92a227c14eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.293742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a212-0876-4bf0-affd-06fd70ebaaa2 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.295536 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9260abd3-eadd-40bb-af24-99b0e5cec6d4 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.334733 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99ce2383-7e34-4c77-a208-d5e193f2959e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.344528 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260abd3-eadd-40bb-af24-99b0e5cec6d4 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Subnet': ['ID=acb39b8a-f945-416e-9bb7-cc0d180ed4ac,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:13.347220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9260abd3-eadd-40bb-af24-99b0e5cec6d4 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.358557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93600c9b-7352-4ed0-8e12-8d353436ae6f None None] Network 21fe793f-b99e-4e4f-bc3b-0f16e157c1aa requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:13.408982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99ce2383-7e34-4c77-a208-d5e193f2959e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.411656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce2383-7e34-4c77-a208-d5e193f2959e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2116f0-f4dd-4d8c-a129-df9cc1ed4368,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:13.420795 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9260abd3-eadd-40bb-af24-99b0e5cec6d4 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/subnets/acb39b8a-f945-416e-9bb7-cc0d180ed4ac HTTP/1.1" status: 204 len: 168 time: 0.8685436 Mar 29 09:41:13.420795 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-99ce2383-7e34-4c77-a208-d5e193f2959e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/ed2116f0-f4dd-4d8c-a129-df9cc1ed4368 HTTP/1.1" status: 204 len: 168 time: 0.7944343 Mar 29 09:41:13.421022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58170) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:13.422821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58172) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:13.435104 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9cb5c6-cdb6-4ffa-8307-adb5f6939b39 None None] Network e86c3c1a-add7-4f50-880b-68e441c7f590 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:13.485025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a212-0876-4bf0-affd-06fd70ebaaa2 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.487399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a212-0876-4bf0-affd-06fd70ebaaa2 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.592219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf0ddeea-9b68-475a-ba94-a92a227c14eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.594553 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf0ddeea-9b68-475a-ba94-a92a227c14eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.595736 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cf0ddeea-9b68-475a-ba94-a92a227c14eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ca56945-ba4c-4b97-b689-d8be867af658 HTTP/1.1" status: 204 len: 168 time: 0.5097692 Mar 29 09:41:13.644024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ddeea-9b68-475a-ba94-a92a227c14eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca56945-ba4c-4b97-b689-d8be867af658,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:13.660522 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.665244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.687183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Deleting port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:13.687526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.691220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.717803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port cf3c0ce3-8ebf-4156-964f-795501d7c696 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:13.717803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.756699 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.821074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a212-0876-4bf0-affd-06fd70ebaaa2 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.822554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb9a212-0876-4bf0-affd-06fd70ebaaa2 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Fanout notify agent at l3_agent the message router_deleted on router 3b3cb4ba-87c4-481a-817c-b94be180b724 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:41:13.908324 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=bfa572ed-9d7d-42f7-aee2-3d4bccdd9db7,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:13.926353 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb9a212-0876-4bf0-affd-06fd70ebaaa2 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:13.927458 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bbb9a212-0876-4bf0-affd-06fd70ebaaa2 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "DELETE /v2.0/routers/3b3cb4ba-87c4-481a-817c-b94be180b724 HTTP/1.1" status: 204 len: 168 time: 2.3759844 Mar 29 09:41:13.932933 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58184) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:13.949738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-8babc633-a6f8-46fb-9de3-62b7bd4f5c76 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1059788411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:13.955889 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:14.016200 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8babc633-a6f8-46fb-9de3-62b7bd4f5c76 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:14.033436 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8babc633-a6f8-46fb-9de3-62b7bd4f5c76 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Usage tracker for resource:router and tenant:87579291427f4b8abcc6393078633640 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:14.036590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8babc633-a6f8-46fb-9de3-62b7bd4f5c76 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:14.046146 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8babc633-a6f8-46fb-9de3-62b7bd4f5c76 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:14.149043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b123fda-6134-4ac2-a26e-e989a7577748 None None] DHCP port deletion for 21fe793f-b99e-4e4f-bc3b-0f16e157c1aa request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:41:14.154282 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-1b123fda-6134-4ac2-a26e-e989a7577748 None None] Deleting port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:14.154282 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1b123fda-6134-4ac2-a26e-e989a7577748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:14.198703 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f80eb9-b5a5-4d43-b936-38d5accf05f7 None None] DHCP port deletion for e86c3c1a-add7-4f50-880b-68e441c7f590 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:41:14.206640 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8babc633-a6f8-46fb-9de3-62b7bd4f5c76 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:14.207927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8babc633-a6f8-46fb-9de3-62b7bd4f5c76 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:14.212203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-55f80eb9-b5a5-4d43-b936-38d5accf05f7 None None] Deleting port cf3c0ce3-8ebf-4156-964f-795501d7c696 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:14.212509 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-55f80eb9-b5a5-4d43-b936-38d5accf05f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:14.240304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-f504b0d0-9105-4740-9d49-2818e93ad1c7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:14.243156 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-f504b0d0-9105-4740-9d49-2818e93ad1c7 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 945 time: 0.4960892 Mar 29 09:41:14.257164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8babc633-a6f8-46fb-9de3-62b7bd4f5c76 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:14.259631 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Floating IP b9511f2d-1183-4e79-b6cf-9cb515bbb7be associated. External IP: 172.26.7.206, port: 65c7afb1-2652-4e3c-a814-ef4e666bf6c8. Mar 29 09:41:14.558630 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8babc633-a6f8-46fb-9de3-62b7bd4f5c76 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:14.575231 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58192) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:14.608014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-1b123fda-6134-4ac2-a26e-e989a7577748 None None] For port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb,segment=NetworkSegment(978681e3-3db2-4142-99a9-497c8799fcca),segment_id=978681e3-3db2-4142-99a9-497c8799fcca)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:14.608574 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1b123fda-6134-4ac2-a26e-e989a7577748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:14.654841 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b5ad-8c09-4185-9fc7-8adc6ed0e7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:14.690137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d6c3b5ad-8c09-4185-9fc7-8adc6ed0e7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:14.698523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d6c3b5ad-8c09-4185-9fc7-8adc6ed0e7d8 admin admin] Usage tracker for resource:security_group_rule and tenant:264746bcb7434043acdf16abfc3edb96 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:14.698523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d6c3b5ad-8c09-4185-9fc7-8adc6ed0e7d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:14.702816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d6c3b5ad-8c09-4185-9fc7-8adc6ed0e7d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:14.714820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-3fbc12ef-3ed5-4358-9d3c-d32cf45807cd tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Deleting port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:14.715281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-3fbc12ef-3ed5-4358-9d3c-d32cf45807cd tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:14.774759 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:41:14.792266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8babc633-a6f8-46fb-9de3-62b7bd4f5c76 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:14.796356 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8babc633-a6f8-46fb-9de3-62b7bd4f5c76 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8595827 Mar 29 09:41:14.805137 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-1b123fda-6134-4ac2-a26e-e989a7577748 None None] Calling delete_port for c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:14.812270 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58196) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:14.823934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'enable_snat': False}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:14.843510 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] For port cf3c0ce3-8ebf-4156-964f-795501d7c696, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cf3c0ce3-8ebf-4156-964f-795501d7c696,segment=NetworkSegment(95a44859-783e-44b2-829d-ce478ec0ec54),segment_id=95a44859-783e-44b2-829d-ce478ec0ec54)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:14.844001 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:14.882275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62a445-31f0-40ae-aff2-806be1e6778e req-b55fd87e-783d-4b88-8dce-707f7779d691 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:14.889081 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1c62a445-31f0-40ae-aff2-806be1e6778e req-b55fd87e-783d-4b88-8dce-707f7779d691 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 945 time: 0.9284425 Mar 29 09:41:14.911112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22621371-80d0-4885-a9fc-488f213848c8 req-cc4dbfb9-d6ec-48d7-ae8e-50bb4cf5f3d4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:14.912728 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22621371-80d0-4885-a9fc-488f213848c8 req-cc4dbfb9-d6ec-48d7-ae8e-50bb4cf5f3d4 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 946 time: 0.3564565 Mar 29 09:41:14.969379 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-55f80eb9-b5a5-4d43-b936-38d5accf05f7 None None] For port cf3c0ce3-8ebf-4156-964f-795501d7c696, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cf3c0ce3-8ebf-4156-964f-795501d7c696,segment=NetworkSegment(95a44859-783e-44b2-829d-ce478ec0ec54),segment_id=95a44859-783e-44b2-829d-ce478ec0ec54)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:14.969781 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-55f80eb9-b5a5-4d43-b936-38d5accf05f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:15.021411 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for cf3c0ce3-8ebf-4156-964f-795501d7c696 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:15.116278 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] For port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb,segment=NetworkSegment(978681e3-3db2-4142-99a9-497c8799fcca),segment_id=978681e3-3db2-4142-99a9-497c8799fcca)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:15.116697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:15.172232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-55f80eb9-b5a5-4d43-b936-38d5accf05f7 None None] Calling delete_port for cf3c0ce3-8ebf-4156-964f-795501d7c696 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:15.208122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1b123fda-6134-4ac2-a26e-e989a7577748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:15.248070 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b123fda-6134-4ac2-a26e-e989a7577748 None None] No DVR routers for this DVR port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:41:15.250212 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22621371-80d0-4885-a9fc-488f213848c8 req-1a0532b9-e616-447e-89dc-76a3a1808e51 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups?id=682c52cb-4824-4667-8217-b4439d847165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229039 Mar 29 09:41:15.296843 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b123fda-6134-4ac2-a26e-e989a7577748 None None] Pushing event deleted for resources: {'Port': ['ID=c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:15.296944 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1c62a445-31f0-40ae-aff2-806be1e6778e req-bf780acc-f68b-4221-bc53-f08f33f23903 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3453147 Mar 29 09:41:15.300713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Calling delete_port for c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:15.335826 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:15.337044 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:15.399550 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device cf3c0ce3-8ebf-4156-964f-795501d7c696 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:41:15.415279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:15.418120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:41:15.418472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:41:15.433230 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-55f80eb9-b5a5-4d43-b936-38d5accf05f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:15.473676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: cf3c0ce3-8ebf-4156-964f-795501d7c696 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:41:15.474051 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device cf3c0ce3-8ebf-4156-964f-795501d7c696 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:41:15.485094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f80eb9-b5a5-4d43-b936-38d5accf05f7 None None] No DVR routers for this DVR port cf3c0ce3-8ebf-4156-964f-795501d7c696 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:41:15.497381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f80eb9-b5a5-4d43-b936-38d5accf05f7 None None] Pushing event deleted for resources: {'Port': ['ID=cf3c0ce3-8ebf-4156-964f-795501d7c696,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:15.497571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b5ad-8c09-4185-9fc7-8adc6ed0e7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:15.520763 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:41:15.520763 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:41:15.558359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-3fbc12ef-3ed5-4358-9d3c-d32cf45807cd tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] For port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf,segment=NetworkSegment(f732aea9-8c5c-4406-93c1-a9f229414335),segment_id=f732aea9-8c5c-4406-93c1-a9f229414335)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:15.558714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-3fbc12ef-3ed5-4358-9d3c-d32cf45807cd tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:15.626118 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b5ad-8c09-4185-9fc7-8adc6ed0e7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:15.702538 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d6c3b5ad-8c09-4185-9fc7-8adc6ed0e7d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=264746bcb7434043acdf16abfc3edb96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1261959 Mar 29 09:41:15.705852 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:15.709176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58202) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:15.709176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3b5ad-8c09-4185-9fc7-8adc6ed0e7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14afdb6-97ce-4a1f-bafc-671b4122cd7b,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:15.730379 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c85761-bb72-40bc-a34c-945b5579160e None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:15.744100 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c85761-bb72-40bc-a34c-945b5579160e None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:15.745098 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-74c85761-bb72-40bc-a34c-945b5579160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:15.807313 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-74c85761-bb72-40bc-a34c-945b5579160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:15.816270 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c85761-bb72-40bc-a34c-945b5579160e None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:15.817054 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-74c85761-bb72-40bc-a34c-945b5579160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:15.859871 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e75b2e9-7b12-4da6-8a69-dd8e33f8097e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:15.860683 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-3fbc12ef-3ed5-4358-9d3c-d32cf45807cd tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:15.860683 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-3fbc12ef-3ed5-4358-9d3c-d32cf45807cd tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:15.860683 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-3fbc12ef-3ed5-4358-9d3c-d32cf45807cd tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Floating IP b2655e24-90de-44f6-bb14-2c70e80187ca disassociated. External IP: 172.26.7.88, port: 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf. Mar 29 09:41:15.860683 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-3fbc12ef-3ed5-4358-9d3c-d32cf45807cd tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Calling delete_port for 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:15.895573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e75b2e9-7b12-4da6-8a69-dd8e33f8097e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:15.907561 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-74c85761-bb72-40bc-a34c-945b5579160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:15.908243 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c85761-bb72-40bc-a34c-945b5579160e None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:15.920825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Deleting port c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:15.921246 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.004773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] The port 'c4dc7f07-281d-41a4-90ce-e9a2c6f6f0cb' was deleted {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:41:16.132134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.141215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port cf3c0ce3-8ebf-4156-964f-795501d7c696 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:16.141549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.279222 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] The port 'cf3c0ce3-8ebf-4156-964f-795501d7c696' was deleted {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:41:16.336645 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3bd736f3-c7cb-4f1d-bdb1-9f700583a086 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.6766586 Mar 29 09:41:16.339165 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58210) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:16.357334 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-498815293'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:16.367944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.399036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:16.408957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Usage tracker for resource:network and tenant:def6da8eeee4419eb3da131eed714cf3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:16.411494 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.413456 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.423765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-dba2d89e-4f7f-4508-b8b7-2b9e202dd371 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:16.426181 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-dba2d89e-4f7f-4508-b8b7-2b9e202dd371 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.36 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 946 time: 0.3376689 Mar 29 09:41:16.428971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:16.504851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:16.531149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fe793f-b99e-4e4f-bc3b-0f16e157c1aa']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:16.539238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.557293 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-3fbc12ef-3ed5-4358-9d3c-d32cf45807cd tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.557540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e75b2e9-7b12-4da6-8a69-dd8e33f8097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.567041 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978681e3-3db2-4142-99a9-497c8799fcca') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:16.567329 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978681e3-3db2-4142-99a9-497c8799fcca') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:16.618632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75b2e9-7b12-4da6-8a69-dd8e33f8097e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14afdb6-97ce-4a1f-bafc-671b4122cd7b,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:16.639681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-e323f4f0-b923-4d16-a2af-f376cb5b927b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Deleting port 62ea904e-1eff-4ab9-8406-252c2d5286d5 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:16.639872 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-e323f4f0-b923-4d16-a2af-f376cb5b927b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.644909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc12ef-3ed5-4358-9d3c-d32cf45807cd tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Pushing event deleted for resources: {'Port': ['ID=9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:16.650483 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.660238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86c3c1a-add7-4f50-880b-68e441c7f590']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:16.682726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Made reservation on behalf of def6da8eeee4419eb3da131eed714cf3 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:16.685159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.735117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e75b2e9-7b12-4da6-8a69-dd8e33f8097e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.738863 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8e75b2e9-7b12-4da6-8a69-dd8e33f8097e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a14afdb6-97ce-4a1f-bafc-671b4122cd7b HTTP/1.1" status: 204 len: 168 time: 1.0250537 Mar 29 09:41:16.739009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.807379 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:41:16.868364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a44859-783e-44b2-829d-ce478ec0ec54') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:16.868701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a44859-783e-44b2-829d-ce478ec0ec54') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:16.874690 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Allocated IP 172.26.7.198 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/62c3d55a-1a68-4efa-808f-6a19f39c0bd5) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:16.877528 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.877873 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Added segment 15758fbb-9929-4580-9010-dade1dfc6351 of type vlan for network 0fa9d836-d81a-4aca-b70e-168ab46c75fa Mar 29 09:41:16.888659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ea94f-7514-4bb7-9e58-b48d0f293d73 req-9b736355-5d88-4484-abb8-3d1c66bad375 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:16.890172 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-010ea94f-7514-4bb7-9e58-b48d0f293d73 req-9b736355-5d88-4484-abb8-3d1c66bad375 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 946 time: 0.4238162 Mar 29 09:41:16.893019 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-3fbc12ef-3ed5-4358-9d3c-d32cf45807cd tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Router c0857744-38f4-4445-bdee-f1bed6d902d0 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:16.895511 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:41:16.895690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.912121 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:41:16.919255 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:41:16.998452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.022478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:41:17.022859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:41:17.084221 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:41:17.116983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d292c-096f-4d6e-bbb9-ec548c256478 req-5bea27ea-9af5-4f79-9824-2b45651dec20 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:17.118510 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-376d292c-096f-4d6e-bbb9-ec548c256478 req-5bea27ea-9af5-4f79-9824-2b45651dec20 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 867 time: 0.6426888 Mar 29 09:41:17.142427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.168500 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-010ea94f-7514-4bb7-9e58-b48d0f293d73 req-63220b49-b770-4af3-8cbd-0f1ca4b091da tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups?id=682c52cb-4824-4667-8217-b4439d847165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651579 Mar 29 09:41:17.246152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-e323f4f0-b923-4d16-a2af-f376cb5b927b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] For port 62ea904e-1eff-4ab9-8406-252c2d5286d5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=62ea904e-1eff-4ab9-8406-252c2d5286d5,segment=NetworkSegment(6ef30c21-6f74-47b2-b123-f111881fdaea),segment_id=6ef30c21-6f74-47b2-b123-f111881fdaea)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:17.246531 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-e323f4f0-b923-4d16-a2af-f376cb5b927b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.320390 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.324653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.329701 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-376d292c-096f-4d6e-bbb9-ec548c256478 req-bb96abc0-beac-4b9a-a714-c52ed438d904 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups?id=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576111 Mar 29 09:41:17.373375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.384859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.388352 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] 10.222.0.35 "DELETE /v2.0/networks/21fe793f-b99e-4e4f-bc3b-0f16e157c1aa HTTP/1.1" status: 204 len: 168 time: 3.9657414 Mar 29 09:41:17.415065 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.424171 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/networks/e86c3c1a-add7-4f50-880b-68e441c7f590 HTTP/1.1" status: 204 len: 168 time: 3.9980075 Mar 29 09:41:17.426031 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.432102 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:17.433181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.433694 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c372750-2e47-4351-ba4d-c9f919c51ab1 tempest-NetworksIpV6TestAttrs-2036376061 tempest-NetworksIpV6TestAttrs-2036376061-project] Pushing event deleted for resources: {'Network': ['ID=21fe793f-b99e-4e4f-bc3b-0f16e157c1aa,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:17.448740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58220) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:17.499895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5a733edb-2de7-4c32-a371-e145b4f9ab61 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1302147824', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:17.523695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5a733edb-2de7-4c32-a371-e145b4f9ab61 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:17.524221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d00e03-b606-42f2-a5a2-b3334515c57e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Network': ['ID=e86c3c1a-add7-4f50-880b-68e441c7f590,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:17.533588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-3fbc12ef-3ed5-4358-9d3c-d32cf45807cd tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:17.544570 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace30d0-ab87-48a7-ab83-d84bda0c8c7d None None] Sync routers for ids ['c0857744-38f4-4445-bdee-f1bed6d902d0'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:17.555956 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace30d0-ab87-48a7-ab83-d84bda0c8c7d None None] Routers {'c0857744-38f4-4445-bdee-f1bed6d902d0'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:17.562033 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8ace30d0-ab87-48a7-ab83-d84bda0c8c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c0857744-38f4-4445-bdee-f1bed6d902d0'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:17.581520 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5a733edb-2de7-4c32-a371-e145b4f9ab61 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:router and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:17.594688 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5a733edb-2de7-4c32-a371-e145b4f9ab61 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:17.615746 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5a733edb-2de7-4c32-a371-e145b4f9ab61 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:17.619680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-3fbc12ef-3ed5-4358-9d3c-d32cf45807cd tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] No DVR routers for this DVR port 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:41:17.621336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-3fbc12ef-3ed5-4358-9d3c-d32cf45807cd tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.622359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Network': ['ID=0fa9d836-d81a-4aca-b70e-168ab46c75fa,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:17.623840 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-afcd377d-f1a5-4991-a65e-a8b374e089a2 req-3fbc12ef-3ed5-4358-9d3c-d32cf45807cd tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.36 "DELETE /v2.0/ports/9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf HTTP/1.1" status: 204 len: 173 time: 2.9903903 Mar 29 09:41:17.624440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e70a051-2795-4444-ae36-95ab0bc3bce7', 'name': 'network-vif-deleted', 'tag': '9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:41:17.682287 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e70a051-2795-4444-ae36-95ab0bc3bce7', 'name': 'network-vif-deleted', 'tag': '9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf', 'status': 'completed', 'code': 200} Mar 29 09:41:17.687253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58226) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:17.730426 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a273e845-a392-4126-8a87-de11edadf020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.759044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a273e845-a392-4126-8a87-de11edadf020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:17.763658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a273e845-a392-4126-8a87-de11edadf020 admin admin] Usage tracker for resource:security_group_rule and tenant:b19b30c1505047c6838213440fdfe2bc is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:17.767849 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a273e845-a392-4126-8a87-de11edadf020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:17.773571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a273e845-a392-4126-8a87-de11edadf020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:17.801713 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-8ace30d0-ab87-48a7-ab83-d84bda0c8c7d None None] Set router c0857744-38f4-4445-bdee-f1bed6d902d0 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:41:17.825635 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7d7ba1b0-4fa8-416f-a020-f5ad43b8e7e1 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4811015 Mar 29 09:41:17.826876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58230) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:17.836079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-458427d2-5741-45c8-a534-86e085ea770e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'subnet': {'network_id': '0fa9d836-d81a-4aca-b70e-168ab46c75fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:17.885811 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 0fa9d836-d81a-4aca-b70e-168ab46c75fa details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:41:17.905209 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a733edb-2de7-4c32-a371-e145b4f9ab61 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.906279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a733edb-2de7-4c32-a371-e145b4f9ab61 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.931052 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 62ea904e-1eff-4ab9-8406-252c2d5286d5 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:41:17.961151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-e323f4f0-b923-4d16-a2af-f376cb5b927b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.961518 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-e323f4f0-b923-4d16-a2af-f376cb5b927b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:17.961830 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-e323f4f0-b923-4d16-a2af-f376cb5b927b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Floating IP 61c78c89-293a-4376-a942-1e05f7b23f5e disassociated. External IP: 172.26.7.77, port: 62ea904e-1eff-4ab9-8406-252c2d5286d5. Mar 29 09:41:17.962175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-e323f4f0-b923-4d16-a2af-f376cb5b927b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Calling delete_port for 62ea904e-1eff-4ab9-8406-252c2d5286d5 owned by compute:nova {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:18.019096 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:18.062406 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58236) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:18.110377 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a273e845-a392-4126-8a87-de11edadf020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:18.116082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a733edb-2de7-4c32-a371-e145b4f9ab61 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:18.147611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:18.161464 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-458427d2-5741-45c8-a534-86e085ea770e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:18.165948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:18.176911 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:18.202881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Pushing event updated for resources: {'Port': ['ID=62c3d55a-1a68-4efa-808f-6a19f39c0bd5,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:18.210062 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a273e845-a392-4126-8a87-de11edadf020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:18.224402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-458427d2-5741-45c8-a534-86e085ea770e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:18.280233 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273e845-a392-4126-8a87-de11edadf020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52cf14e-ae02-4067-9cb2-be210bf5eea9,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:18.301032 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a273e845-a392-4126-8a87-de11edadf020 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b19b30c1505047c6838213440fdfe2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6124840 Mar 29 09:41:18.304361 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58244) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:18.374277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-42aa8a30-0566-4e6f-af2b-c99264fbcebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:18.458717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a733edb-2de7-4c32-a371-e145b4f9ab61 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:18.464097 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:18.474950 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458427d2-5741-45c8-a534-86e085ea770e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Made reservation on behalf of def6da8eeee4419eb3da131eed714cf3 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:18.478295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-458427d2-5741-45c8-a534-86e085ea770e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:18.495864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-42aa8a30-0566-4e6f-af2b-c99264fbcebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:18.556175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8ace30d0-ab87-48a7-ab83-d84bda0c8c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:43Z', 'updated_at': '2022-03-29T09:38:56Z', 'revision_number': 4, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'gw_port': {'id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:45Z', 'updated_at': '2022-03-29T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '598c9c00-4b7d-4178-b82b-1d574ab176fb', 'name': '', 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'mac_address': 'fa:16:3e:9a:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:54Z', 'updated_at': '2022-03-29T09:39:08Z', 'revision_number': 5, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'subnets': [{'id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:18.562512 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace30d0-ab87-48a7-ab83-d84bda0c8c7d None None] Checking router: c0857744-38f4-4445-bdee-f1bed6d902d0 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:41:18.579822 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace30d0-ab87-48a7-ab83-d84bda0c8c7d None None] Routers {'c0857744-38f4-4445-bdee-f1bed6d902d0'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:18.580923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8ace30d0-ab87-48a7-ab83-d84bda0c8c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c0857744-38f4-4445-bdee-f1bed6d902d0'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:18.585281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67dc24-f52a-4f9c-b8ba-4db5f6d6a346 req-7ab92e13-42c2-4903-bfd0-51d354ff5119 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:18.586508 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-474f4b2a-1765-4c05-9e60-ffbfc8c25aa1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef2b73e66b7d43458aa4edd14771aae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5029843 Mar 29 09:41:18.587150 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5d67dc24-f52a-4f9c-b8ba-4db5f6d6a346 req-7ab92e13-42c2-4903-bfd0-51d354ff5119 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 946 time: 0.1915586 Mar 29 09:41:18.588463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58250) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:18.734058 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5d67dc24-f52a-4f9c-b8ba-4db5f6d6a346 req-66676dfc-2f93-4983-981b-79fcdd9cc61c tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups?id=682c52cb-4824-4667-8217-b4439d847165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260116 Mar 29 09:41:18.743759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-168f7328-9b5e-43cb-977b-25fb3e663ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:18.775911 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-168f7328-9b5e-43cb-977b-25fb3e663ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:18.786842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-42aa8a30-0566-4e6f-af2b-c99264fbcebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:18.812287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa8a30-0566-4e6f-af2b-c99264fbcebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52cf14e-ae02-4067-9cb2-be210bf5eea9,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:18.825856 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4ffeca87-5076-4893-b8b0-74c29bb4a332 req-e0178597-354d-4e44-835f-7f2ab04a5640 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e70a051-2795-4444-ae36-95ab0bc3bce7 HTTP/1.1" status: 200 len: 210 time: 0.1602943 Mar 29 09:41:18.844731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a733edb-2de7-4c32-a371-e145b4f9ab61 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:18.847001 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5a733edb-2de7-4c32-a371-e145b4f9ab61 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3794639 Mar 29 09:41:18.854315 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58254) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:18.880315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-e323f4f0-b923-4d16-a2af-f376cb5b927b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:18.885058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-594551389'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:18.891154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-42aa8a30-0566-4e6f-af2b-c99264fbcebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:18.891154 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-42aa8a30-0566-4e6f-af2b-c99264fbcebc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f52cf14e-ae02-4067-9cb2-be210bf5eea9 HTTP/1.1" status: 204 len: 168 time: 0.5846243 Mar 29 09:41:18.896429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:18.900060 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:network and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:18.903766 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:18.909725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:18.968067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323f4f0-b923-4d16-a2af-f376cb5b927b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Pushing event deleted for resources: {'Port': ['ID=62ea904e-1eff-4ab9-8406-252c2d5286d5,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:19.004008 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:41:19.024044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:19.027974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:19.039973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-168f7328-9b5e-43cb-977b-25fb3e663ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:19.052252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:41:19.052758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 9311a8a0-0f70-4a7a-b9bb-d022caaf2fbf not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:41:19.062979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f7328-9b5e-43cb-977b-25fb3e663ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20228df9-1515-4d82-a835-ba5640478fb6,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:19.071091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-8ace30d0-ab87-48a7-ab83-d84bda0c8c7d None None] Set router c0857744-38f4-4445-bdee-f1bed6d902d0 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:41:19.075904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-168f7328-9b5e-43cb-977b-25fb3e663ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:19.080142 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-168f7328-9b5e-43cb-977b-25fb3e663ed9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20228df9-1515-4d82-a835-ba5640478fb6 HTTP/1.1" status: 204 len: 168 time: 0.4907689 Mar 29 09:41:19.097848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:41:19.117619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:19.118913 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Added segment 1647785c-e4c9-46fe-9f7f-6ede1b0e60c2 of type vlan for network 82ea6d93-cb5e-4fd6-bcc0-999c2d83c866 Mar 29 09:41:19.175376 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:19.285366 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-e323f4f0-b923-4d16-a2af-f376cb5b927b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Router f56f5342-a2ae-46dd-87fd-1b97492ad921 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:19.312798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:19.321104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:19.325798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:19.499981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Network': ['ID=82ea6d93-cb5e-4fd6-bcc0-999c2d83c866,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:19.519485 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 82ea6d93-cb5e-4fd6-bcc0-999c2d83c866 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:41:19.559633 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-17e7a908-790b-4a86-9869-9cae8b26bf71 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6831896 Mar 29 09:41:19.562454 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58270) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:19.574317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'subnet': {'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:19.650748 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8ace30d0-ab87-48a7-ab83-d84bda0c8c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:43Z', 'updated_at': '2022-03-29T09:38:56Z', 'revision_number': 4, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'gw_port': {'id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:45Z', 'updated_at': '2022-03-29T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '598c9c00-4b7d-4178-b82b-1d574ab176fb', 'name': '', 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'mac_address': 'fa:16:3e:9a:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:54Z', 'updated_at': '2022-03-29T09:39:08Z', 'revision_number': 5, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'subnets': [{'id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:19.656193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ace30d0-ab87-48a7-ab83-d84bda0c8c7d None None] The sync data for ids ['c0857744-38f4-4445-bdee-f1bed6d902d0'] in dv-neutron-835555-1-hyperv is: [{'id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:43Z', 'updated_at': '2022-03-29T09:38:56Z', 'revision_number': 4, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'gw_port': {'id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:45Z', 'updated_at': '2022-03-29T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '598c9c00-4b7d-4178-b82b-1d574ab176fb', 'name': '', 'network_id': 'b64753bf-2c45-475b-a45b-e68e4fc13b9a', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'mac_address': 'fa:16:3e:9a:a6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:54Z', 'updated_at': '2022-03-29T09:39:08Z', 'revision_number': 5, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'subnets': [{'id': 'a6d58a43-7a1d-4ece-b1d5-60fa7815d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:19.815463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:19.827207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:subnet and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:19.837537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:19.846762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:19.854672 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:19.977693 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:19.981864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:20.114198 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed671c76-1c49-4b34-8850-cc2448808efb None None] New status for floating IP b2655e24-90de-44f6-bb14-2c70e80187ca: DOWN {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:41:20.161824 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-439204f4-d448-4dc6-8f49-34adaea032f6 req-073c9fec-1d0b-4e19-9757-10c9cce9b1c8 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 210 time: 0.1302845 Mar 29 09:41:20.254333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58296) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:20.272158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-e323f4f0-b923-4d16-a2af-f376cb5b927b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:20.282648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81762b75-1cdd-4a2f-ae1f-eb0a56e6eaea None None] Sync routers for ids ['f56f5342-a2ae-46dd-87fd-1b97492ad921'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:20.299214 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81762b75-1cdd-4a2f-ae1f-eb0a56e6eaea None None] Routers {'f56f5342-a2ae-46dd-87fd-1b97492ad921'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:20.301954 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-81762b75-1cdd-4a2f-ae1f-eb0a56e6eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f56f5342-a2ae-46dd-87fd-1b97492ad921'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:20.362371 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-e323f4f0-b923-4d16-a2af-f376cb5b927b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] No DVR routers for this DVR port 62ea904e-1eff-4ab9-8406-252c2d5286d5 on host hv-neutron-8355 {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:41:20.364877 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-e323f4f0-b923-4d16-a2af-f376cb5b927b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:20.371237 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151ec5da-a4b1-402d-87e4-50c00c71617e', 'name': 'network-vif-deleted', 'tag': '62ea904e-1eff-4ab9-8406-252c2d5286d5'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:41:20.376041 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-458427d2-5741-45c8-a534-86e085ea770e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:20.399462 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d940-6d86-4903-88fa-04cdb332146a tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:20.445471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d940-6d86-4903-88fa-04cdb332146a tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:20.501601 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151ec5da-a4b1-402d-87e4-50c00c71617e', 'name': 'network-vif-deleted', 'tag': '62ea904e-1eff-4ab9-8406-252c2d5286d5', 'status': 'completed', 'code': 200} Mar 29 09:41:20.520741 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0ed7dc63-9be3-4096-afad-a222cd53232a req-e323f4f0-b923-4d16-a2af-f376cb5b927b tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.36 "DELETE /v2.0/ports/62ea904e-1eff-4ab9-8406-252c2d5286d5 HTTP/1.1" status: 204 len: 173 time: 4.0553830 Mar 29 09:41:20.586938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:20.602422 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:20.637656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:20.654211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d940-6d86-4903-88fa-04cdb332146a tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:20.707758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-81762b75-1cdd-4a2f-ae1f-eb0a56e6eaea None None] Set router f56f5342-a2ae-46dd-87fd-1b97492ad921 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:41:20.758596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0d940-6d86-4903-88fa-04cdb332146a tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f94e2f-9a77-4a7f-a63a-f0c8cfab4917,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:20.813231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Subnet': ['ID=cbf0737d-8a57-480a-ba99-761a5bdb087e,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:20.822128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Checking segment: {'id': '1647785c-e4c9-46fe-9f7f-6ede1b0e60c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:20.822971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network hostable DHCP agents. Network: 82ea6d93-cb5e-4fd6-bcc0-999c2d83c866, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:41:20.860008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458427d2-5741-45c8-a534-86e085ea770e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Checking segment: {'id': '15758fbb-9929-4580-9010-dade1dfc6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0fa9d836-d81a-4aca-b70e-168ab46c75fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:20.860689 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458427d2-5741-45c8-a534-86e085ea770e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network hostable DHCP agents. Network: 0fa9d836-d81a-4aca-b70e-168ab46c75fa, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:41:20.861017 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58314) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:20.878559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458427d2-5741-45c8-a534-86e085ea770e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Subnet': ['ID=bfd6a4cf-b636-4a96-8aaf-e0029400083e,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:20.886187 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d940-6d86-4903-88fa-04cdb332146a tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:20.890000 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a1d0d940-6d86-4903-88fa-04cdb332146a tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "DELETE /v2.0/security-groups/20f94e2f-9a77-4a7f-a63a-f0c8cfab4917 HTTP/1.1" status: 204 len: 168 time: 0.6344821 Mar 29 09:41:20.890676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58322) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:20.918736 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-c00e402b-18ff-4e9a-9eac-c4d86251d477 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] show failed (client error): The resource could not be found. Mar 29 09:41:20.929205 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c00e402b-18ff-4e9a-9eac-c4d86251d477 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "GET /v2.0/security-groups/20f94e2f-9a77-4a7f-a63a-f0c8cfab4917 HTTP/1.1" status: 404 len: 347 time: 0.0374217 Mar 29 09:41:20.929605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58326) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:20.955279 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 82ea6d93-cb5e-4fd6-bcc0-999c2d83c866 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:41:21.017505 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b1eebfd0-f216-415f-a236-b9bde7bd22db tempest-DvrRoutersNegativeTest-916590325 tempest-DvrRoutersNegativeTest-916590325-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-571420143', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:21.020942 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.policy [None req-b1eebfd0-f216-415f-a236-b9bde7bd22db tempest-DvrRoutersNegativeTest-916590325 tempest-DvrRoutersNegativeTest-916590325-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88551) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 29 09:41:21.021250 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.policy [None req-b1eebfd0-f216-415f-a236-b9bde7bd22db tempest-DvrRoutersNegativeTest-916590325 tempest-DvrRoutersNegativeTest-916590325-project] Failed policy check for 'create_router' {{(pid=88551) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 29 09:41:21.021793 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-b1eebfd0-f216-415f-a236-b9bde7bd22db tempest-DvrRoutersNegativeTest-916590325 tempest-DvrRoutersNegativeTest-916590325-project] create failed (client error): Access was denied to this resource. Mar 29 09:41:21.022795 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b1eebfd0-f216-415f-a236-b9bde7bd22db tempest-DvrRoutersNegativeTest-916590325 tempest-DvrRoutersNegativeTest-916590325-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1606436 Mar 29 09:41:21.130791 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-81762b75-1cdd-4a2f-ae1f-eb0a56e6eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:39:00Z', 'revision_number': 4, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'gw_port': {'id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:44Z', 'updated_at': '2022-03-29T09:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'f9d0398a-f422-49dc-9545-63c6a7230692', 'name': '', 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'mac_address': 'fa:16:3e:4b:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:57Z', 'updated_at': '2022-03-29T09:39:11Z', 'revision_number': 5, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'subnets': [{'id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:21.135005 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e8226734-554a-460e-9a6f-e50f2643c281 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Deleting port 848d5fbc-da98-422a-8f3b-2a544b4df43e {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:21.135163 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81762b75-1cdd-4a2f-ae1f-eb0a56e6eaea None None] Checking router: f56f5342-a2ae-46dd-87fd-1b97492ad921 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:41:21.139697 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8226734-554a-460e-9a6f-e50f2643c281 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:21.145334 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81762b75-1cdd-4a2f-ae1f-eb0a56e6eaea None None] Routers {'f56f5342-a2ae-46dd-87fd-1b97492ad921'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:21.145974 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-81762b75-1cdd-4a2f-ae1f-eb0a56e6eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f56f5342-a2ae-46dd-87fd-1b97492ad921'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:21.165903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458427d2-5741-45c8-a534-86e085ea770e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network 0fa9d836-d81a-4aca-b70e-168ab46c75fa is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:41:21.217730 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 82ea6d93-cb5e-4fd6-bcc0-999c2d83c866) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:21.222763 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:21.223579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:21.239332 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0508f76e-fcd7-4d35-a006-0a152d6215f0 None None] Network 82ea6d93-cb5e-4fd6-bcc0-999c2d83c866 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:21.353468 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ca06dc57-6fb7-439d-a0e6-b0d1420ffa8d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7897594 Mar 29 09:41:21.354290 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58336) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:21.426757 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-458427d2-5741-45c8-a534-86e085ea770e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 0fa9d836-d81a-4aca-b70e-168ab46c75fa) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:21.441621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8226734-554a-460e-9a6f-e50f2643c281 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:21.442095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8226734-554a-460e-9a6f-e50f2643c281 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:21.451729 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0dd331-07bb-4c0a-9366-3b1f5b843fde None None] Network 0fa9d836-d81a-4aca-b70e-168ab46c75fa requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:21.611128 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-81762b75-1cdd-4a2f-ae1f-eb0a56e6eaea None None] Set router f56f5342-a2ae-46dd-87fd-1b97492ad921 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:41:21.738006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58346) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:21.784281 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e8226734-554a-460e-9a6f-e50f2643c281 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Calling delete_port for 848d5fbc-da98-422a-8f3b-2a544b4df43e owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:21.959910 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Router 4d20fd90-adab-4883-a324-807d7f2eaa0c is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:41:21.965900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458427d2-5741-45c8-a534-86e085ea770e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:21.966709 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-458427d2-5741-45c8-a534-86e085ea770e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:22.009088 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-0fa9d836-d81a-4aca-b70e-168ab46c75fa', 'network_id': '0fa9d836-d81a-4aca-b70e-168ab46c75fa', 'tenant_id': 'def6da8eeee4419eb3da131eed714cf3', 'fixed_ips': [{'subnet_id': 'bfd6a4cf-b636-4a96-8aaf-e0029400083e'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:41:22.010165 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:22.038453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-989e4800-c79e-4cf4-a56d-d901adee6aa4 req-deeab760-7b53-4ca3-b0da-c6e09901d447 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Synchronizing usage tracker for tenant:46946708b9804d1bbab269c3c031c9aa on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:41:22.040896 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8226734-554a-460e-9a6f-e50f2643c281 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:22.175955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1b70e17-17c0-48cb-8101-d638c0dc78fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:22.205812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f1b70e17-17c0-48cb-8101-d638c0dc78fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:22.208646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-989e4800-c79e-4cf4-a56d-d901adee6aa4 req-deeab760-7b53-4ca3-b0da-c6e09901d447 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Unset dirty status for tenant:46946708b9804d1bbab269c3c031c9aa on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:41:22.217045 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-989e4800-c79e-4cf4-a56d-d901adee6aa4 req-deeab760-7b53-4ca3-b0da-c6e09901d447 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/ports?device_id=151ec5da-a4b1-402d-87e4-50c00c71617e HTTP/1.1" status: 200 len: 210 time: 0.7826695 Mar 29 09:41:22.219243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8226734-554a-460e-9a6f-e50f2643c281 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Pushing event deleted for resources: {'Port': ['ID=848d5fbc-da98-422a-8f3b-2a544b4df43e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:22.225820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f1b70e17-17c0-48cb-8101-d638c0dc78fc admin admin] Usage tracker for resource:security_group_rule and tenant:04d6df8101a748498d7fdbb9b4eff91f is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:22.238081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f1b70e17-17c0-48cb-8101-d638c0dc78fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:22.248200 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f1b70e17-17c0-48cb-8101-d638c0dc78fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:22.304478 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-458427d2-5741-45c8-a534-86e085ea770e tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4756849 Mar 29 09:41:22.309158 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:41:22.310355 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:22.310546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:22.311134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58362) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:22.332462 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1055841863', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:22.408561 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:22.431630 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Usage tracker for resource:router and tenant:def6da8eeee4419eb3da131eed714cf3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:22.440268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-81762b75-1cdd-4a2f-ae1f-eb0a56e6eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:39:00Z', 'revision_number': 4, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'gw_port': {'id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:44Z', 'updated_at': '2022-03-29T09:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'f9d0398a-f422-49dc-9545-63c6a7230692', 'name': '', 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'mac_address': 'fa:16:3e:4b:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:57Z', 'updated_at': '2022-03-29T09:39:11Z', 'revision_number': 5, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'subnets': [{'id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:22.442753 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8226734-554a-460e-9a6f-e50f2643c281 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:22.448161 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8226734-554a-460e-9a6f-e50f2643c281 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:22.458691 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e8226734-554a-460e-9a6f-e50f2643c281 tempest-ServersTestJSON-1048412533 tempest-ServersTestJSON-1048412533-project] 10.222.0.35 "DELETE /v2.0/floatingips/b2655e24-90de-44f6-bb14-2c70e80187ca HTTP/1.1" status: 204 len: 168 time: 1.5272379 Mar 29 09:41:22.461859 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:22.464259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58368) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:22.495362 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81762b75-1cdd-4a2f-ae1f-eb0a56e6eaea None None] The sync data for ids ['f56f5342-a2ae-46dd-87fd-1b97492ad921'] in dv-neutron-835555-1-hyperv is: [{'id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:39:00Z', 'revision_number': 4, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'gw_port': {'id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:44Z', 'updated_at': '2022-03-29T09:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'f9d0398a-f422-49dc-9545-63c6a7230692', 'name': '', 'network_id': '6e55e4ad-9233-4e4d-adc2-e2b908baeaaa', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'mac_address': 'fa:16:3e:4b:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:57Z', 'updated_at': '2022-03-29T09:39:11Z', 'revision_number': 5, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'subnets': [{'id': 'a68d34bc-45c4-487b-8bc6-5cb2c7a2d083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:22.577739 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Allocated IP 172.20.0.2 (0fa9d836-d81a-4aca-b70e-168ab46c75fa/bfd6a4cf-b636-4a96-8aaf-e0029400083e/4d99f096-a572-4407-a3e6-23f6d593eef0) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:22.642941 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Allocated IP 2001:db8::2 (82ea6d93-cb5e-4fd6-bcc0-999c2d83c866/cbf0737d-8a57-480a-ba99-761a5bdb087e/9e98b104-d6ed-4161-b7e7-55b3311d9787) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:22.684773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58372) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:22.689819 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:22.702882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:22.710938 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1b70e17-17c0-48cb-8101-d638c0dc78fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:22.720915 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da27847-e43e-4702-be92-b7ce47e15c59 None None] Sync routers for ids ['4d20fd90-adab-4883-a324-807d7f2eaa0c'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:22.743335 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da27847-e43e-4702-be92-b7ce47e15c59 None None] Routers {'4d20fd90-adab-4883-a324-807d7f2eaa0c'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:22.749170 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6da27847-e43e-4702-be92-b7ce47e15c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['4d20fd90-adab-4883-a324-807d7f2eaa0c'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:22.762982 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:22.767569 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9ba78018-5019-46b2-9263-6ead58b1fd3b tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "PUT /v2.0/routers/4d20fd90-adab-4883-a324-807d7f2eaa0c HTTP/1.1" status: 200 len: 920 time: 7.9566512 Mar 29 09:41:22.768526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58378) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:22.870819 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6da27847-e43e-4702-be92-b7ce47e15c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:22.886730 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da27847-e43e-4702-be92-b7ce47e15c59 None None] Routers {'4d20fd90-adab-4883-a324-807d7f2eaa0c'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:22.887837 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6da27847-e43e-4702-be92-b7ce47e15c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['4d20fd90-adab-4883-a324-807d7f2eaa0c'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:22.897705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:22.936920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:22.940259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:22.985064 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6da27847-e43e-4702-be92-b7ce47e15c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:22.986127 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da27847-e43e-4702-be92-b7ce47e15c59 None None] The sync data for ids ['4d20fd90-adab-4883-a324-807d7f2eaa0c'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:22.990506 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e89da-a1a5-4f05-9c1e-abfa7786edac None None] New status for floating IP 61c78c89-293a-4376-a942-1e05f7b23f5e: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:41:23.003709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1b70e17-17c0-48cb-8101-d638c0dc78fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:23.018175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:23.034201 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-9bbf5bd1-2210-4aa9-817e-604966238f86 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:23.082614 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f1b70e17-17c0-48cb-8101-d638c0dc78fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04d6df8101a748498d7fdbb9b4eff91f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3425558 Mar 29 09:41:23.085453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58382) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:23.095417 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b70e17-17c0-48cb-8101-d638c0dc78fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc06648-4fa7-469c-a29b-2f1c988acec0,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:23.127458 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dcc2b556-26db-451b-98fc-350712b865ce tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/routers/4d20fd90-adab-4883-a324-807d7f2eaa0c HTTP/1.1" status: 200 len: 926 time: 0.3552754 Mar 29 09:41:23.128456 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58386) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:23.209912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68374db3-a872-4508-98af-d66da3e5e7f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:23.214359 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-68374db3-a872-4508-98af-d66da3e5e7f5 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&device_id=4d20fd90-adab-4883-a324-807d7f2eaa0c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0822792 Mar 29 09:41:23.215639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58392) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:23.331619 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9bbf5bd1-2210-4aa9-817e-604966238f86 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] 10.222.0.35 "PUT /v2.0/quotas/564c26e538cf47f398377434554da81a HTTP/1.1" status: 200 len: 366 time: 0.6433635 Mar 29 09:41:23.332520 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58398) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:23.358542 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ce9a1bc3-7f10-4901-a20c-316e3e8b9e85 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0150154 Mar 29 09:41:23.358542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58402) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:23.358841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:23.374017 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9a445c70-1db3-4d00-bcbc-a9e39be7fcda tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] 10.222.0.35 "GET /v2.0/quotas/564c26e538cf47f398377434554da81a HTTP/1.1" status: 200 len: 366 time: 0.0194285 Mar 29 09:41:23.382188 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58406) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:23.385794 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Transition to ACTIVE for port object 4d99f096-a572-4407-a3e6-23f6d593eef0 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:23.400343 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956e71a3-6e1c-47df-bb8c-a821fb5dd306 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:23.400638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:23.401184 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-956e71a3-6e1c-47df-bb8c-a821fb5dd306 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Synchronizing usage tracker for tenant:4acdedd11437464bb17f2443ade19720 on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:41:23.419110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-956e71a3-6e1c-47df-bb8c-a821fb5dd306 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] Unset dirty status for tenant:4acdedd11437464bb17f2443ade19720 on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:41:23.424308 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-956e71a3-6e1c-47df-bb8c-a821fb5dd306 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/networks/03de5fa9-a446-4fa0-8975-40541e842cf0 HTTP/1.1" status: 200 len: 881 time: 0.2052436 Mar 29 09:41:23.431770 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Transition to ACTIVE for port object 9e98b104-d6ed-4161-b7e7-55b3311d9787 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:23.431927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58410) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:23.432020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Transition to ACTIVE for port object 4d99f096-a572-4407-a3e6-23f6d593eef0 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:23.456598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Transition to ACTIVE for port object 9e98b104-d6ed-4161-b7e7-55b3311d9787 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:23.486422 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e474e843-c596-41d5-b153-72826312735a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d20fd90-adab-4883-a324-807d7f2eaa0c HTTP/1.1" status: 200 len: 205 time: 0.0597534 Mar 29 09:41:23.487408 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58414) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:23.556450 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7d5f97d2-f8c0-4294-ab0c-b9a1f44e1371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:23.561382 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:23.571014 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ca8d5626-087e-4b90-8619-a849ff68d312 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/564c26e538cf47f398377434554da81a HTTP/1.1" status: 204 len: 168 time: 0.1852162 Mar 29 09:41:23.574384 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:23.593516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58418) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:23.599509 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:23.631264 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4b6f9c14-498b-4e0b-bc2b-3acedf2b9c9d tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0363533 Mar 29 09:41:23.633153 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7d5f97d2-f8c0-4294-ab0c-b9a1f44e1371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:23.641916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58424) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:23.657823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Network 0fa9d836-d81a-4aca-b70e-168ab46c75fa is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:23.662273 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Network 82ea6d93-cb5e-4fd6-bcc0-999c2d83c866 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:23.663577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:23.665452 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Pushing event updated for resources: {'Port': ['ID=4d99f096-a572-4407-a3e6-23f6d593eef0,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:23.667896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:23.670860 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:23.685582 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2a5aaa22-18ec-45b2-a79b-e4c54330b3c0 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] 10.222.0.35 "GET /v2.0/quotas/564c26e538cf47f398377434554da81a HTTP/1.1" status: 200 len: 370 time: 0.0402145 Mar 29 09:41:23.699533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58428) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:23.699838 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58430) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:23.708903 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:23.732188 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ab44a418-41d3-4044-88b1-17399306af50 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] 10.222.0.35 "GET /v2.0/quotas/564c26e538cf47f398377434554da81a/default HTTP/1.1" status: 200 len: 370 time: 0.0241365 Mar 29 09:41:23.734874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58436) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:23.735606 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Allocated IP 2001:db8::1 (82ea6d93-cb5e-4fd6-bcc0-999c2d83c866/cbf0737d-8a57-480a-ba99-761a5bdb087e/a8334cd8-9f56-4e21-8dc0-46a504f85921) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:23.765578 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-8e8d3ede-48db-4b5c-83af-cc485ca4a896 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] delete failed (client error): The resource could not be found. Mar 29 09:41:23.768040 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8e8d3ede-48db-4b5c-83af-cc485ca4a896 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/564c26e538cf47f398377434554da81a HTTP/1.1" status: 404 len: 348 time: 0.0286570 Mar 29 09:41:23.833236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a43aba9c-5c03-4dac-891d-4f68eb71819a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:23.849349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5f8dcb3b-21c8-4a29-9d20-00cdc26ac0b0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:23.911054 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7d5f97d2-f8c0-4294-ab0c-b9a1f44e1371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:23.924994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Attempting to bind port 4d99f096-a572-4407-a3e6-23f6d593eef0 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:41:23.925360 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Attempting to bind port 4d99f096-a572-4407-a3e6-23f6d593eef0 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '15758fbb-9929-4580-9010-dade1dfc6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0fa9d836-d81a-4aca-b70e-168ab46c75fa'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:41:23.925714 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Attempting to bind port 4d99f096-a572-4407-a3e6-23f6d593eef0 on network 0fa9d836-d81a-4aca-b70e-168ab46c75fa {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:41:23.932216 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:41:23.932632 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Checking segment: {'id': '15758fbb-9929-4580-9010-dade1dfc6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0fa9d836-d81a-4aca-b70e-168ab46c75fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:23.933279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:23.933455 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Bound using segment: {'id': '15758fbb-9929-4580-9010-dade1dfc6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0fa9d836-d81a-4aca-b70e-168ab46c75fa'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:41:23.940146 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Bound port: 4d99f096-a572-4407-a3e6-23f6d593eef0, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15758fbb-9929-4580-9010-dade1dfc6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0fa9d836-d81a-4aca-b70e-168ab46c75fa'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:41:23.940146 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:23.946335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6d9b-2a28-4eee-8e50-d22b876ef57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:23.960721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Pushing event updated for resources: {'Port': ['ID=9e98b104-d6ed-4161-b7e7-55b3311d9787,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:24.005542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Attempting to bind port 9e98b104-d6ed-4161-b7e7-55b3311d9787 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:41:24.005783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Attempting to bind port 9e98b104-d6ed-4161-b7e7-55b3311d9787 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1647785c-e4c9-46fe-9f7f-6ede1b0e60c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:41:24.006113 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Attempting to bind port 9e98b104-d6ed-4161-b7e7-55b3311d9787 on network 82ea6d93-cb5e-4fd6-bcc0-999c2d83c866 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:41:24.006219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f97d2-f8c0-4294-ab0c-b9a1f44e1371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc06648-4fa7-469c-a29b-2f1c988acec0,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:24.017844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:41:24.018213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Checking segment: {'id': '1647785c-e4c9-46fe-9f7f-6ede1b0e60c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:24.018605 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:24.018990 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Bound using segment: {'id': '1647785c-e4c9-46fe-9f7f-6ede1b0e60c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:41:24.019461 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Bound port: 9e98b104-d6ed-4161-b7e7-55b3311d9787, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1647785c-e4c9-46fe-9f7f-6ede1b0e60c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:41:24.019827 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:24.035636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5f8dcb3b-21c8-4a29-9d20-00cdc26ac0b0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:24.072439 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7d5f97d2-f8c0-4294-ab0c-b9a1f44e1371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:24.073476 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7d5f97d2-f8c0-4294-ab0c-b9a1f44e1371 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9cc06648-4fa7-469c-a29b-2f1c988acec0 HTTP/1.1" status: 204 len: 168 time: 0.9867337 Mar 29 09:41:24.091171 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58444) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:24.142577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] For port 4d99f096-a572-4407-a3e6-23f6d593eef0, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:41:24.168193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] For port 4d99f096-a572-4407-a3e6-23f6d593eef0, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4d99f096-a572-4407-a3e6-23f6d593eef0,segment=NetworkSegment(15758fbb-9929-4580-9010-dade1dfc6351),segment_id=15758fbb-9929-4580-9010-dade1dfc6351)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:41:24.173898 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] For port 9e98b104-d6ed-4161-b7e7-55b3311d9787, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:41:24.177841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] For port 9e98b104-d6ed-4161-b7e7-55b3311d9787, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9e98b104-d6ed-4161-b7e7-55b3311d9787,segment=NetworkSegment(1647785c-e4c9-46fe-9f7f-6ede1b0e60c2),segment_id=1647785c-e4c9-46fe-9f7f-6ede1b0e60c2)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:41:24.199749 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Usage tracker for resource:network and tenant:907b6d183b664c13b52622fae1671074 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:24.206407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:24.237631 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Usage tracker for resource:subnet and tenant:907b6d183b664c13b52622fae1671074 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:24.240701 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:24.263045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a43aba9c-5c03-4dac-891d-4f68eb71819a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:24.271566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:24.288523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Transition to ACTIVE for port object a8334cd8-9f56-4e21-8dc0-46a504f85921 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:24.305464 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:24.331479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:24.353958 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29866e-3d48-4b89-98b8-c74d7ff20e0d None None] Pushing event updated for resources: {'Port': ['ID=4d99f096-a572-4407-a3e6-23f6d593eef0,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:24.383778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-a43aba9c-5c03-4dac-891d-4f68eb71819a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Deleting port 62c3d55a-1a68-4efa-808f-6a19f39c0bd5 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:24.384420 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a43aba9c-5c03-4dac-891d-4f68eb71819a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:24.426189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:24.426415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5f8dcb3b-21c8-4a29-9d20-00cdc26ac0b0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:24.433724 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a8076-d59d-4fd0-9410-9b6e94e1fa86 None None] Pushing event updated for resources: {'Port': ['ID=9e98b104-d6ed-4161-b7e7-55b3311d9787,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:24.507718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 82ea6d93-cb5e-4fd6-bcc0-999c2d83c866 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:24.521901 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8dcb3b-21c8-4a29-9d20-00cdc26ac0b0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682c52cb-4824-4667-8217-b4439d847165,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:24.535574 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=a8334cd8-9f56-4e21-8dc0-46a504f85921,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:24.538638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:24.553815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Usage tracker for resource:subnetpool and tenant:907b6d183b664c13b52622fae1671074 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:24.563437 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:24.570272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:24.611583 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:24.613628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:24.664616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5f8dcb3b-21c8-4a29-9d20-00cdc26ac0b0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:24.666336 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5f8dcb3b-21c8-4a29-9d20-00cdc26ac0b0 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "DELETE /v2.0/security-groups/682c52cb-4824-4667-8217-b4439d847165 HTTP/1.1" status: 204 len: 168 time: 0.9590254 Mar 29 09:41:24.669467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58450) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:24.673381 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:24.700144 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Usage tracker for resource:port and tenant:907b6d183b664c13b52622fae1671074 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:24.703846 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-7ab66eaa-aa54-4d6b-a081-4645ee8d8f8a tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] show failed (client error): The resource could not be found. Mar 29 09:41:24.704949 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7ab66eaa-aa54-4d6b-a081-4645ee8d8f8a tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "GET /v2.0/security-groups/682c52cb-4824-4667-8217-b4439d847165 HTTP/1.1" status: 404 len: 347 time: 0.0339401 Mar 29 09:41:24.724784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58454) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:24.745621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:24.850565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Usage tracker for resource:router and tenant:907b6d183b664c13b52622fae1671074 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:24.916819 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:24.994331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Usage tracker for resource:floatingip and tenant:907b6d183b664c13b52622fae1671074 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:25.009710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:25.012052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b6d9b-2a28-4eee-8e50-d22b876ef57f admin admin] Deleting port 598c9c00-4b7d-4178-b82b-1d574ab176fb {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:25.012393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6d9b-2a28-4eee-8e50-d22b876ef57f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:25.042006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-503095ab-590e-436e-87b2-4b837071d735 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Deleting port b02cd66f-3c20-44fa-8e0a-aa0ab666bb94 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:25.042557 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-503095ab-590e-436e-87b2-4b837071d735 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:25.139701 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Allocated IP 172.26.7.61 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/2d109cd5-64ec-4c61-a027-1083fb73c6cf) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:25.159122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a43aba9c-5c03-4dac-891d-4f68eb71819a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:25.359163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-a43aba9c-5c03-4dac-891d-4f68eb71819a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Calling delete_port for 62c3d55a-1a68-4efa-808f-6a19f39c0bd5 owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:25.474682 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-3f7b6d9b-2a28-4eee-8e50-d22b876ef57f admin admin] For port 598c9c00-4b7d-4178-b82b-1d574ab176fb, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=598c9c00-4b7d-4178-b82b-1d574ab176fb,segment=NetworkSegment(f732aea9-8c5c-4406-93c1-a9f229414335),segment_id=f732aea9-8c5c-4406-93c1-a9f229414335)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:25.475045 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6d9b-2a28-4eee-8e50-d22b876ef57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:25.483453 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:25.489287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Usage tracker for resource:security_group and tenant:907b6d183b664c13b52622fae1671074 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:25.519710 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-503095ab-590e-436e-87b2-4b837071d735 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:25.520028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-503095ab-590e-436e-87b2-4b837071d735 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:25.615512 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:25.619044 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58474) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:25.626517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b6d9b-2a28-4eee-8e50-d22b876ef57f admin admin] Calling delete_port for 598c9c00-4b7d-4178-b82b-1d574ab176fb owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:25.700439 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:25.710390 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Usage tracker for resource:security_group_rule and tenant:907b6d183b664c13b52622fae1671074 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:25.728674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:25.748830 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9fab02d2-4781-4f42-ba61-2bd23ced62c9 tempest-QuotasTest-1398388780 tempest-QuotasTest-1398388780-project-admin] 10.222.0.35 "GET /v2.0/quotas/907b6d183b664c13b52622fae1671074/details.json HTTP/1.1" status: 200 len: 703 time: 1.6486981 Mar 29 09:41:25.833003 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-503095ab-590e-436e-87b2-4b837071d735 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Calling delete_port for b02cd66f-3c20-44fa-8e0a-aa0ab666bb94 owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:25.851908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:25.914055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-16688997-bdf5-4dce-ab13-3989572d71ca tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-136726620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:25.930811 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-16688997-bdf5-4dce-ab13-3989572d71ca tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:25.950665 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-16688997-bdf5-4dce-ab13-3989572d71ca tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Usage tracker for resource:router and tenant:805f065881854f95bb4bd1c28e960002 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:25.959287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:25.963591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-16688997-bdf5-4dce-ab13-3989572d71ca tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:25.966660 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:25.979112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:26.008661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-16688997-bdf5-4dce-ab13-3989572d71ca tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:26.023718 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=2d109cd5-64ec-4c61-a027-1083fb73c6cf,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:26.226806 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16688997-bdf5-4dce-ab13-3989572d71ca tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:26.227934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16688997-bdf5-4dce-ab13-3989572d71ca tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:26.241702 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6d9b-2a28-4eee-8e50-d22b876ef57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:26.295349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3036139c-94aa-4457-bcf9-ebaa8c85e2a9 None None] Network 0fa9d836-d81a-4aca-b70e-168ab46c75fa requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:26.356006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a43aba9c-5c03-4dac-891d-4f68eb71819a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:26.367290 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-503095ab-590e-436e-87b2-4b837071d735 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:26.368063 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16688997-bdf5-4dce-ab13-3989572d71ca tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:26.369734 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b6d9b-2a28-4eee-8e50-d22b876ef57f admin admin] Pushing event deleted for resources: {'Port': ['ID=598c9c00-4b7d-4178-b82b-1d574ab176fb,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:26.465956 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ae0f68-91df-4def-8909-0e7dfbf2ab34 None None] Network 82ea6d93-cb5e-4fd6-bcc0-999c2d83c866 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:26.481147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58484) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:26.497684 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43aba9c-5c03-4dac-891d-4f68eb71819a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Pushing event deleted for resources: {'Port': ['ID=62c3d55a-1a68-4efa-808f-6a19f39c0bd5,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:26.715472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503095ab-590e-436e-87b2-4b837071d735 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Pushing event deleted for resources: {'Port': ['ID=b02cd66f-3c20-44fa-8e0a-aa0ab666bb94,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:26.813573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6d9b-2a28-4eee-8e50-d22b876ef57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:26.843259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-503095ab-590e-436e-87b2-4b837071d735 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:26.849959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a43aba9c-5c03-4dac-891d-4f68eb71819a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:26.894352 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-47f5700b-c423-46e6-904a-eb8992093574 None None] Provisioning for port 4d99f096-a572-4407-a3e6-23f6d593eef0 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:26.901694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16688997-bdf5-4dce-ab13-3989572d71ca tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:26.968608 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9e98b104-d6ed-4161-b7e7-55b3311d9787 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:27.075621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7568456b-4678-4345-9221-9ac11e83e59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.111581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a43aba9c-5c03-4dac-891d-4f68eb71819a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.119157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a43aba9c-5c03-4dac-891d-4f68eb71819a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.123288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7568456b-4678-4345-9221-9ac11e83e59c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:27.157474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7568456b-4678-4345-9221-9ac11e83e59c admin admin] Usage tracker for resource:security_group_rule and tenant:09d641410f0a4c4d957eb5322e608fd7 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:27.164759 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2baecb98-e856-44aa-b5fa-2fd75083e363 None None] Provisioning for port 9e98b104-d6ed-4161-b7e7-55b3311d9787 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:27.180434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7568456b-4678-4345-9221-9ac11e83e59c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:27.189522 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.191999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7568456b-4678-4345-9221-9ac11e83e59c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:27.195029 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 9e98b104-d6ed-4161-b7e7-55b3311d9787 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:27.201542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 9e98b104-d6ed-4161-b7e7-55b3311d9787 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:27.203715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.225402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-503095ab-590e-436e-87b2-4b837071d735 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.227069 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-503095ab-590e-436e-87b2-4b837071d735 tempest-ServersTestManualDisk-1958765907 tempest-ServersTestManualDisk-1958765907-project] 10.222.0.35 "DELETE /v2.0/floatingips/61c78c89-293a-4376-a942-1e05f7b23f5e HTTP/1.1" status: 204 len: 168 time: 2.4916329 Mar 29 09:41:27.231380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58490) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:27.243725 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16688997-bdf5-4dce-ab13-3989572d71ca tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.247845 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-16688997-bdf5-4dce-ab13-3989572d71ca tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.5937724 Mar 29 09:41:27.253574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58494) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:27.264754 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-727797031'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:27.375044 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3653e4c4-4174-4f23-a301-74546f99dd22 None None] Provisioning complete for port 9e98b104-d6ed-4161-b7e7-55b3311d9787 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:27.376543 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3653e4c4-4174-4f23-a301-74546f99dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.377442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:27.414205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Usage tracker for resource:network and tenant:805f065881854f95bb4bd1c28e960002 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:27.422742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:27.432565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.488830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:27.524978 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.566772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a43aba9c-5c03-4dac-891d-4f68eb71819a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.567382 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43aba9c-5c03-4dac-891d-4f68eb71819a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Fanout notify agent at l3_agent the message router_deleted on router 4d20fd90-adab-4883-a324-807d7f2eaa0c {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:41:27.568964 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.569815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.597755 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 9e98b104-d6ed-4161-b7e7-55b3311d9787, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9e98b104-d6ed-4161-b7e7-55b3311d9787,segment=NetworkSegment(1647785c-e4c9-46fe-9f7f-6ede1b0e60c2),segment_id=1647785c-e4c9-46fe-9f7f-6ede1b0e60c2)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:27.609850 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Made reservation on behalf of 805f065881854f95bb4bd1c28e960002 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:27.613817 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.616979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3653e4c4-4174-4f23-a301-74546f99dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.625604 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a43aba9c-5c03-4dac-891d-4f68eb71819a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.627386 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a43aba9c-5c03-4dac-891d-4f68eb71819a tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "DELETE /v2.0/routers/4d20fd90-adab-4883-a324-807d7f2eaa0c HTTP/1.1" status: 204 len: 168 time: 4.1386981 Mar 29 09:41:27.645721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58498) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:27.656332 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.657195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4d99f096-a572-4407-a3e6-23f6d593eef0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:27.682180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-715602999', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:27.700556 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:27.723309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:27.742370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:27.757818 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Usage tracker for resource:security_group_rule and tenant:805f065881854f95bb4bd1c28e960002 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:27.764515 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:27.795063 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Usage tracker for resource:router and tenant:87579291427f4b8abcc6393078633640 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:27.825160 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-3653e4c4-4174-4f23-a301-74546f99dd22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:41:27.826237 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-3653e4c4-4174-4f23-a301-74546f99dd22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:41:27.827397 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=9e98b104-d6ed-4161-b7e7-55b3311d9787,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:27.845663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=a8334cd8-9f56-4e21-8dc0-46a504f85921,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:27.863173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:27.872573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:27.894974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:27.918007 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 4d99f096-a572-4407-a3e6-23f6d593eef0 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:27.928273 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4d99f096-a572-4407-a3e6-23f6d593eef0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:27.929533 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.014051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.015080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.026437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7b6d9b-2a28-4eee-8e50-d22b876ef57f admin admin] Router c0857744-38f4-4445-bdee-f1bed6d902d0 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:28.057039 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 82ea6d93-cb5e-4fd6-bcc0-999c2d83c866 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:28.058899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7568456b-4678-4345-9221-9ac11e83e59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.059940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.070699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:28.093847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 4d99f096-a572-4407-a3e6-23f6d593eef0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4d99f096-a572-4407-a3e6-23f6d593eef0,segment=NetworkSegment(15758fbb-9929-4580-9010-dade1dfc6351),segment_id=15758fbb-9929-4580-9010-dade1dfc6351)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:28.136108 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.137165 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.189632 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.190152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7568456b-4678-4345-9221-9ac11e83e59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.288966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=4d99f096-a572-4407-a3e6-23f6d593eef0,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:28.370299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568456b-4678-4345-9221-9ac11e83e59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715f4e49-9106-4534-b4be-21a76cc4670b,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:28.384387 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7568456b-4678-4345-9221-9ac11e83e59c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09d641410f0a4c4d957eb5322e608fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8842521 Mar 29 09:41:28.385606 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58502) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:28.466420 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3653e4c4-4174-4f23-a301-74546f99dd22 None None] Provisioning for port a8334cd8-9f56-4e21-8dc0-46a504f85921 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:28.472452 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3653e4c4-4174-4f23-a301-74546f99dd22 None None] Provisioning complete for port a8334cd8-9f56-4e21-8dc0-46a504f85921 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:28.473153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3653e4c4-4174-4f23-a301-74546f99dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.474378 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.502947 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7b6d9b-2a28-4eee-8e50-d22b876ef57f admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:28.517169 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8213c-aaa1-42ab-b865-ac8b21760116 None None] Sync routers for ids ['c0857744-38f4-4445-bdee-f1bed6d902d0'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:28.528969 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8213c-aaa1-42ab-b865-ac8b21760116 None None] Routers {'c0857744-38f4-4445-bdee-f1bed6d902d0'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:28.529762 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3f7b6d9b-2a28-4eee-8e50-d22b876ef57f admin admin] 10.222.0.35 "PUT /v2.0/routers/c0857744-38f4-4445-bdee-f1bed6d902d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0627267 Mar 29 09:41:28.530122 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ebf8213c-aaa1-42ab-b865-ac8b21760116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c0857744-38f4-4445-bdee-f1bed6d902d0'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:28.531235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58506) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:28.548615 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3653e4c4-4174-4f23-a301-74546f99dd22 None None] Port a8334cd8-9f56-4e21-8dc0-46a504f85921 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:28.594695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.611986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 5a34298d-a3cf-4700-94a7-e61fcdc68160 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:41:28.655052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:41:28.697426 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-38bcd300-c2e0-4918-94a1-de252eda3efa None None] Provisioning complete for port a8334cd8-9f56-4e21-8dc0-46a504f85921 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:28.697967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-38bcd300-c2e0-4918-94a1-de252eda3efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.729040 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-ebf8213c-aaa1-42ab-b865-ac8b21760116 None None] Set router c0857744-38f4-4445-bdee-f1bed6d902d0 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:41:28.763435 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.788415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-38bcd300-c2e0-4918-94a1-de252eda3efa None None] Port a8334cd8-9f56-4e21-8dc0-46a504f85921 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:28.790157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a3ed5f9-297f-4a74-ac6a-e46fe4dc2f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.806045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9e98b104-d6ed-4161-b7e7-55b3311d9787 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:28.824915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a3ed5f9-297f-4a74-ac6a-e46fe4dc2f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.883062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1ab48a-2984-4e85-899c-c768d258acf3,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:28.887832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 9e98b104-d6ed-4161-b7e7-55b3311d9787 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:28.888698 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.888810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 1a727579-c47e-440b-8230-25d9015bae6d is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:41:28.959223 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:28.959558 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Added segment 850f6049-e4d4-49d3-9cce-a353ca91b41e of type vlan for network 198c3d3e-7b69-4ee8-8b5e-ffcc1c142793 Mar 29 09:41:29.064552 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4d99f096-a572-4407-a3e6-23f6d593eef0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:29.076395 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:29.152297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4d99f096-a572-4407-a3e6-23f6d593eef0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:29.153130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:29.164834 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:29.166994 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ebf8213c-aaa1-42ab-b865-ac8b21760116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:43Z', 'updated_at': '2022-03-29T09:41:25Z', 'revision_number': 5, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'gw_port': {'id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:45Z', 'updated_at': '2022-03-29T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:29.175137 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8213c-aaa1-42ab-b865-ac8b21760116 None None] Checking router: c0857744-38f4-4445-bdee-f1bed6d902d0 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:41:29.184417 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:29.192641 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8213c-aaa1-42ab-b865-ac8b21760116 None None] Routers {'c0857744-38f4-4445-bdee-f1bed6d902d0'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:29.193255 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ebf8213c-aaa1-42ab-b865-ac8b21760116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c0857744-38f4-4445-bdee-f1bed6d902d0'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:29.237812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a878d522-d108-4baa-be3f-fae3bd51e629 None None] Sync routers for ids ['5a34298d-a3cf-4700-94a7-e61fcdc68160'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:29.332850 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a878d522-d108-4baa-be3f-fae3bd51e629 None None] Routers {'5a34298d-a3cf-4700-94a7-e61fcdc68160'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:29.333675 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:29.333970 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a878d522-d108-4baa-be3f-fae3bd51e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5a34298d-a3cf-4700-94a7-e61fcdc68160'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:29.336154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:29.353217 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:29.354638 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8bc753d2-f892-4dc6-9074-f54ff125d226 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.0424502 Mar 29 09:41:29.357100 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Sync routers for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:29.358616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58510) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:29.358849 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-73e9ffd8-d153-4281-bc83-10a79fda4ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:29.415369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a878d522-d108-4baa-be3f-fae3bd51e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:29.425849 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a878d522-d108-4baa-be3f-fae3bd51e629 None None] Routers {'5a34298d-a3cf-4700-94a7-e61fcdc68160'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:29.426041 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a3ed5f9-297f-4a74-ac6a-e46fe4dc2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:29.426690 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a878d522-d108-4baa-be3f-fae3bd51e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5a34298d-a3cf-4700-94a7-e61fcdc68160'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:29.457428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ed5f9-297f-4a74-ac6a-e46fe4dc2f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715f4e49-9106-4534-b4be-21a76cc4670b,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:29.470293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] Deleting port ec81fc48-79a5-4c26-909f-d1851fc0fb2e {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:29.470890 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:29.474266 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:29.475144 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:29.478960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a3ed5f9-297f-4a74-ac6a-e46fe4dc2f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:29.483134 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0a3ed5f9-297f-4a74-ac6a-e46fe4dc2f0a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/715f4e49-9106-4534-b4be-21a76cc4670b HTTP/1.1" status: 204 len: 168 time: 1.0920057 Mar 29 09:41:29.502760 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e76e8655-3590-44d9-8eca-9eb5e7148823 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/1a727579-c47e-440b-8230-25d9015bae6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1447465 Mar 29 09:41:29.510604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a878d522-d108-4baa-be3f-fae3bd51e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:29.511259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a878d522-d108-4baa-be3f-fae3bd51e629 None None] The sync data for ids ['5a34298d-a3cf-4700-94a7-e61fcdc68160'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:29.529903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:29.537872 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:29.538770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:29.542914 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58516) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:29.592169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-963142631'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:29.619342 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:29.638471 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:network and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:29.662693 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:29.681880 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-ebf8213c-aaa1-42ab-b865-ac8b21760116 None None] Set router c0857744-38f4-4445-bdee-f1bed6d902d0 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:41:29.789029 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5346184 Mar 29 09:41:29.809788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:29.813511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58522) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:29.824984 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51985d3d-0ccc-4cf0-bcf0-3679b68e72d7 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event updated for resources: {'Network': ['ID=198c3d3e-7b69-4ee8-8b5e-ffcc1c142793,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:29.830746 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Request body: {'subnet': {'network_id': '198c3d3e-7b69-4ee8-8b5e-ffcc1c142793', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:29.837634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 198c3d3e-7b69-4ee8-8b5e-ffcc1c142793 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:41:29.894094 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:41:29.913531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:29.964255 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:30.080336 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:30.083760 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:30.166377 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-73e9ffd8-d153-4281-bc83-10a79fda4ec6 admin admin] Deleting port f9d0398a-f422-49dc-9545-63c6a7230692 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:30.166589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-73e9ffd8-d153-4281-bc83-10a79fda4ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:30.170776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:30.235141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Usage tracker for resource:subnet and tenant:805f065881854f95bb4bd1c28e960002 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:30.246703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:30.253660 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:41:30.260058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:30.268403 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] For port ec81fc48-79a5-4c26-909f-d1851fc0fb2e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ec81fc48-79a5-4c26-909f-d1851fc0fb2e,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:30.268800 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:30.300092 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ebf8213c-aaa1-42ab-b865-ac8b21760116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:43Z', 'updated_at': '2022-03-29T09:41:25Z', 'revision_number': 5, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'gw_port': {'id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:45Z', 'updated_at': '2022-03-29T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:30.301839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:30.302186 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Added segment c4d08904-80d7-4027-a3ab-97c26d26a37b of type vlan for network 8516d2f1-883d-456d-a10a-06a3f463a60a Mar 29 09:41:30.307467 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8213c-aaa1-42ab-b865-ac8b21760116 None None] The sync data for ids ['c0857744-38f4-4445-bdee-f1bed6d902d0'] in dv-neutron-835555-1-hyperv is: [{'id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'name': 'tempest-ServersTestJSON-2073072532-router', 'tenant_id': 'cba6478a0dfd4704a514232e079d6387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:43Z', 'updated_at': '2022-03-29T09:41:25Z', 'revision_number': 5, 'project_id': 'cba6478a0dfd4704a514232e079d6387', 'gw_port': {'id': 'ec81fc48-79a5-4c26-909f-d1851fc0fb2e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0857744-38f4-4445-bdee-f1bed6d902d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:45Z', 'updated_at': '2022-03-29T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:30.322497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58526) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:30.330703 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:41:25Z', 'revision_number': 2, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:26Z', 'revision_number': 2, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:30.335564 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Checking router: 1a727579-c47e-440b-8230-25d9015bae6d for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:41:30.336194 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Updating router 1a727579-c47e-440b-8230-25d9015bae6d port a8334cd8-9f56-4e21-8dc0-46a504f85921 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:41:30.388268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Allocated IP 172.26.7.49 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/ef505fee-17eb-4f03-91c8-a9ae261d460d) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:30.398235 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:30.453504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-304041f9-819e-4897-b4bc-b285b58c725e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:30.553475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Made reservation on behalf of 805f065881854f95bb4bd1c28e960002 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:30.556849 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:30.585800 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-304041f9-819e-4897-b4bc-b285b58c725e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:30.594365 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-304041f9-819e-4897-b4bc-b285b58c725e admin admin] Usage tracker for resource:security_group_rule and tenant:907b6d183b664c13b52622fae1671074 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:30.598313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-304041f9-819e-4897-b4bc-b285b58c725e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:30.612273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-304041f9-819e-4897-b4bc-b285b58c725e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:30.623427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] Calling delete_port for ec81fc48-79a5-4c26-909f-d1851fc0fb2e owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:30.683631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-73e9ffd8-d153-4281-bc83-10a79fda4ec6 admin admin] For port f9d0398a-f422-49dc-9545-63c6a7230692, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f9d0398a-f422-49dc-9545-63c6a7230692,segment=NetworkSegment(6ef30c21-6f74-47b2-b123-f111881fdaea),segment_id=6ef30c21-6f74-47b2-b123-f111881fdaea)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:30.683996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-73e9ffd8-d153-4281-bc83-10a79fda4ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:30.707004 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:30.711764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 598c9c00-4b7d-4178-b82b-1d574ab176fb no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:41:30.786605 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:30.799945 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:30.803345 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Transition to ACTIVE for port object a8334cd8-9f56-4e21-8dc0-46a504f85921 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:30.870175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 598c9c00-4b7d-4178-b82b-1d574ab176fb {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:41:30.870525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 598c9c00-4b7d-4178-b82b-1d574ab176fb not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:41:30.874875 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:30.948925 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.resource_extend [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:41:30.983711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-73e9ffd8-d153-4281-bc83-10a79fda4ec6 admin admin] Calling delete_port for f9d0398a-f422-49dc-9545-63c6a7230692 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:31.089436 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094c901-2410-4b55-abfe-c2ed2e1f5e30 None None] Pushing event updated for resources: {'Port': ['ID=a8334cd8-9f56-4e21-8dc0-46a504f85921,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:31.146928 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094c901-2410-4b55-abfe-c2ed2e1f5e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:31.147456 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094c901-2410-4b55-abfe-c2ed2e1f5e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:31.147829 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094c901-2410-4b55-abfe-c2ed2e1f5e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:31.148247 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094c901-2410-4b55-abfe-c2ed2e1f5e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:31.148723 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094c901-2410-4b55-abfe-c2ed2e1f5e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:31.149530 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094c901-2410-4b55-abfe-c2ed2e1f5e30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:31.149530 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094c901-2410-4b55-abfe-c2ed2e1f5e30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:31.150097 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094c901-2410-4b55-abfe-c2ed2e1f5e30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:31.150517 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094c901-2410-4b55-abfe-c2ed2e1f5e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:31.150921 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094c901-2410-4b55-abfe-c2ed2e1f5e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:31.151331 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094c901-2410-4b55-abfe-c2ed2e1f5e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:31.151737 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094c901-2410-4b55-abfe-c2ed2e1f5e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:31.169420 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Attempting to bind port a8334cd8-9f56-4e21-8dc0-46a504f85921 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:41:31.169888 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Attempting to bind port a8334cd8-9f56-4e21-8dc0-46a504f85921 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1647785c-e4c9-46fe-9f7f-6ede1b0e60c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:41:31.170262 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Attempting to bind port a8334cd8-9f56-4e21-8dc0-46a504f85921 on network 82ea6d93-cb5e-4fd6-bcc0-999c2d83c866 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:41:31.183607 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:41:31.184046 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Checking segment: {'id': '1647785c-e4c9-46fe-9f7f-6ede1b0e60c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:31.184676 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:31.185170 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Bound using segment: {'id': '1647785c-e4c9-46fe-9f7f-6ede1b0e60c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:41:31.186247 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Bound port: a8334cd8-9f56-4e21-8dc0-46a504f85921, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1647785c-e4c9-46fe-9f7f-6ede1b0e60c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:41:31.186960 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:31.191753 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:31.192292 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-304041f9-819e-4897-b4bc-b285b58c725e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:31.195238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:31.196410 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:31.272326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:31.332333 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] For port a8334cd8-9f56-4e21-8dc0-46a504f85921, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:41:31.336266 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] For port a8334cd8-9f56-4e21-8dc0-46a504f85921, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a8334cd8-9f56-4e21-8dc0-46a504f85921,segment=NetworkSegment(1647785c-e4c9-46fe-9f7f-6ede1b0e60c2),segment_id=1647785c-e4c9-46fe-9f7f-6ede1b0e60c2)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:41:31.341242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-304041f9-819e-4897-b4bc-b285b58c725e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:31.398638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:31.414416 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:31.415277 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:31.428939 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:31.444443 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Network': ['ID=8516d2f1-883d-456d-a10a-06a3f463a60a,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:31.457112 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Pushing event updated for resources: {'Port': ['ID=ef505fee-17eb-4f03-91c8-a9ae261d460d,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:31.460300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 8516d2f1-883d-456d-a10a-06a3f463a60a details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:41:31.471620 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-083190bc-81fd-4e54-9a29-12243b572395 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8952305 Mar 29 09:41:31.471740 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-304041f9-819e-4897-b4bc-b285b58c725e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=907b6d183b664c13b52622fae1671074&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1439943 Mar 29 09:41:31.473592 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58530) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:31.473927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58532) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:31.476971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304041f9-819e-4897-b4bc-b285b58c725e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0823c05b-3251-4e05-bffc-9a235e8b5ec9,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:31.493518 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-73e9ffd8-d153-4281-bc83-10a79fda4ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:31.500227 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'subnet': {'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:31.521438 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:31.528529 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094c901-2410-4b55-abfe-c2ed2e1f5e30 None None] Pushing event updated for resources: {'Port': ['ID=a8334cd8-9f56-4e21-8dc0-46a504f85921,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:31.564283 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:31.565215 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:31.565918 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:31.592311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:31.687971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9ffd8-d153-4281-bc83-10a79fda4ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d0398a-f422-49dc-9545-63c6a7230692,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:31.743852 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:41:31.860051 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec81fc48-79a5-4c26-909f-d1851fc0fb2e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:32.086994 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:41:32.116895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event updated for resources: {'Subnet': ['ID=f57cac4f-5dc1-481d-970f-dbf94a265924,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:32.123549 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:41:25Z', 'revision_number': 2, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:31Z', 'revision_number': 4, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:32.128573 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc5fa8-e70c-4cdb-86c5-3ad2012d213f None None] The sync data for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv is: [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:41:25Z', 'revision_number': 2, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:31Z', 'revision_number': 4, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:32.152838 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:32.160397 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Checking segment: {'id': '850f6049-e4d4-49d3-9cce-a353ca91b41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '198c3d3e-7b69-4ee8-8b5e-ffcc1c142793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:32.160853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Network hostable DHCP agents. Network: 198c3d3e-7b69-4ee8-8b5e-ffcc1c142793, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:41:32.170091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:32.223972 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:subnet and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:32.234963 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:32.260675 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-73e9ffd8-d153-4281-bc83-10a79fda4ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:32.271101 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:32.300805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-708e9c37-367e-4c54-8b2c-36328225df65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:32.319738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:32.534183 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:32.545656 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-708e9c37-367e-4c54-8b2c-36328225df65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:32.553756 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:32.574793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Network 198c3d3e-7b69-4ee8-8b5e-ffcc1c142793 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:41:32.665008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:32.667846 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:32.741763 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 198c3d3e-7b69-4ee8-8b5e-ffcc1c142793) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:32.761586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d32fb26-687d-4825-9212-b52c574aa99f None None] Network 198c3d3e-7b69-4ee8-8b5e-ffcc1c142793 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:32.765670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:32.765670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:32.863042 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:32.865412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0857744-38f4-4445-bdee-f1bed6d902d0 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:41:32.968819 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-708e9c37-367e-4c54-8b2c-36328225df65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:32.975965 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a8334cd8-9f56-4e21-8dc0-46a504f85921 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:33.112978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-708e9c37-367e-4c54-8b2c-36328225df65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:33.116502 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-708e9c37-367e-4c54-8b2c-36328225df65 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0823c05b-3251-4e05-bffc-9a235e8b5ec9 HTTP/1.1" status: 204 len: 168 time: 1.6359668 Mar 29 09:41:33.116502 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:33.119268 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b5f6dcd9-2377-42f3-b984-82453ed7e069 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c0857744-38f4-4445-bdee-f1bed6d902d0 HTTP/1.1" status: 204 len: 168 time: 4.5849278 Mar 29 09:41:33.124580 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e9c37-367e-4c54-8b2c-36328225df65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0823c05b-3251-4e05-bffc-9a235e8b5ec9,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:33.132243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58544) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:33.142465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:33.214271 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Allocated IP 172.20.0.1 (0fa9d836-d81a-4aca-b70e-168ab46c75fa/bfd6a4cf-b636-4a96-8aaf-e0029400083e/b5ab3c36-06fc-4da0-9614-1dd2dfba0e04) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:33.224920 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-132a3da9-3ae0-49e4-8426-5a1dcfd325fd tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4061086 Mar 29 09:41:33.229822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58548) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:33.239347 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port a8334cd8-9f56-4e21-8dc0-46a504f85921 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:33.246086 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-198c3d3e-7b69-4ee8-8b5e-ffcc1c142793', 'network_id': '198c3d3e-7b69-4ee8-8b5e-ffcc1c142793', 'tenant_id': '805f065881854f95bb4bd1c28e960002', 'fixed_ips': [{'subnet_id': 'f57cac4f-5dc1-481d-970f-dbf94a265924'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:41:33.247400 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:33.267474 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port a8334cd8-9f56-4e21-8dc0-46a504f85921 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:33.268194 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:33.272172 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Request body: {'network': {'name': 'tempest-router-network01--1092554078'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:33.282512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:33.290504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Usage tracker for resource:network and tenant:805f065881854f95bb4bd1c28e960002 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:33.297338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:33.307176 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:33.317857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e9ffd8-d153-4281-bc83-10a79fda4ec6 admin admin] Router f56f5342-a2ae-46dd-87fd-1b97492ad921 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:33.340413 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c80bb9-ffc9-49aa-a32c-54a5622e550b admin admin] Deleting subnet a6d58a43-7a1d-4ece-b1d5-60fa7815d71a {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:41:33.364708 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-36c80bb9-ffc9-49aa-a32c-54a5622e550b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:33.510484 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Allocated IP 172.20.0.2 (198c3d3e-7b69-4ee8-8b5e-ffcc1c142793/f57cac4f-5dc1-481d-970f-dbf94a265924/e71d88d4-25b8-41db-bc34-1cbf552ca5e2) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:33.515848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Made reservation on behalf of 805f065881854f95bb4bd1c28e960002 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:33.523239 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-36c80bb9-ffc9-49aa-a32c-54a5622e550b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:33.525024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:33.603320 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:41:33.667078 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:33.690118 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Transition to ACTIVE for port object b5ab3c36-06fc-4da0-9614-1dd2dfba0e04 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:33.701569 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-36c80bb9-ffc9-49aa-a32c-54a5622e550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:33.741402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:33.747498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e9ffd8-d153-4281-bc83-10a79fda4ec6 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:33.760899 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d094f4c-f240-4a72-a6a4-768dda0322b4 None None] Sync routers for ids ['f56f5342-a2ae-46dd-87fd-1b97492ad921'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:33.770589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:33.770917 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Added segment 31c595a7-dca0-47ce-9384-09769e55fc18 of type vlan for network 11418eb0-0705-4147-8248-965d190cbb71 Mar 29 09:41:33.801018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:33.816736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:33.837359 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d094f4c-f240-4a72-a6a4-768dda0322b4 None None] Routers {'f56f5342-a2ae-46dd-87fd-1b97492ad921'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:33.837999 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6d094f4c-f240-4a72-a6a4-768dda0322b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f56f5342-a2ae-46dd-87fd-1b97492ad921'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:33.872373 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Subnet': ['ID=2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:33.893174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Checking segment: {'id': 'c4d08904-80d7-4027-a3ab-97c26d26a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:33.893527 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network hostable DHCP agents. Network: 8516d2f1-883d-456d-a10a-06a3f463a60a, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:41:33.902825 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-73e9ffd8-d153-4281-bc83-10a79fda4ec6 admin admin] 10.222.0.35 "PUT /v2.0/routers/f56f5342-a2ae-46dd-87fd-1b97492ad921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6688855 Mar 29 09:41:33.904905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58560) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:33.987112 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Router 35726402-ba2b-4aab-8cd2-e306ec2edb98 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:41:33.995337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:34.015103 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:34.055475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-36c80bb9-ffc9-49aa-a32c-54a5622e550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:34.074530 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port a8334cd8-9f56-4e21-8dc0-46a504f85921, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a8334cd8-9f56-4e21-8dc0-46a504f85921,segment=NetworkSegment(1647785c-e4c9-46fe-9f7f-6ede1b0e60c2),segment_id=1647785c-e4c9-46fe-9f7f-6ede1b0e60c2)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:34.090813 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Transition to ACTIVE for port object e71d88d4-25b8-41db-bc34-1cbf552ca5e2 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:34.108744 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 8516d2f1-883d-456d-a10a-06a3f463a60a is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:41:34.131947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Transition to ACTIVE for port object e71d88d4-25b8-41db-bc34-1cbf552ca5e2 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:34.138383 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6d094f4c-f240-4a72-a6a4-768dda0322b4 None None] Set router f56f5342-a2ae-46dd-87fd-1b97492ad921 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:41:34.167691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c80bb9-ffc9-49aa-a32c-54a5622e550b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d58a43-7a1d-4ece-b1d5-60fa7815d71a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:34.169605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-36c80bb9-ffc9-49aa-a32c-54a5622e550b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:34.182504 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network 0fa9d836-d81a-4aca-b70e-168ab46c75fa is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:34.187306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:34.196344 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1478ef1d-56bb-47c9-a738-2487c189db66 None None] Network b64753bf-2c45-475b-a45b-e68e4fc13b9a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:34.213504 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-36c80bb9-ffc9-49aa-a32c-54a5622e550b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a6d58a43-7a1d-4ece-b1d5-60fa7815d71a HTTP/1.1" status: 204 len: 168 time: 1.0804317 Mar 29 09:41:34.225296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:34.246360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58566) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:34.260871 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=b5ab3c36-06fc-4da0-9614-1dd2dfba0e04,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:34.358130 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:34.363639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:34.364281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:34.408072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:34.419561 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc60036-68a3-4d21-b556-ce86cfbf4d91 None None] Sync routers for ids ['35726402-ba2b-4aab-8cd2-e306ec2edb98'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:34.449454 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc60036-68a3-4d21-b556-ce86cfbf4d91 None None] Routers {'35726402-ba2b-4aab-8cd2-e306ec2edb98'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:34.450005 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fdc60036-68a3-4d21-b556-ce86cfbf4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['35726402-ba2b-4aab-8cd2-e306ec2edb98'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:34.503306 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:34.551379 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fdc60036-68a3-4d21-b556-ce86cfbf4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:34.572064 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc60036-68a3-4d21-b556-ce86cfbf4d91 None None] Routers {'35726402-ba2b-4aab-8cd2-e306ec2edb98'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:34.573052 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fdc60036-68a3-4d21-b556-ce86cfbf4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['35726402-ba2b-4aab-8cd2-e306ec2edb98'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:34.598703 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:34.650087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:34.659009 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fdc60036-68a3-4d21-b556-ce86cfbf4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:34.659415 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc60036-68a3-4d21-b556-ce86cfbf4d91 None None] The sync data for ids ['35726402-ba2b-4aab-8cd2-e306ec2edb98'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:34.662896 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4320147 Mar 29 09:41:34.663441 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 8516d2f1-883d-456d-a10a-06a3f463a60a) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:34.669737 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:34.670416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58578) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:34.671886 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-819213f7-9ef8-493f-ba8d-29787a1a80de tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.0217414 Mar 29 09:41:34.675434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:34.676027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:34.678004 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58580) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:34.679072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460665ff-7740-4b52-a082-2c0dcd445a4d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event updated for resources: {'Network': ['ID=11418eb0-0705-4147-8248-965d190cbb71,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:34.690204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Request body: {'network': {'name': 'tempest-router-network02--1524639921'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:34.690594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:34.709188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] Deleting port a74ca54e-4d95-41fb-8a97-188b640784a2 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:34.709526 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:34.742830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:34.744470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:34.750379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58586) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:34.759269 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Usage tracker for resource:network and tenant:805f065881854f95bb4bd1c28e960002 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:34.762747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369793f9-b1e7-451f-b1da-eaa8b792859c None None] Network 8516d2f1-883d-456d-a10a-06a3f463a60a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:34.771240 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:34.779981 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:34.801714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:34.865719 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bb7615d9-70ab-4aae-a23a-830695be9b1a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3889031 Mar 29 09:41:34.866812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58592) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:34.919239 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 11418eb0-0705-4147-8248-965d190cbb71 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:41:34.932415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ec81fc48-79a5-4c26-909f-d1851fc0fb2e no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:41:34.940448 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2013576351'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:34.957368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:34.973488 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Usage tracker for resource:network and tenant:ff1017e831644addac7b051189daab60 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:34.978426 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:35.000113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Made reservation on behalf of 805f065881854f95bb4bd1c28e960002 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:35.003991 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.051293 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:35.099082 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Network 198c3d3e-7b69-4ee8-8b5e-ffcc1c142793 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:35.130947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=a8334cd8-9f56-4e21-8dc0-46a504f85921,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:35.151623 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:35.164223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.190933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:35.245854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Made reservation on behalf of ff1017e831644addac7b051189daab60 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:35.249271 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7741e94c-71cd-4fb3-aab9-a8e9e300c06c None None] Provisioning for port b5ab3c36-06fc-4da0-9614-1dd2dfba0e04 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:35.249519 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.252025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:41:35.255791 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] For port a74ca54e-4d95-41fb-8a97-188b640784a2, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a74ca54e-4d95-41fb-8a97-188b640784a2,segment=NetworkSegment(f732aea9-8c5c-4406-93c1-a9f229414335),segment_id=f732aea9-8c5c-4406-93c1-a9f229414335)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:35.256152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.266275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.268935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: ec81fc48-79a5-4c26-909f-d1851fc0fb2e {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:41:35.269286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ec81fc48-79a5-4c26-909f-d1851fc0fb2e not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:41:35.280691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] Deleting port 6633f7c6-f237-4707-90d7-02778a3ed434 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:35.281031 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.318956 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7741e94c-71cd-4fb3-aab9-a8e9e300c06c None None] Provisioning complete for port b5ab3c36-06fc-4da0-9614-1dd2dfba0e04 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:35.319373 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7741e94c-71cd-4fb3-aab9-a8e9e300c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.330469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:35.337759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Usage tracker for resource:security_group_rule and tenant:ff1017e831644addac7b051189daab60 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:35.343174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:35.402801 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:35.457758 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.457989 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Added segment 16495024-575f-467c-a3a4-c0eb1fa484f7 of type vlan for network 0fb91a9a-4cdd-4204-a247-fae201b80867 Mar 29 09:41:35.465248 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] Calling delete_port for a74ca54e-4d95-41fb-8a97-188b640784a2 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:35.475579 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Pushing event updated for resources: {'Port': ['ID=e71d88d4-25b8-41db-bc34-1cbf552ca5e2,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:35.516984 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-8516d2f1-883d-456d-a10a-06a3f463a60a', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:41:35.517719 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.542951 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7741e94c-71cd-4fb3-aab9-a8e9e300c06c None None] Port b5ab3c36-06fc-4da0-9614-1dd2dfba0e04 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:35.547545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Attempting to bind port e71d88d4-25b8-41db-bc34-1cbf552ca5e2 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:41:35.547912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Attempting to bind port e71d88d4-25b8-41db-bc34-1cbf552ca5e2 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '850f6049-e4d4-49d3-9cce-a353ca91b41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '198c3d3e-7b69-4ee8-8b5e-ffcc1c142793'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:41:35.548271 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Attempting to bind port e71d88d4-25b8-41db-bc34-1cbf552ca5e2 on network 198c3d3e-7b69-4ee8-8b5e-ffcc1c142793 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:41:35.573058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:41:35.573562 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Checking segment: {'id': '850f6049-e4d4-49d3-9cce-a353ca91b41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '198c3d3e-7b69-4ee8-8b5e-ffcc1c142793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:35.573791 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.574204 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Bound using segment: {'id': '850f6049-e4d4-49d3-9cce-a353ca91b41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '198c3d3e-7b69-4ee8-8b5e-ffcc1c142793'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:41:35.574625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Bound port: e71d88d4-25b8-41db-bc34-1cbf552ca5e2, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850f6049-e4d4-49d3-9cce-a353ca91b41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '198c3d3e-7b69-4ee8-8b5e-ffcc1c142793'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:41:35.574984 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.664748 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.681264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] For port 6633f7c6-f237-4707-90d7-02778a3ed434, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6633f7c6-f237-4707-90d7-02778a3ed434,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:35.681633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.691374 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.718446 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-69013636-c276-4e53-bf0a-d659d54e8285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.807234 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6d094f4c-f240-4a72-a6a4-768dda0322b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12'}], 'enable_snat': True}, 'gw_port_id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:41:31Z', 'revision_number': 5, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'gw_port': {'id': '6633f7c6-f237-4707-90d7-02778a3ed434', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:44Z', 'updated_at': '2022-03-29T09:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:35.820834 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.821438 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb13ff35-dde5-44a5-a3e7-9d0c916e4c2a None None] DHCP port deletion for b64753bf-2c45-475b-a45b-e68e4fc13b9a request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:41:35.828840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d094f4c-f240-4a72-a6a4-768dda0322b4 None None] Checking router: f56f5342-a2ae-46dd-87fd-1b97492ad921 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:41:35.833016 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] For port e71d88d4-25b8-41db-bc34-1cbf552ca5e2, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:41:35.839797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-cb13ff35-dde5-44a5-a3e7-9d0c916e4c2a None None] Deleting port a74ca54e-4d95-41fb-8a97-188b640784a2 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:35.840817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cb13ff35-dde5-44a5-a3e7-9d0c916e4c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:35.888996 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] For port e71d88d4-25b8-41db-bc34-1cbf552ca5e2, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e71d88d4-25b8-41db-bc34-1cbf552ca5e2,segment=NetworkSegment(850f6049-e4d4-49d3-9cce-a353ca91b41e),segment_id=850f6049-e4d4-49d3-9cce-a353ca91b41e)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:41:35.901662 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d094f4c-f240-4a72-a6a4-768dda0322b4 None None] Routers {'f56f5342-a2ae-46dd-87fd-1b97492ad921'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:35.902301 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6d094f4c-f240-4a72-a6a4-768dda0322b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f56f5342-a2ae-46dd-87fd-1b97492ad921'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:35.996178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] Calling delete_port for 6633f7c6-f237-4707-90d7-02778a3ed434 owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:36.018823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Allocated IP 2001:db8:1::2 (8516d2f1-883d-456d-a10a-06a3f463a60a/2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b/668e8e3b-0258-49e5-9beb-08ed7b37140e) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:36.036107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.036353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.061524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.099467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.101642 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Deleting port ef505fee-17eb-4f03-91c8-a9ae261d460d {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:36.101976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.115694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.121244 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:36.121919 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.169937 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a74ca54e-4d95-41fb-8a97-188b640784a2,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:36.174737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] No DVR routers for this DVR port a74ca54e-4d95-41fb-8a97-188b640784a2 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:41:36.193385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-cb13ff35-dde5-44a5-a3e7-9d0c916e4c2a None None] The port 'a74ca54e-4d95-41fb-8a97-188b640784a2' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:41:36.194421 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.291354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:41:36.310164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2037a77-36da-4770-855f-9e5114fa75d5,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:36.319884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.320231 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Added segment 916dcc40-ab0a-4f30-97d7-477d57ff06d7 of type vlan for network be9cc431-50f3-4e31-91f5-97ea2b7b4100 Mar 29 09:41:36.336091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6d094f4c-f240-4a72-a6a4-768dda0322b4 None None] Set router f56f5342-a2ae-46dd-87fd-1b97492ad921 gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:41:36.381723 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd36a8-46be-408c-8505-2e864b04e6f6 None None] Pushing event updated for resources: {'Port': ['ID=e71d88d4-25b8-41db-bc34-1cbf552ca5e2,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:36.403054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.460245 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7784739 Mar 29 09:41:36.468453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58598) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:36.473308 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6d094f4c-f240-4a72-a6a4-768dda0322b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:41:35Z', 'revision_number': 6, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:36.473665 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b77e49-f75b-4fb4-8a4f-a349c91a71f5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event updated for resources: {'Network': ['ID=0fb91a9a-4cdd-4204-a247-fae201b80867,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:36.481569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d094f4c-f240-4a72-a6a4-768dda0322b4 None None] The sync data for ids ['f56f5342-a2ae-46dd-87fd-1b97492ad921'] in dv-neutron-835555-1-hyperv is: [{'id': 'f56f5342-a2ae-46dd-87fd-1b97492ad921', 'name': 'tempest-ServersTestManualDisk-353875723-router', 'tenant_id': '46946708b9804d1bbab269c3c031c9aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:41:35Z', 'revision_number': 6, 'project_id': '46946708b9804d1bbab269c3c031c9aa', 'gw_port_host': None}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:36.487171 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Request body: {'subnet': {'network_id': '11418eb0-0705-4147-8248-965d190cbb71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:36.505681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 0fb91a9a-4cdd-4204-a247-fae201b80867 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:41:36.577016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.628566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Calling delete_port for ef505fee-17eb-4f03-91c8-a9ae261d460d owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:36.661286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.750054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.786062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64753bf-2c45-475b-a45b-e68e4fc13b9a']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:36.811330 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] Pushing event deleted for resources: {'Port': ['ID=6633f7c6-f237-4707-90d7-02778a3ed434,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:36.819072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f732aea9-8c5c-4406-93c1-a9f229414335') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:36.819363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f732aea9-8c5c-4406-93c1-a9f229414335') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:36.831531 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.839550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.844933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Transition to ACTIVE for port object 668e8e3b-0258-49e5-9beb-08ed7b37140e will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:36.849446 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:36.849446 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.876544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.881524 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Transition to ACTIVE for port object 668e8e3b-0258-49e5-9beb-08ed7b37140e will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:36.911588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:36.915227 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.941106 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Usage tracker for resource:subnet and tenant:805f065881854f95bb4bd1c28e960002 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:36.948605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.950854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:36.952357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:36.980788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:41:36.981199 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:37.005412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:41:37.010544 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:41:37.095298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Network 8516d2f1-883d-456d-a10a-06a3f463a60a is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:37.105548 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:37.111526 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:37.126662 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Pushing event updated for resources: {'Port': ['ID=668e8e3b-0258-49e5-9beb-08ed7b37140e,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:37.213560 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4615219 Mar 29 09:41:37.223706 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58602) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:37.226186 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Attempting to bind port 668e8e3b-0258-49e5-9beb-08ed7b37140e on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:41:37.226541 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Attempting to bind port 668e8e3b-0258-49e5-9beb-08ed7b37140e by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'c4d08904-80d7-4027-a3ab-97c26d26a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:41:37.227191 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Attempting to bind port 668e8e3b-0258-49e5-9beb-08ed7b37140e on network 8516d2f1-883d-456d-a10a-06a3f463a60a {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:41:37.231087 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Request body: {'subnet': {'network_id': 'be9cc431-50f3-4e31-91f5-97ea2b7b4100', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:37.233923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:41:37.233923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Checking segment: {'id': 'c4d08904-80d7-4027-a3ab-97c26d26a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:37.233923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:37.233923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Bound using segment: {'id': 'c4d08904-80d7-4027-a3ab-97c26d26a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:41:37.234275 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Bound port: 668e8e3b-0258-49e5-9beb-08ed7b37140e, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d08904-80d7-4027-a3ab-97c26d26a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:41:37.234633 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:37.253002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca240d4-fa7e-4266-86ba-a835b9a2241d tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Pushing event updated for resources: {'Network': ['ID=be9cc431-50f3-4e31-91f5-97ea2b7b4100,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:37.276994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network be9cc431-50f3-4e31-91f5-97ea2b7b4100 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:41:37.285233 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:37.320386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Made reservation on behalf of 805f065881854f95bb4bd1c28e960002 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:37.323001 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:37.422981 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] For port 668e8e3b-0258-49e5-9beb-08ed7b37140e, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:41:37.423627 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] For port 668e8e3b-0258-49e5-9beb-08ed7b37140e, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=668e8e3b-0258-49e5-9beb-08ed7b37140e,segment=NetworkSegment(c4d08904-80d7-4027-a3ab-97c26d26a37b),segment_id=c4d08904-80d7-4027-a3ab-97c26d26a37b)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:41:37.516324 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:37.556006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:37.585855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a8334cd8-9f56-4e21-8dc0-46a504f85921 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:37.677181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:37.681643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:37.743803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ae462-1c9b-42b1-a0ee-b3c6870bac49 None None] Pushing event updated for resources: {'Port': ['ID=668e8e3b-0258-49e5-9beb-08ed7b37140e,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:37.773806 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b64753bf-2c45-475b-a45b-e68e4fc13b9a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:37.807183 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port a8334cd8-9f56-4e21-8dc0-46a504f85921 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:37.808030 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:37.896928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:37.910223 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c30aa4fd-7d12-4e8c-a9e5-335e2b7ba6fb admin admin] 10.222.0.35 "DELETE /v2.0/networks/b64753bf-2c45-475b-a45b-e68e4fc13b9a HTTP/1.1" status: 204 len: 168 time: 3.6543965 Mar 29 09:41:37.945670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cc7968a0-b43b-4d92-834d-3f4566529aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.019457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e71d88d4-25b8-41db-bc34-1cbf552ca5e2 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:38.068908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.095743 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.145303 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:38.163555 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Pushing event deleted for resources: {'Port': ['ID=ef505fee-17eb-4f03-91c8-a9ae261d460d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:38.175491 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Usage tracker for resource:subnet and tenant:ff1017e831644addac7b051189daab60 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:38.178165 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbfa17c-f6ab-466b-b87d-bd9ad3bc331f None None] Network 198c3d3e-7b69-4ee8-8b5e-ffcc1c142793 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:38.182046 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.185720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:38.198099 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.201831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:38.218806 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port e71d88d4-25b8-41db-bc34-1cbf552ca5e2 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:38.281074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Allocated IP 2001:db8:1::1 (8516d2f1-883d-456d-a10a-06a3f463a60a/2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b/b4b6787e-23a1-48c9-a805-82a28fccdaba) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:38.344768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.372103 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=b5ab3c36-06fc-4da0-9614-1dd2dfba0e04,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:38.387850 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f9d0398a-f422-49dc-9545-63c6a7230692 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:41:38.436925 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: f9d0398a-f422-49dc-9545-63c6a7230692 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:41:38.437427 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f9d0398a-f422-49dc-9545-63c6a7230692 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:41:38.438463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a74ca54e-4d95-41fb-8a97-188b640784a2 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:41:38.475487 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Made reservation on behalf of ff1017e831644addac7b051189daab60 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:38.478937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.499526 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-483ea7e5-1281-41e4-82f6-0aaeb9cc2fb6 None None] Provisioning for port e71d88d4-25b8-41db-bc34-1cbf552ca5e2 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:38.507115 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: a74ca54e-4d95-41fb-8a97-188b640784a2 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:41:38.507606 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a74ca54e-4d95-41fb-8a97-188b640784a2 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:41:38.533695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-483ea7e5-1281-41e4-82f6-0aaeb9cc2fb6 None None] Provisioning complete for port e71d88d4-25b8-41db-bc34-1cbf552ca5e2 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:38.534270 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-483ea7e5-1281-41e4-82f6-0aaeb9cc2fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.546897 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58608) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:38.562372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.563482 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f56f5342-a2ae-46dd-87fd-1b97492ad921 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:41:38.583615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.708174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.709521 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2ffb8c54-5123-490e-b79a-14519d6eae90 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f56f5342-a2ae-46dd-87fd-1b97492ad921 HTTP/1.1" status: 204 len: 168 time: 4.8031614 Mar 29 09:41:38.715851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.718022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58612) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:38.769210 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4b6696c4-7488-4c96-b8fb-591aa3fffadf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cba6478a0dfd4704a514232e079d6387&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2211840 Mar 29 09:41:38.785626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.795612 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58616) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:38.856874 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.857500 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-483ea7e5-1281-41e4-82f6-0aaeb9cc2fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.867476 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 668e8e3b-0258-49e5-9beb-08ed7b37140e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:38.890266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Transition to ACTIVE for port object b4b6787e-23a1-48c9-a805-82a28fccdaba will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:38.929061 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:38.973291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event updated for resources: {'Subnet': ['ID=108ef100-ae22-4a58-9d78-cdaff7f2b96f,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:38.979378 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-483ea7e5-1281-41e4-82f6-0aaeb9cc2fb6 None None] For port e71d88d4-25b8-41db-bc34-1cbf552ca5e2, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e71d88d4-25b8-41db-bc34-1cbf552ca5e2,segment=NetworkSegment(850f6049-e4d4-49d3-9cce-a353ca91b41e),segment_id=850f6049-e4d4-49d3-9cce-a353ca91b41e)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:38.993392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network 0fa9d836-d81a-4aca-b70e-168ab46c75fa is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:39.000099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:39.003476 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:39.028631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Deleting subnet a68d34bc-45c4-487b-8bc6-5cb2c7a2d083 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:41:39.077114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Checking segment: {'id': '31c595a7-dca0-47ce-9384-09769e55fc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '11418eb0-0705-4147-8248-965d190cbb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:39.077474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Network hostable DHCP agents. Network: 11418eb0-0705-4147-8248-965d190cbb71, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:41:39.085780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:39.089437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-483ea7e5-1281-41e4-82f6-0aaeb9cc2fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:39.144224 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Router 35726402-ba2b-4aab-8cd2-e306ec2edb98 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:39.162628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3197792-0aab-40d3-af8b-f1e1dd01ff80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:39.168424 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 668e8e3b-0258-49e5-9beb-08ed7b37140e completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:39.208597 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6633f7c6-f237-4707-90d7-02778a3ed434 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:41:39.270451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:39.277235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 6633f7c6-f237-4707-90d7-02778a3ed434 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:41:39.277624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6633f7c6-f237-4707-90d7-02778a3ed434 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:41:39.288241 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb28621-9600-4ec8-bed3-b86b1111ffc7 None None] Network 8516d2f1-883d-456d-a10a-06a3f463a60a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:39.341750 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 8516d2f1-883d-456d-a10a-06a3f463a60a is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:39.350764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ea7e5-1281-41e4-82f6-0aaeb9cc2fb6 None None] Pushing event updated for resources: {'Port': ['ID=e71d88d4-25b8-41db-bc34-1cbf552ca5e2,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:39.352337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:39.355349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3197792-0aab-40d3-af8b-f1e1dd01ff80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:39.370636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Network 11418eb0-0705-4147-8248-965d190cbb71 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:41:39.374859 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:39.375907 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:39.444779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:39.464691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=b4b6787e-23a1-48c9-a805-82a28fccdaba,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:39.466772 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6435ed2c-4591-4c6f-a191-a7b27408643b None None] Provisioning for port 668e8e3b-0258-49e5-9beb-08ed7b37140e completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:39.469489 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 5a34298d-a3cf-4700-94a7-e61fcdc68160 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:39.480671 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6435ed2c-4591-4c6f-a191-a7b27408643b None None] Provisioning complete for port 668e8e3b-0258-49e5-9beb-08ed7b37140e triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:39.480960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:39.481418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6435ed2c-4591-4c6f-a191-a7b27408643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:39.510370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:39.512673 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-742c5345-8a99-4f24-bedc-d9708db6a6a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "PUT /v2.0/routers/35726402-ba2b-4aab-8cd2-e306ec2edb98 HTTP/1.1" status: 200 len: 709 time: 4.8298957 Mar 29 09:41:39.514530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58620) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:39.526549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557317a3-54da-413a-b689-7d63618b57a4 None None] Sync routers for ids ['35726402-ba2b-4aab-8cd2-e306ec2edb98'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:39.544095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 11418eb0-0705-4147-8248-965d190cbb71) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:39.564522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67034cae-8d70-4aff-a787-a24f7c3cea5b None None] Network 11418eb0-0705-4147-8248-965d190cbb71 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:39.565672 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:39.566432 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:39.627405 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557317a3-54da-413a-b689-7d63618b57a4 None None] Routers {'35726402-ba2b-4aab-8cd2-e306ec2edb98'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:39.628038 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-557317a3-54da-413a-b689-7d63618b57a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['35726402-ba2b-4aab-8cd2-e306ec2edb98'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:39.670250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3197792-0aab-40d3-af8b-f1e1dd01ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:39.671609 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3197792-0aab-40d3-af8b-f1e1dd01ff80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:39.675792 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c3197792-0aab-40d3-af8b-f1e1dd01ff80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b5d6f31-d75c-4c1c-b077-11d0ef48a427 HTTP/1.1" status: 204 len: 168 time: 0.8767645 Mar 29 09:41:39.698875 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-22d2bd33-5930-45b8-abfd-6e6a4f29bb99 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2237413 Mar 29 09:41:39.699954 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58626) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:39.702427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3197792-0aab-40d3-af8b-f1e1dd01ff80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5d6f31-d75c-4c1c-b077-11d0ef48a427,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:39.707267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Request body: {'subnet': {'network_id': '0fb91a9a-4cdd-4204-a247-fae201b80867', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:39.770172 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-557317a3-54da-413a-b689-7d63618b57a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:39.801513 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5a1b801a-6897-4379-a649-ed8350d49bb6 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/routers/35726402-ba2b-4aab-8cd2-e306ec2edb98 HTTP/1.1" status: 200 len: 744 time: 0.2834146 Mar 29 09:41:39.802096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58630) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:39.806836 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:39.869045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557317a3-54da-413a-b689-7d63618b57a4 None None] Routers {'35726402-ba2b-4aab-8cd2-e306ec2edb98'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:39.869671 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-557317a3-54da-413a-b689-7d63618b57a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['35726402-ba2b-4aab-8cd2-e306ec2edb98'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:39.889221 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5ff68dd3-c8c8-4051-a446-9610f322a859 tempest-RoutersIpV6AdminTest-1708873829 tempest-RoutersIpV6AdminTest-1708873829-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&device_id=35726402-ba2b-4aab-8cd2-e306ec2edb98 HTTP/1.1" status: 200 len: 205 time: 0.0835464 Mar 29 09:41:39.895803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58634) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:39.972423 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1ae5b181-8b86-4f84-95de-b6578c80f72b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "GET /v2.0/ports?device_id=35726402-ba2b-4aab-8cd2-e306ec2edb98 HTTP/1.1" status: 200 len: 205 time: 0.0674663 Mar 29 09:41:39.973336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58638) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:39.977575 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-557317a3-54da-413a-b689-7d63618b57a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:39.978069 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557317a3-54da-413a-b689-7d63618b57a4 None None] The sync data for ids ['35726402-ba2b-4aab-8cd2-e306ec2edb98'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:39.982777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:40.000443 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bc211123-6860-45fd-b94e-c38ff681225c tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "PUT /v2.0/routers/5a34298d-a3cf-4700-94a7-e61fcdc68160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6406481 Mar 29 09:41:40.002350 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fe019c-3831-4c96-9e75-a8de187cbe85 None None] Sync routers for ids ['5a34298d-a3cf-4700-94a7-e61fcdc68160'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:40.003582 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58642) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:40.020751 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:40.021995 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6435ed2c-4591-4c6f-a191-a7b27408643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:40.035275 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe019c-3831-4c96-9e75-a8de187cbe85 None None] Routers {'5a34298d-a3cf-4700-94a7-e61fcdc68160'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:40.038737 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f9fe019c-3831-4c96-9e75-a8de187cbe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5a34298d-a3cf-4700-94a7-e61fcdc68160'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:40.046083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:40.054206 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Usage tracker for resource:subnet and tenant:805f065881854f95bb4bd1c28e960002 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:40.077102 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:40.079010 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'port': {'network_id': '0fa9d836-d81a-4aca-b70e-168ab46c75fa', 'name': 'tempest-FloatingIPTestJSON-2143282008'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:40.112098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:40.118184 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6435ed2c-4591-4c6f-a191-a7b27408643b None None] For port 668e8e3b-0258-49e5-9beb-08ed7b37140e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=668e8e3b-0258-49e5-9beb-08ed7b37140e,segment=NetworkSegment(c4d08904-80d7-4027-a3ab-97c26d26a37b),segment_id=c4d08904-80d7-4027-a3ab-97c26d26a37b)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:40.121738 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Pushing event updated for resources: {'Subnet': ['ID=05b96c7d-fad7-43f2-98ba-ca9e2a7d6820,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:40.135183 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-11418eb0-0705-4147-8248-965d190cbb71', 'network_id': '11418eb0-0705-4147-8248-965d190cbb71', 'tenant_id': '805f065881854f95bb4bd1c28e960002', 'fixed_ips': [{'subnet_id': '108ef100-ae22-4a58-9d78-cdaff7f2b96f'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:41:40.136051 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:40.147966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Checking segment: {'id': '916dcc40-ab0a-4f30-97d7-477d57ff06d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'be9cc431-50f3-4e31-91f5-97ea2b7b4100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:40.159498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Network hostable DHCP agents. Network: be9cc431-50f3-4e31-91f5-97ea2b7b4100, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:41:40.169934 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f9fe019c-3831-4c96-9e75-a8de187cbe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:40.192432 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe019c-3831-4c96-9e75-a8de187cbe85 None None] Routers {'5a34298d-a3cf-4700-94a7-e61fcdc68160'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:40.193147 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f9fe019c-3831-4c96-9e75-a8de187cbe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5a34298d-a3cf-4700-94a7-e61fcdc68160'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:40.272941 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6435ed2c-4591-4c6f-a191-a7b27408643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:40.278772 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f9fe019c-3831-4c96-9e75-a8de187cbe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:40.279380 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fe019c-3831-4c96-9e75-a8de187cbe85 None None] The sync data for ids ['5a34298d-a3cf-4700-94a7-e61fcdc68160'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:40.301409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Made reservation on behalf of 805f065881854f95bb4bd1c28e960002 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:40.306122 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:40.323483 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:40.373020 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7961df24-8644-4cb3-8264-39a9d20263ea tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:40.459706 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435ed2c-4591-4c6f-a191-a7b27408643b None None] Pushing event updated for resources: {'Port': ['ID=668e8e3b-0258-49e5-9beb-08ed7b37140e,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:40.477740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f98456e4-8bf8-4d56-8049-a39e9b26208b None None] Provisioning complete for port b5ab3c36-06fc-4da0-9614-1dd2dfba0e04 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:40.478106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f98456e4-8bf8-4d56-8049-a39e9b26208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:40.527540 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Allocated IP 172.20.0.2 (11418eb0-0705-4147-8248-965d190cbb71/108ef100-ae22-4a58-9d78-cdaff7f2b96f/274b2c71-c021-40f1-bd89-061de86f2871) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:40.603194 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f98456e4-8bf8-4d56-8049-a39e9b26208b None None] Port b5ab3c36-06fc-4da0-9614-1dd2dfba0e04 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:40.707426 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f98456e4-8bf8-4d56-8049-a39e9b26208b None None] Provisioning complete for port e71d88d4-25b8-41db-bc34-1cbf552ca5e2 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:40.707982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f98456e4-8bf8-4d56-8049-a39e9b26208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:40.742055 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:40.782733 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Network be9cc431-50f3-4e31-91f5-97ea2b7b4100 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:41:40.851109 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e71d88d4-25b8-41db-bc34-1cbf552ca5e2 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:40.881718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7961df24-8644-4cb3-8264-39a9d20263ea tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:40.886700 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:40.889197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7961df24-8644-4cb3-8264-39a9d20263ea tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:40.894985 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Usage tracker for resource:port and tenant:def6da8eeee4419eb3da131eed714cf3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:40.899493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:40.913526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:40.923130 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:40.967747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, be9cc431-50f3-4e31-91f5-97ea2b7b4100) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:40.973909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:40.977592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:40.983981 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06c4a6b-41d8-4492-80ca-6168d9a86463 None None] Network be9cc431-50f3-4e31-91f5-97ea2b7b4100 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:40.999706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.011052 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7961df24-8644-4cb3-8264-39a9d20263ea tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.011690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7961df24-8644-4cb3-8264-39a9d20263ea tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Fanout notify agent at l3_agent the message router_deleted on router 35726402-ba2b-4aab-8cd2-e306ec2edb98 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:41:41.021028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Made reservation on behalf of def6da8eeee4419eb3da131eed714cf3 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:41.025247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.032392 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.039251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.040387 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.041177 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.042582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Transition to ACTIVE for port object 274b2c71-c021-40f1-bd89-061de86f2871 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:41.050840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7961df24-8644-4cb3-8264-39a9d20263ea tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.055043 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7961df24-8644-4cb3-8264-39a9d20263ea tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "DELETE /v2.0/routers/35726402-ba2b-4aab-8cd2-e306ec2edb98 HTTP/1.1" status: 204 len: 168 time: 1.0742493 Mar 29 09:41:41.062731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Transition to ACTIVE for port object 274b2c71-c021-40f1-bd89-061de86f2871 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:41.077593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58656) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:41.130353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68d34bc-45c4-487b-8bc6-5cb2c7a2d083,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:41.140732 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.146036 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a68d34bc-45c4-487b-8bc6-5cb2c7a2d083 HTTP/1.1" status: 204 len: 168 time: 2.4240322 Mar 29 09:41:41.148822 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52fb877-b898-40a0-be84-b6baceb1d546 None None] Network 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:41.162627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58660) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:41.168011 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2cf385e2-a6d2-4f9f-a1d1-78dbf56a8d16 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9410174 Mar 29 09:41:41.173083 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-103712d6-e0ad-481a-a2c2-dbde5e09a4d5 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "GET /v2.0/ports?device_id=35726402-ba2b-4aab-8cd2-e306ec2edb98 HTTP/1.1" status: 200 len: 205 time: 0.0847261 Mar 29 09:41:41.173083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58666) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:41.173083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] device_id is not set on port 312e2a77-7bbb-4f32-8048-aa7b8f232e24 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:41:41.195372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.210263 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:41.214707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:41.214707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:41.214707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:41.214707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:41.214707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:41.214707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:41.214707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:41.214707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:41.215467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58668) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:41.216673 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:41.217029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:41.217359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e24eed-65fd-4309-83a5-b6b900b23b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:41.226856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Request body: {'port': {'network_id': 'be9cc431-50f3-4e31-91f5-97ea2b7b4100', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2024079922'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:41.304284 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event updated for resources: {'Subnet': ['ID=5476b003-6933-4e9f-a3eb-e5e74033c47e,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:41.338907 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port e71d88d4-25b8-41db-bc34-1cbf552ca5e2 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:41.338907 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.386637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=b4b6787e-23a1-48c9-a805-82a28fccdaba,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:41.399222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Network 11418eb0-0705-4147-8248-965d190cbb71 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:41.402196 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-6b062661-25f2-4341-86dc-7237054c8935 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] delete failed (client error): The resource could not be found. Mar 29 09:41:41.405656 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6b062661-25f2-4341-86dc-7237054c8935 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "DELETE /v2.0/routers/35726402-ba2b-4aab-8cd2-e306ec2edb98 HTTP/1.1" status: 404 len: 336 time: 0.1780918 Mar 29 09:41:41.432122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:41.462444 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58680) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:41.500914 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:41.540029 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0f944cd8-ec4b-42f6-9349-08be217c0985 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d20fd90-adab-4883-a324-807d7f2eaa0c HTTP/1.1" status: 200 len: 205 time: 0.0691223 Mar 29 09:41:41.541004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Checking segment: {'id': '16495024-575f-467c-a3a4-c0eb1fa484f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fb91a9a-4cdd-4204-a247-fae201b80867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:41.541300 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Network hostable DHCP agents. Network: 0fb91a9a-4cdd-4204-a247-fae201b80867, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:41:41.545743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58686) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:41.575789 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.608151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 8516d2f1-883d-456d-a10a-06a3f463a60a is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:41.611725 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:41.616449 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Pushing event updated for resources: {'Port': ['ID=274b2c71-c021-40f1-bd89-061de86f2871,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:41.625794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Deleting port 1352aab3-66a7-4e5b-8b23-93d2bad18689 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:41.626275 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.668912 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-fd399d7a-1e30-4f10-9ca2-94e3bb1125a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] delete failed (client error): The resource could not be found. Mar 29 09:41:41.669932 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fd399d7a-1e30-4f10-9ca2-94e3bb1125a7 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "DELETE /v2.0/routers/4d20fd90-adab-4883-a324-807d7f2eaa0c HTTP/1.1" status: 404 len: 336 time: 0.1232684 Mar 29 09:41:41.678078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58692) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:41.736051 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Network 0fb91a9a-4cdd-4204-a247-fae201b80867 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:41:41.757965 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9ab42b21-9b42-49bb-859b-4c72c05dfb80 None None] Provisioning for port b4b6787e-23a1-48c9-a805-82a28fccdaba completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:41.786276 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9ab42b21-9b42-49bb-859b-4c72c05dfb80 None None] Provisioning complete for port b4b6787e-23a1-48c9-a805-82a28fccdaba triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:41.786647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9ab42b21-9b42-49bb-859b-4c72c05dfb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.790586 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4199f95b-8064-43fe-9b2b-9242c8900d91 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b3cb4ba-87c4-481a-817c-b94be180b724 HTTP/1.1" status: 200 len: 205 time: 0.1112370 Mar 29 09:41:41.801626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Allocated IP 172.20.0.12 (0fa9d836-d81a-4aca-b70e-168ab46c75fa/bfd6a4cf-b636-4a96-8aaf-e0029400083e/312e2a77-7bbb-4f32-8048-aa7b8f232e24) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:41.815662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58696) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:41.832223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-be9cc431-50f3-4e31-91f5-97ea2b7b4100', 'network_id': 'be9cc431-50f3-4e31-91f5-97ea2b7b4100', 'tenant_id': 'ff1017e831644addac7b051189daab60', 'fixed_ips': [{'subnet_id': '05b96c7d-fad7-43f2-98ba-ca9e2a7d6820'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:41:41.833079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.857282 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:41.863241 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Usage tracker for resource:port and tenant:ff1017e831644addac7b051189daab60 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:41.869337 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:41.872594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:41.910262 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Attempting to bind port 274b2c71-c021-40f1-bd89-061de86f2871 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:41:41.910628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Attempting to bind port 274b2c71-c021-40f1-bd89-061de86f2871 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '31c595a7-dca0-47ce-9384-09769e55fc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '11418eb0-0705-4147-8248-965d190cbb71'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:41:41.911091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Attempting to bind port 274b2c71-c021-40f1-bd89-061de86f2871 on network 11418eb0-0705-4147-8248-965d190cbb71 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:41:41.977123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:41:41.977528 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Checking segment: {'id': '31c595a7-dca0-47ce-9384-09769e55fc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '11418eb0-0705-4147-8248-965d190cbb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:41.977795 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.978184 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Bound using segment: {'id': '31c595a7-dca0-47ce-9384-09769e55fc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '11418eb0-0705-4147-8248-965d190cbb71'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:41:41.978661 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Bound port: 274b2c71-c021-40f1-bd89-061de86f2871, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c595a7-dca0-47ce-9384-09769e55fc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '11418eb0-0705-4147-8248-965d190cbb71'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:41:41.979026 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:41.996654 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Made reservation on behalf of ff1017e831644addac7b051189daab60 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:42.002555 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:42.011065 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-9ab42b21-9b42-49bb-859b-4c72c05dfb80 None None] Port b4b6787e-23a1-48c9-a805-82a28fccdaba cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:42.024607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 668e8e3b-0258-49e5-9beb-08ed7b37140e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:42.039960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] device_id is not set on port 7a73f845-0224-4876-9b13-1b5cef05198d yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:41:42.122712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 0fb91a9a-4cdd-4204-a247-fae201b80867) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:42.139716 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-fe36871b-4806-467d-9bbb-20e4697d0b99 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] delete failed (client error): The resource could not be found. Mar 29 09:41:42.141759 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fe36871b-4806-467d-9bbb-20e4697d0b99 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "DELETE /v2.0/routers/3b3cb4ba-87c4-481a-817c-b94be180b724 HTTP/1.1" status: 404 len: 336 time: 0.3172555 Mar 29 09:41:42.143350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:42.145065 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:42.149463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58706) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:42.165654 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fe7d0b-e391-4bb8-92d1-3e8b27ceb73a None None] Network 0fb91a9a-4cdd-4204-a247-fae201b80867 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:42.222506 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 1a727579-c47e-440b-8230-25d9015bae6d has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:42.259013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:42.277371 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8581bb3c-caab-4bed-9644-9fcf4f05a22e tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8769164-0e6c-4a7c-ad9d-e6d0efdfe18f HTTP/1.1" status: 200 len: 205 time: 0.1267781 Mar 29 09:41:42.281431 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58712) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:42.345146 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9ab42b21-9b42-49bb-859b-4c72c05dfb80 None None] Provisioning complete for port 668e8e3b-0258-49e5-9beb-08ed7b37140e triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:42.345684 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9ab42b21-9b42-49bb-859b-4c72c05dfb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:42.369678 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-7c5a0002-c06f-4af2-b362-e74e8e731c2e tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] delete failed (client error): The resource could not be found. Mar 29 09:41:42.371273 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7c5a0002-c06f-4af2-b362-e74e8e731c2e tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "DELETE /v2.0/routers/c8769164-0e6c-4a7c-ad9d-e6d0efdfe18f HTTP/1.1" status: 404 len: 336 time: 0.0873065 Mar 29 09:41:42.377423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58716) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:42.414815 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] For port 274b2c71-c021-40f1-bd89-061de86f2871, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:41:42.419444 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] For port 274b2c71-c021-40f1-bd89-061de86f2871, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=274b2c71-c021-40f1-bd89-061de86f2871,segment=NetworkSegment(31c595a7-dca0-47ce-9384-09769e55fc18),segment_id=31c595a7-dca0-47ce-9384-09769e55fc18)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:41:42.422858 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ebdff3b5-abc8-440e-9238-3fe4c96cb9b5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7212815 Mar 29 09:41:42.435944 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f2f08056-f160-4c1f-86b9-aa3d9f11a8cf tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4a03aac-116a-4188-935e-425bc8b827e7 HTTP/1.1" status: 200 len: 205 time: 0.0574355 Mar 29 09:41:42.436638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58722) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:42.437357 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58724) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:42.440340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a018d10-489f-46e1-aa56-e218896bbbb5 None None] DHCP port deletion for 6e55e4ad-9233-4e4d-adc2-e2b908baeaaa request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:41:42.444113 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Transition to ACTIVE for port object 312e2a77-7bbb-4f32-8048-aa7b8f232e24 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:42.498425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3a018d10-489f-46e1-aa56-e218896bbbb5 None None] Deleting port 1352aab3-66a7-4e5b-8b23-93d2bad18689 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:42.498806 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3a018d10-489f-46e1-aa56-e218896bbbb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:42.521037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] For port 1352aab3-66a7-4e5b-8b23-93d2bad18689, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1352aab3-66a7-4e5b-8b23-93d2bad18689,segment=NetworkSegment(6ef30c21-6f74-47b2-b123-f111881fdaea),segment_id=6ef30c21-6f74-47b2-b123-f111881fdaea)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:42.521634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:42.560994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:42.617156 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-61214b4c-01e5-4a4d-887c-1f8fcf2fefbe tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] delete failed (client error): The resource could not be found. Mar 29 09:41:42.620945 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-61214b4c-01e5-4a4d-887c-1f8fcf2fefbe tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "DELETE /v2.0/routers/c4a03aac-116a-4188-935e-425bc8b827e7 HTTP/1.1" status: 404 len: 336 time: 0.1736164 Mar 29 09:41:42.621512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58734) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:42.623239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Allocated IP 172.20.0.8 (be9cc431-50f3-4e31-91f5-97ea2b7b4100/05b96c7d-fad7-43f2-98ba-ca9e2a7d6820/7a73f845-0224-4876-9b13-1b5cef05198d) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:42.628174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:42.665572 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Sync routers for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:42.667926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 668e8e3b-0258-49e5-9beb-08ed7b37140e triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:42.668407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:42.727944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2513e-9769-4faa-aa85-0f5480405525 None None] Pushing event updated for resources: {'Port': ['ID=274b2c71-c021-40f1-bd89-061de86f2871,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:42.752704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58740) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:42.756794 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d6e916b8-3b15-42b5-903a-1156ab17f84e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/1a727579-c47e-440b-8230-25d9015bae6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8299770 Mar 29 09:41:42.768916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58744) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:42.773746 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Calling delete_port for 1352aab3-66a7-4e5b-8b23-93d2bad18689 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:42.792647 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-538218506'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:42.797465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:42.801461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:network and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:42.804310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:42.810646 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:42.824094 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6c19a248-4760-4e46-834c-32f177e5e479 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "GET /v2.0/ports?device_id=de7d70cd-bbe6-4b5a-8aaf-e506bd307618 HTTP/1.1" status: 200 len: 205 time: 0.1867228 Mar 29 09:41:42.829623 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58750) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:42.831525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:42.832676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:42.909593 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-32815402-91e5-4107-8c3f-d9a490f0310b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] delete failed (client error): The resource could not be found. Mar 29 09:41:42.912421 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-32815402-91e5-4107-8c3f-d9a490f0310b tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "DELETE /v2.0/routers/de7d70cd-bbe6-4b5a-8aaf-e506bd307618 HTTP/1.1" status: 404 len: 336 time: 0.0796685 Mar 29 09:41:42.918800 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58754) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:42.971706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:42.997235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:43.000831 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-80da65b2-9e13-43e8-a528-851decd40648 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] DELETE failed (client error): The resource could not be found. Mar 29 09:41:43.001289 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80da65b2-9e13-43e8-a528-851decd40648 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:41:43.002961 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-80da65b2-9e13-43e8-a528-851decd40648 tempest-RoutersIpV6AdminTest-1192223013 tempest-RoutersIpV6AdminTest-1192223013-project] 10.222.0.35 "DELETE /v2.0/subnets/d227afab-3079-4b99-b19c-1a046c9820e7 HTTP/1.1" status: 404 len: 337 time: 0.0829353 Mar 29 09:41:43.014437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Usage tracker for resource:floatingip and tenant:02611eb5a4024fb39d877fb08f16fdbc is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:43.018990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:43.051336 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:43.067818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:43.071256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.232369 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.316472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.387995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] No DVR routers for this DVR port 1352aab3-66a7-4e5b-8b23-93d2bad18689 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:41:43.442888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:41:43.454285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.454642 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Added segment 6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403 of type vlan for network 7890f559-0f2e-42d7-b5a5-a43887ee7959 Mar 29 09:41:43.469666 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:41:43.533593 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-0fb91a9a-4cdd-4204-a247-fae201b80867', 'network_id': '0fb91a9a-4cdd-4204-a247-fae201b80867', 'tenant_id': '805f065881854f95bb4bd1c28e960002', 'fixed_ips': [{'subnet_id': '5476b003-6933-4e9f-a3eb-e5e74033c47e'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:41:43.534451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.536419 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.558179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-3a018d10-489f-46e1-aa56-e218896bbbb5 None None] For port 1352aab3-66a7-4e5b-8b23-93d2bad18689, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1352aab3-66a7-4e5b-8b23-93d2bad18689,segment=NetworkSegment(6ef30c21-6f74-47b2-b123-f111881fdaea),segment_id=6ef30c21-6f74-47b2-b123-f111881fdaea)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:43.558672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3a018d10-489f-46e1-aa56-e218896bbbb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.565194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e55e4ad-9233-4e4d-adc2-e2b908baeaaa']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:43.581318 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef30c21-6f74-47b2-b123-f111881fdaea') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:43.581318 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef30c21-6f74-47b2-b123-f111881fdaea') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:43.593782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.644788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.644788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:41:43.644788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.645608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.645608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.658415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3ab493cf-7f9d-42fd-9c3a-df63bd97bf24 None None] Provisioning complete for port b4b6787e-23a1-48c9-a805-82a28fccdaba triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:43.663090 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3ab493cf-7f9d-42fd-9c3a-df63bd97bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:41:43.731184 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:41:43.743353 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Pushing event deleted for resources: {'Port': ['ID=1352aab3-66a7-4e5b-8b23-93d2bad18689,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:43.761082 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.772768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:43.773117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:43.773457 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:43.773841 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:43.774174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:43.774544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:43.774872 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:43.775198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:43.775520 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:43.775840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:43.776157 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:43.776476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:43.827590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58766) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:43.842845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.848845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:43.876125 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e55e4ad-9233-4e4d-adc2-e2b908baeaaa,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:43.933738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8fed0-3287-4a32-b17c-9c0e73d17a81 req-420ac618-f1a9-4d84-8af0-91418949c563 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:43.934766 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-11b8fed0-3287-4a32-b17c-9c0e73d17a81 req-420ac618-f1a9-4d84-8af0-91418949c563 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.7579374 Mar 29 09:41:43.939488 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40485f6b-fe04-404a-8e69-c3d4a76cbb23 req-fc3fc01b-57f9-44eb-9f76-cec6ba54fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:43.947415 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-40485f6b-fe04-404a-8e69-c3d4a76cbb23 req-fc3fc01b-57f9-44eb-9f76-cec6ba54fd61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd990266160241679233cd0b82116a4d&device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 1098 time: 0.7134218 Mar 29 09:41:43.956544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event updated for resources: {'Port': ['ID=312e2a77-7bbb-4f32-8048-aa7b8f232e24,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:43.981689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Network 0fa9d836-d81a-4aca-b70e-168ab46c75fa is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:44.062760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:44.073515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:44.177432 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-866846d9-b02e-425a-9969-6767f474e763 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6e55e4ad-9233-4e4d-adc2-e2b908baeaaa HTTP/1.1" status: 204 len: 168 time: 3.0136089 Mar 29 09:41:44.256415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-13ee7817-cab1-49eb-bdc0-bb59ecc2f215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:44.287656 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-11b8fed0-3287-4a32-b17c-9c0e73d17a81 req-1f20dd8b-60a4-4286-8f3c-ac4a0fa95f6a tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161340 Mar 29 09:41:44.300860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-13ee7817-cab1-49eb-bdc0-bb59ecc2f215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:44.308819 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-13ee7817-cab1-49eb-bdc0-bb59ecc2f215 admin admin] Usage tracker for resource:security_group_rule and tenant:87579291427f4b8abcc6393078633640 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:44.351000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:44.356859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:44.357636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:44.361499 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3a018d10-489f-46e1-aa56-e218896bbbb5 None None] Calling delete_port for 1352aab3-66a7-4e5b-8b23-93d2bad18689 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:44.372649 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-13ee7817-cab1-49eb-bdc0-bb59ecc2f215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:44.380532 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-13ee7817-cab1-49eb-bdc0-bb59ecc2f215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:44.462985 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40485f6b-fe04-404a-8e69-c3d4a76cbb23 req-858a8bd5-abb5-4f8f-9c9f-30559c021693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:44.464658 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-40485f6b-fe04-404a-8e69-c3d4a76cbb23 req-858a8bd5-abb5-4f8f-9c9f-30559c021693 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42b8e51d-f4c6-435f-9d85-32ff338cd383 HTTP/1.1" status: 200 len: 912 time: 0.5163844 Mar 29 09:41:44.464908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:44.465686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:44.557026 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Allocated IP 172.20.0.2 (0fb91a9a-4cdd-4204-a247-fae201b80867/5476b003-6933-4e9f-a3eb-e5e74033c47e/2e6ad31e-c994-4746-9abf-db3a4b49e562) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:44.589163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:44.612464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Network': ['ID=7890f559-0f2e-42d7-b5a5-a43887ee7959,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:44.617781 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:44.630620 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fddcd50b-c303-4b17-9e4f-fac090f25739 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8463643 Mar 29 09:41:44.633457 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58774) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:44.640614 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58776) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:44.650742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'subnet': {'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:44.662678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-13ee7817-cab1-49eb-bdc0-bb59ecc2f215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:44.668159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3ab493cf-7f9d-42fd-9c3a-df63bd97bf24 None None] Port b4b6787e-23a1-48c9-a805-82a28fccdaba cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:44.669755 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 274b2c71-c021-40f1-bd89-061de86f2871 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:44.687038 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-40485f6b-fe04-404a-8e69-c3d4a76cbb23 req-e7e6333e-e6ab-4e26-a4ee-cc9afc260691 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=446dadd6-4742-435f-a9c0-cca15d4d47be HTTP/1.1" status: 200 len: 1000 time: 0.2142754 Mar 29 09:41:44.695654 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53afc7bf-dee6-447b-95df-1f8935f11c0a None None] Network 11418eb0-0705-4147-8248-965d190cbb71 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:44.695853 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Allocated IP 172.20.0.1 (11418eb0-0705-4147-8248-965d190cbb71/108ef100-ae22-4a58-9d78-cdaff7f2b96f/848d2230-b1ac-4758-8e1c-666460955d25) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:44.697875 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Transition to ACTIVE for port object 7a73f845-0224-4876-9b13-1b5cef05198d will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:44.710130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 7890f559-0f2e-42d7-b5a5-a43887ee7959 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:41:44.726275 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a39fcab8-8987-4225-ad6a-612b6fcb119b tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6505592 Mar 29 09:41:44.729957 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58782) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:44.773694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-13ee7817-cab1-49eb-bdc0-bb59ecc2f215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:44.797695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-26ff985f-5aa6-42aa-867c-a732fb416cd4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Request body: {'floatingip': {'port_id': '312e2a77-7bbb-4f32-8048-aa7b8f232e24'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:44.849382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40485f6b-fe04-404a-8e69-c3d4a76cbb23 req-5483eff9-96d1-4355-86ce-904f8dc3d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:44.850840 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-40485f6b-fe04-404a-8e69-c3d4a76cbb23 req-5483eff9-96d1-4355-86ce-904f8dc3d7c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45e1ab43-d8c0-43c8-bce8-1dd511cbc465 HTTP/1.1" status: 200 len: 850 time: 0.1538401 Mar 29 09:41:44.855389 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-13ee7817-cab1-49eb-bdc0-bb59ecc2f215 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=87579291427f4b8abcc6393078633640&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0196836 Mar 29 09:41:44.858281 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58786) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:44.895384 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee7817-cab1-49eb-bdc0-bb59ecc2f215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ffd357-3796-4207-8201-6e8b4beb6e61,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:44.926601 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Allocated IP 172.26.7.12 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/7d32b68c-7796-4233-aee4-0e1f42092c1d) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:44.967446 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8b1702c6-ba4b-44d9-b4d5-25168ad6b923 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46946708b9804d1bbab269c3c031c9aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3237145 Mar 29 09:41:44.972467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58790) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:45.033008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:45.048705 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:subnet and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:45.055061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:45.067159 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-26ff985f-5aa6-42aa-867c-a732fb416cd4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.123470 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:45.142835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-91c5c7bd-a516-4d12-a663-46b2f3552d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.160557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-3a018d10-489f-46e1-aa56-e218896bbbb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:41:45.160815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.160989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-3a018d10-489f-46e1-aa56-e218896bbbb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:41:45.160989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a4fd2bca-9e49-455b-a84b-7db0bbcdebd8 None None] Provisioning for port 312e2a77-7bbb-4f32-8048-aa7b8f232e24 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:45.169757 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40485f6b-fe04-404a-8e69-c3d4a76cbb23 req-02872726-adbb-42c1-afd2-72fbb8106eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:45.171527 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-40485f6b-fe04-404a-8e69-c3d4a76cbb23 req-02872726-adbb-42c1-afd2-72fbb8106eac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42b8e51d-f4c6-435f-9d85-32ff338cd383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3128552 Mar 29 09:41:45.218640 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-91c5c7bd-a516-4d12-a663-46b2f3552d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.230508 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a4fd2bca-9e49-455b-a84b-7db0bbcdebd8 None None] Provisioning complete for port 312e2a77-7bbb-4f32-8048-aa7b8f232e24 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:45.230769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a4fd2bca-9e49-455b-a84b-7db0bbcdebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.274544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c76dd7a8-90d2-4a9d-a59a-40d14551c691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.361979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 274b2c71-c021-40f1-bd89-061de86f2871 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:45.403098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.410133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:45.413234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.421830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c76dd7a8-90d2-4a9d-a59a-40d14551c691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.457065 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.463216 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Allocated IP 172.20.0.2 (be9cc431-50f3-4e31-91f5-97ea2b7b4100/05b96c7d-fad7-43f2-98ba-ca9e2a7d6820/ac341397-def7-445d-9b32-8193ce2578c9) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:45.467679 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-40485f6b-fe04-404a-8e69-c3d4a76cbb23 req-ad58fcc8-32cb-4eee-9010-14f24b846b17 service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772830 Mar 29 09:41:45.502896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Network be9cc431-50f3-4e31-91f5-97ea2b7b4100 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:45.521968 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:45.525178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:45.548604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.580865 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-91c5c7bd-a516-4d12-a663-46b2f3552d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.581242 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd2bca-9e49-455b-a84b-7db0bbcdebd8 None None] Port 312e2a77-7bbb-4f32-8048-aa7b8f232e24 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:45.588223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Transition to ACTIVE for port object 2e6ad31e-c994-4746-9abf-db3a4b49e562 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:45.592336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Pushing event updated for resources: {'Port': ['ID=7a73f845-0224-4876-9b13-1b5cef05198d,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:45.619514 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5c7bd-a516-4d12-a663-46b2f3552d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ffd357-3796-4207-8201-6e8b4beb6e61,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:45.663238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1352aab3-66a7-4e5b-8b23-93d2bad18689 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:41:45.664873 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-40485f6b-fe04-404a-8e69-c3d4a76cbb23 req-f5181dca-44b5-4946-9045-d08b749f2d56 service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870227 Mar 29 09:41:45.674583 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-91c5c7bd-a516-4d12-a663-46b2f3552d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.676216 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-91c5c7bd-a516-4d12-a663-46b2f3552d9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4ffd357-3796-4207-8201-6e8b4beb6e61 HTTP/1.1" status: 204 len: 168 time: 0.7823741 Mar 29 09:41:45.691713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Transition to ACTIVE for port object 848d2230-b1ac-4758-8e1c-666460955d25 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:45.701729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.743550 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3a018d10-489f-46e1-aa56-e218896bbbb5 None None] Deleting port 1352aab3-66a7-4e5b-8b23-93d2bad18689 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:45.743900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3a018d10-489f-46e1-aa56-e218896bbbb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.778219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c76dd7a8-90d2-4a9d-a59a-40d14551c691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.783255 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c76dd7a8-90d2-4a9d-a59a-40d14551c691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.784838 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c76dd7a8-90d2-4a9d-a59a-40d14551c691 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0dd8e248-e115-4642-950d-f182c5b41ca3 HTTP/1.1" status: 204 len: 168 time: 0.7894273 Mar 29 09:41:45.803987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:45.811841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.819401 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:45.821326 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 1352aab3-66a7-4e5b-8b23-93d2bad18689 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:41:45.822151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1352aab3-66a7-4e5b-8b23-93d2bad18689 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:41:45.822389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dd7a8-90d2-4a9d-a59a-40d14551c691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd8e248-e115-4642-950d-f182c5b41ca3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:45.827507 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:45.844311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:45.907612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Transition to ACTIVE for port object 2e6ad31e-c994-4746-9abf-db3a4b49e562 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:45.933513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3a018d10-489f-46e1-aa56-e218896bbbb5 None None] The port '1352aab3-66a7-4e5b-8b23-93d2bad18689' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:41:45.934314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a4fd2bca-9e49-455b-a84b-7db0bbcdebd8 None None] Provisioning for port 274b2c71-c021-40f1-bd89-061de86f2871 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:45.949857 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a4fd2bca-9e49-455b-a84b-7db0bbcdebd8 None None] Provisioning complete for port 274b2c71-c021-40f1-bd89-061de86f2871 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:45.950329 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a4fd2bca-9e49-455b-a84b-7db0bbcdebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:45.960140 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-79caf72a-25da-4c95-808b-e0ec1c656e97 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.7494102 Mar 29 09:41:45.968898 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58800) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:45.972206 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:46.011672 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Request body: {'port': {'network_id': 'be9cc431-50f3-4e31-91f5-97ea2b7b4100', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1306788026', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:46.011672 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.api.validators [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] bootfile-name is not in valid_values {{(pid=88551) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 29 09:41:46.014942 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.api.validators [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] tftp-server is not in valid_values {{(pid=88551) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 29 09:41:46.014942 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.api.validators [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] server-ip-address is not in valid_values {{(pid=88551) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 29 09:41:46.027931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:41:39Z', 'revision_number': 3, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:40Z', 'revision_number': 2, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:46.034513 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Pushing event updated for resources: {'Port': ['ID=7d32b68c-7796-4233-aee4-0e1f42092c1d,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:46.039349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5408a-b768-447b-96c0-3e891f2c8baa req-b1e64a1f-005a-4129-87ff-db452e5fbeb1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:46.041946 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-91c5408a-b768-447b-96c0-3e891f2c8baa req-b1e64a1f-005a-4129-87ff-db452e5fbeb1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.5274765 Mar 29 09:41:46.050630 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:46.160302 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:46.183031 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:46.224208 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Pushing event updated for resources: {'Port': ['ID=2e6ad31e-c994-4746-9abf-db3a4b49e562,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:46.227742 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Checking router: 1a727579-c47e-440b-8230-25d9015bae6d for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:41:46.228092 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Updating router 1a727579-c47e-440b-8230-25d9015bae6d port b4b6787e-23a1-48c9-a805-82a28fccdaba binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:41:46.289988 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:46.289988 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:46.290256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:46.290605 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:46.290936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:46.293340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:46.293340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:46.293340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:46.293340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:46.293340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:46.293340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:46.293340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:46.357287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Network 0fb91a9a-4cdd-4204-a247-fae201b80867 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:46.367097 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-91c5408a-b768-447b-96c0-3e891f2c8baa req-271cd244-0fdd-4f43-86a7-01e95c5cbc86 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003035 Mar 29 09:41:46.369274 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:46.394495 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:46.408681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:46.417126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Network 11418eb0-0705-4147-8248-965d190cbb71 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:46.438509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:46.441980 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:46.503392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:46.598959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event updated for resources: {'Port': ['ID=848d2230-b1ac-4758-8e1c-666460955d25,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:46.603262 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:46.644061 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:46.761214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:46.771096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Transition to ACTIVE for port object ac341397-def7-445d-9b32-8193ce2578c9 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:46.791679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:46.795412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Usage tracker for resource:port and tenant:ff1017e831644addac7b051189daab60 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:46.801999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:46.806622 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:46.809688 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a4fd2bca-9e49-455b-a84b-7db0bbcdebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:46.841926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Attempting to bind port 2e6ad31e-c994-4746-9abf-db3a4b49e562 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:41:46.842297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Attempting to bind port 2e6ad31e-c994-4746-9abf-db3a4b49e562 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '16495024-575f-467c-a3a4-c0eb1fa484f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fb91a9a-4cdd-4204-a247-fae201b80867'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:41:46.842652 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Attempting to bind port 2e6ad31e-c994-4746-9abf-db3a4b49e562 on network 0fb91a9a-4cdd-4204-a247-fae201b80867 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:41:46.862075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:46.943896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:41:46.943896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Checking segment: {'id': '16495024-575f-467c-a3a4-c0eb1fa484f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fb91a9a-4cdd-4204-a247-fae201b80867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:46.943896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:46.943896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Bound using segment: {'id': '16495024-575f-467c-a3a4-c0eb1fa484f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fb91a9a-4cdd-4204-a247-fae201b80867'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:41:46.943896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Bound port: 2e6ad31e-c994-4746-9abf-db3a4b49e562, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16495024-575f-467c-a3a4-c0eb1fa484f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0fb91a9a-4cdd-4204-a247-fae201b80867'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:41:46.949891 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:46.967177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Subnet': ['ID=6e3a7b5e-9c57-4193-8779-1a3189ac67f0,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:46.989072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Checking segment: {'id': '6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:46.989504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network hostable DHCP agents. Network: 7890f559-0f2e-42d7-b5a5-a43887ee7959, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:41:46.996138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.007076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Made reservation on behalf of ff1017e831644addac7b051189daab60 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:47.007337 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.053044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] device_id is not set on port e9e3c764-c7ee-4f47-a23d-6073892d363c yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:41:47.053447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Pushing event updated for resources: {'Port': ['ID=7d32b68c-7796-4233-aee4-0e1f42092c1d,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:47.079879 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Transition to ACTIVE for port object ac341397-def7-445d-9b32-8193ce2578c9 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:47.085206 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a4fd2bca-9e49-455b-a84b-7db0bbcdebd8 None None] For port 274b2c71-c021-40f1-bd89-061de86f2871, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=274b2c71-c021-40f1-bd89-061de86f2871,segment=NetworkSegment(31c595a7-dca0-47ce-9384-09769e55fc18),segment_id=31c595a7-dca0-47ce-9384-09769e55fc18)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:47.119907 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58816) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:47.164129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.168859 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7bc8e042-3029-4353-bf65-8bab6ab1b0db tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4103150 Mar 29 09:41:47.169780 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58820) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:47.179094 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2020664256', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'fixed_ips': [{'ip_address': '172.26.7.12'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:47.188365 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:47.193299 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a14435dc-6bf7-42d3-9b6e-935b0c0286ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4acdedd11437464bb17f2443ade19720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718150 Mar 29 09:41:47.195084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Usage tracker for resource:port and tenant:02611eb5a4024fb39d877fb08f16fdbc is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:47.198024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:47.201123 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58824) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:47.206559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:47.224356 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] For port 2e6ad31e-c994-4746-9abf-db3a4b49e562, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:41:47.230358 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.237509 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a4fd2bca-9e49-455b-a84b-7db0bbcdebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.271059 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7910fec8-e593-408b-b671-2a59107a59e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.275511 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.295318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 7890f559-0f2e-42d7-b5a5-a43887ee7959 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:41:47.299252 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7910fec8-e593-408b-b671-2a59107a59e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.300390 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] For port 2e6ad31e-c994-4746-9abf-db3a4b49e562, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2e6ad31e-c994-4746-9abf-db3a4b49e562,segment=NetworkSegment(16495024-575f-467c-a3a4-c0eb1fa484f7),segment_id=16495024-575f-467c-a3a4-c0eb1fa484f7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:41:47.308817 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Made reservation on behalf of 02611eb5a4024fb39d877fb08f16fdbc for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:47.311037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.329336 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Network be9cc431-50f3-4e31-91f5-97ea2b7b4100 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:47.330599 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.351245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:47.354351 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:47.363479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:47.369986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Usage tracker for resource:security_group_rule and tenant:02611eb5a4024fb39d877fb08f16fdbc is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:47.373769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:47.380284 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:47.488768 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.493701 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Pushing event updated for resources: {'Port': ['ID=ac341397-def7-445d-9b32-8193ce2578c9,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:47.495623 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7910fec8-e593-408b-b671-2a59107a59e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.560043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910fec8-e593-408b-b671-2a59107a59e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643fab53-243d-4403-ab94-ea1cf38483e2,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:47.564170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.584892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7910fec8-e593-408b-b671-2a59107a59e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.586311 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7910fec8-e593-408b-b671-2a59107a59e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/643fab53-243d-4403-ab94-ea1cf38483e2 HTTP/1.1" status: 204 len: 168 time: 0.3848031 Mar 29 09:41:47.647800 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c6a6f-f1cd-421b-b9f9-5fc2775952de req-4a5d3fc4-933b-4a05-afdd-b06dd518a0d3 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:47.657950 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9b5c6a6f-f1cd-421b-b9f9-5fc2775952de req-4a5d3fc4-933b-4a05-afdd-b06dd518a0d3 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.1708145 Mar 29 09:41:47.670741 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Attempting to bind port ac341397-def7-445d-9b32-8193ce2578c9 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:41:47.671291 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Attempting to bind port ac341397-def7-445d-9b32-8193ce2578c9 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '916dcc40-ab0a-4f30-97d7-477d57ff06d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'be9cc431-50f3-4e31-91f5-97ea2b7b4100'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:41:47.671466 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Attempting to bind port ac341397-def7-445d-9b32-8193ce2578c9 on network be9cc431-50f3-4e31-91f5-97ea2b7b4100 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:41:47.676767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.682445 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 7890f559-0f2e-42d7-b5a5-a43887ee7959) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:47.696662 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:47.697247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.698748 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] device_id is not set on port ba5ec46c-2bd2-4738-9eb0-5911ae8e88f4 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:41:47.705496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-02898336-ff59-4946-b287-cb2233c34557 None None] Provisioning for port 848d2230-b1ac-4758-8e1c-666460955d25 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:47.721334 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:41:47.722083 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Checking segment: {'id': '916dcc40-ab0a-4f30-97d7-477d57ff06d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'be9cc431-50f3-4e31-91f5-97ea2b7b4100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:47.722083 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.722474 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Bound using segment: {'id': '916dcc40-ab0a-4f30-97d7-477d57ff06d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'be9cc431-50f3-4e31-91f5-97ea2b7b4100'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:41:47.722963 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Bound port: ac341397-def7-445d-9b32-8193ce2578c9, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916dcc40-ab0a-4f30-97d7-477d57ff06d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'be9cc431-50f3-4e31-91f5-97ea2b7b4100'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:41:47.723313 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.739716 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ffc05b-8a14-4dcd-b092-27e175fda267 None None] Network 7890f559-0f2e-42d7-b5a5-a43887ee7959 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:47.751537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Allocated IP 172.20.0.13 (be9cc431-50f3-4e31-91f5-97ea2b7b4100/05b96c7d-fad7-43f2-98ba-ca9e2a7d6820/e9e3c764-c7ee-4f47-a23d-6073892d363c) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:47.760221 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-02898336-ff59-4946-b287-cb2233c34557 None None] Provisioning complete for port 848d2230-b1ac-4758-8e1c-666460955d25 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:47.760713 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-02898336-ff59-4946-b287-cb2233c34557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.762549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-26ff985f-5aa6-42aa-867c-a732fb416cd4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.841782 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9b5c6a6f-f1cd-421b-b9f9-5fc2775952de req-9e99979a-1acc-4477-a9ff-ffac06034b65 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804395 Mar 29 09:41:47.846969 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38b074a-9b55-47e1-88fa-add36803c959,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:47.851734 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:47.854024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd2bca-9e49-455b-a84b-7db0bbcdebd8 None None] Pushing event updated for resources: {'Port': ['ID=274b2c71-c021-40f1-bd89-061de86f2871,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:47.983172 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58844) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:48.082891 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-377a24dd-afc1-493c-8a47-3823df1dac9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4434907 Mar 29 09:41:48.082891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-26ff985f-5aa6-42aa-867c-a732fb416cd4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:48.118285 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 274b2c71-c021-40f1-bd89-061de86f2871 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:48.161124 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58850) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:48.214814 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Transition to ACTIVE for port object b4b6787e-23a1-48c9-a805-82a28fccdaba will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:48.244222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-02898336-ff59-4946-b287-cb2233c34557 None None] Port 848d2230-b1ac-4758-8e1c-666460955d25 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:48.310357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1290167271'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:48.334840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] For port ac341397-def7-445d-9b32-8193ce2578c9, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:41:48.338577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:48.339515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] For port ac341397-def7-445d-9b32-8193ce2578c9, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ac341397-def7-445d-9b32-8193ce2578c9,segment=NetworkSegment(916dcc40-ab0a-4f30-97d7-477d57ff06d7),segment_id=916dcc40-ab0a-4f30-97d7-477d57ff06d7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:41:48.350077 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:48.415878 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Usage tracker for resource:network and tenant:ae485c1df4a9437e9ff1c175b9a5e165 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:48.431859 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:48.435468 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 29 09:41:48.436205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:41:48.440699 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-26ff985f-5aa6-42aa-867c-a732fb416cd4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Floating IP b9511f2d-1183-4e79-b6cf-9cb515bbb7be associated. External IP: 172.26.7.206, port: 65c7afb1-2652-4e3c-a814-ef4e666bf6c8. Mar 29 09:41:48.467132 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:48.480119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:48.527569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-02898336-ff59-4946-b287-cb2233c34557 None None] Provisioning complete for port 274b2c71-c021-40f1-bd89-061de86f2871 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:48.527950 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-02898336-ff59-4946-b287-cb2233c34557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:48.655469 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7c7938df-15c9-43d8-af12-9e7e13e80a07 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.4807334 Mar 29 09:41:48.656439 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58862) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:48.694123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d215f25-b890-476d-84d5-a3915965cff1 None None] Pushing event updated for resources: {'Port': ['ID=2e6ad31e-c994-4746-9abf-db3a4b49e562,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:48.844408 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Made reservation on behalf of ae485c1df4a9437e9ff1c175b9a5e165 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:48.856805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:48.911370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:49.033263 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Attempting to bind port b4b6787e-23a1-48c9-a805-82a28fccdaba on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:41:49.033942 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Attempting to bind port b4b6787e-23a1-48c9-a805-82a28fccdaba by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'c4d08904-80d7-4027-a3ab-97c26d26a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:41:49.034491 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Attempting to bind port b4b6787e-23a1-48c9-a805-82a28fccdaba on network 8516d2f1-883d-456d-a10a-06a3f463a60a {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:41:49.038830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-45d883d7-5bf4-40d6-b5fa-c410aae0cd99 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Deleting port 7d32b68c-7796-4233-aee4-0e1f42092c1d {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:49.039012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45d883d7-5bf4-40d6-b5fa-c410aae0cd99 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:49.052235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 274b2c71-c021-40f1-bd89-061de86f2871 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:49.052629 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:49.141384 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:49.161551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:41:49.161966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Checking segment: {'id': 'c4d08904-80d7-4027-a3ab-97c26d26a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:49.162369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:49.162823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Bound using segment: {'id': 'c4d08904-80d7-4027-a3ab-97c26d26a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:41:49.163303 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Bound port: b4b6787e-23a1-48c9-a805-82a28fccdaba, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d08904-80d7-4027-a3ab-97c26d26a37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:41:49.163677 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:49.185316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d925d5-d7b3-46b3-b29c-ae4d6f184b45 None None] Pushing event updated for resources: {'Port': ['ID=b4b6787e-23a1-48c9-a805-82a28fccdaba,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:49.222326 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Usage tracker for resource:security_group_rule and tenant:ae485c1df4a9437e9ff1c175b9a5e165 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:49.234240 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:49.252145 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:49.260721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:49.344559 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:49.348663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Transition to ACTIVE for port object e9e3c764-c7ee-4f47-a23d-6073892d363c will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:49.413287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] For port b4b6787e-23a1-48c9-a805-82a28fccdaba, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:41:49.415068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58874) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:49.418018 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] For port b4b6787e-23a1-48c9-a805-82a28fccdaba, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b4b6787e-23a1-48c9-a805-82a28fccdaba,segment=NetworkSegment(c4d08904-80d7-4027-a3ab-97c26d26a37b),segment_id=c4d08904-80d7-4027-a3ab-97c26d26a37b)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:41:49.473917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:49.499367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-7890f559-0f2e-42d7-b5a5-a43887ee7959', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:41:49.515634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:49.545425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:49.746921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45d883d7-5bf4-40d6-b5fa-c410aae0cd99 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:49.747438 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45d883d7-5bf4-40d6-b5fa-c410aae0cd99 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:49.793156 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Allocated IP 2001:db8:2::2 (7890f559-0f2e-42d7-b5a5-a43887ee7959/6e3a7b5e-9c57-4193-8779-1a3189ac67f0/dd640e78-f01c-493e-9672-d37f1c1ff3e1) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:49.804054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event updated for resources: {'Port': ['ID=848d2230-b1ac-4758-8e1c-666460955d25,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:49.838509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ff985f-5aa6-42aa-867c-a732fb416cd4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:49.871075 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-207d11e3-9c9a-4482-adc5-b2a3b4df62f4 tempest-AgentManagementNegativeTest-1963656244 tempest-AgentManagementNegativeTest-1963656244-project] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4499080 Mar 29 09:41:49.897994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d6b40e-5704-4d5d-9fec-d3698226bdbd None None] Network 0fb91a9a-4cdd-4204-a247-fae201b80867 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:49.939198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-45d883d7-5bf4-40d6-b5fa-c410aae0cd99 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Calling delete_port for 7d32b68c-7796-4233-aee4-0e1f42092c1d owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:50.108036 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f923d-6411-4b1f-ba3a-6ca7eb4525ca None None] Pushing event updated for resources: {'Port': ['ID=ac341397-def7-445d-9b32-8193ce2578c9,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:50.110954 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39806c7-3584-48ae-aa22-05516464672a None None] Network be9cc431-50f3-4e31-91f5-97ea2b7b4100 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:50.196747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:50.223505 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:50.246180 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2e6ad31e-c994-4746-9abf-db3a4b49e562 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:50.318401 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:50.322216 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ff985f-5aa6-42aa-867c-a732fb416cd4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:50.332167 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95113fa9-7c5f-4a24-b0b7-8d41ccdb2e77 None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:50.346398 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95113fa9-7c5f-4a24-b0b7-8d41ccdb2e77 None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:50.347017 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-95113fa9-7c5f-4a24-b0b7-8d41ccdb2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:50.354053 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:50.354690 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:50.454186 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45d883d7-5bf4-40d6-b5fa-c410aae0cd99 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:50.498182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:50.498975 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-95113fa9-7c5f-4a24-b0b7-8d41ccdb2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:50.501930 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:50.508917 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95113fa9-7c5f-4a24-b0b7-8d41ccdb2e77 None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:50.509788 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-95113fa9-7c5f-4a24-b0b7-8d41ccdb2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:50.517052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:41:50.528188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:50.528551 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Added segment e3b2297f-9a41-4c74-85fa-78886ad36ec3 of type vlan for network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 Mar 29 09:41:50.559186 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:50.599414 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58884) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:50.601981 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-95113fa9-7c5f-4a24-b0b7-8d41ccdb2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:50.603799 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95113fa9-7c5f-4a24-b0b7-8d41ccdb2e77 None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:50.626466 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-56900f0f-4865-4cb7-ad3e-6d0fde756d60 None None] Provisioning for port 2e6ad31e-c994-4746-9abf-db3a4b49e562 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:50.635408 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d883d7-5bf4-40d6-b5fa-c410aae0cd99 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d32b68c-7796-4233-aee4-0e1f42092c1d,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:50.677817 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Network be9cc431-50f3-4e31-91f5-97ea2b7b4100 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:50.829493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:50.832775 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:50.839478 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:50.840205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:50.852525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d925d5-d7b3-46b3-b29c-ae4d6f184b45 None None] Pushing event updated for resources: {'Port': ['ID=b4b6787e-23a1-48c9-a805-82a28fccdaba,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:50.859047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:50.894258 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Pushing event updated for resources: {'Port': ['ID=e9e3c764-c7ee-4f47-a23d-6073892d363c,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:50.904277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e4c30a0-11b2-4e19-b42e-404e22111f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:50.916843 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:41:50.921457 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a28cbcf-5c07-49e7-bdcd-7e1a73cf4f27,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:50.925355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Network 11418eb0-0705-4147-8248-965d190cbb71 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:50.939499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:50.951404 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8e4c30a0-11b2-4e19-b42e-404e22111f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:51.007360 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:51.030570 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 2e6ad31e-c994-4746-9abf-db3a4b49e562 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:51.040234 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Transition to ACTIVE for port object dd640e78-f01c-493e-9672-d37f1c1ff3e1 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:51.046431 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event updated for resources: {'Network': ['ID=903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:51.058755 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45d883d7-5bf4-40d6-b5fa-c410aae0cd99 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:51.071365 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:41:51.083549 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45d883d7-5bf4-40d6-b5fa-c410aae0cd99 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:51.084750 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-45d883d7-5bf4-40d6-b5fa-c410aae0cd99 tempest-ExternalNetworksAdminNegativeTestJSON-311154445 tempest-ExternalNetworksAdminNegativeTestJSON-311154445-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/e37acd62-21da-442e-96bd-8a2a67529f5b HTTP/1.1" status: 204 len: 168 time: 2.4134243 Mar 29 09:41:51.089433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8e4c30a0-11b2-4e19-b42e-404e22111f5c admin admin] Usage tracker for resource:security_group_rule and tenant:ceb6483f79384423bb0a2231a85dc7d5 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:51.089563 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2e6ad31e-c994-4746-9abf-db3a4b49e562 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:51.089563 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:51.094102 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8e4c30a0-11b2-4e19-b42e-404e22111f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:51.106722 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8e4c30a0-11b2-4e19-b42e-404e22111f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:51.147333 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5765ec1c-6c70-4fad-8182-01f271162da4 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.1629784 Mar 29 09:41:51.151586 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58892) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:51.160713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Request body: {'subnet': {'network_id': '903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:51.204424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:51.205115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:51.210214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ff985f-5aa6-42aa-867c-a732fb416cd4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 5a34298d-a3cf-4700-94a7-e61fcdc68160 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:51.278854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Transition to ACTIVE for port object dd640e78-f01c-493e-9672-d37f1c1ff3e1 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:51.294705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:51.302601 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Usage tracker for resource:subnet and tenant:ae485c1df4a9437e9ff1c175b9a5e165 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:51.305829 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:51.311605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:51.381929 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58896) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:51.382327 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-31c9e099-b8d0-4d95-b47d-a669696d0c00 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 5.4120445 Mar 29 09:41:51.455213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:51.502557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Made reservation on behalf of ae485c1df4a9437e9ff1c175b9a5e165 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:51.506112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:51.553775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ff985f-5aa6-42aa-867c-a732fb416cd4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:51.556469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e4c30a0-11b2-4e19-b42e-404e22111f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:51.558565 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-031de7eb-3772-46c3-a107-ac34ab657d2e None None] Provisioning for port ac341397-def7-445d-9b32-8193ce2578c9 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:51.566530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-26ff985f-5aa6-42aa-867c-a732fb416cd4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:51.581366 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54ee0e-e44e-49b8-b7d2-625fa3068960 None None] Sync routers for ids ['5a34298d-a3cf-4700-94a7-e61fcdc68160'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:51.617033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Router 5fc13d21-5d11-4fb8-a713-7650b4d0e6e9 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:41:51.689945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Network 7890f559-0f2e-42d7-b5a5-a43887ee7959 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:51.699260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e4c30a0-11b2-4e19-b42e-404e22111f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:51.715533 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:51.731855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:51.736189 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Pushing event updated for resources: {'Port': ['ID=dd640e78-f01c-493e-9672-d37f1c1ff3e1,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:51.748802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58902) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:51.763011 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54ee0e-e44e-49b8-b7d2-625fa3068960 None None] Routers {'5a34298d-a3cf-4700-94a7-e61fcdc68160'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:51.764693 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-eb54ee0e-e44e-49b8-b7d2-625fa3068960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5a34298d-a3cf-4700-94a7-e61fcdc68160'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:51.837158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Allocated IP 2001:db8:2::1 (7890f559-0f2e-42d7-b5a5-a43887ee7959/6e3a7b5e-9c57-4193-8779-1a3189ac67f0/c2be7c9e-4261-460c-9c67-61419feba8f0) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:51.959075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-eb54ee0e-e44e-49b8-b7d2-625fa3068960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:51.995646 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:52.040707 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbd1efe4-8b24-425a-84ae-e26213fbbd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:52.058520 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b68386-65fb-4351-8d53-b07e3c6248f5 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:52.065499 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b68386-65fb-4351-8d53-b07e3c6248f5 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:52.071290 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b68386-65fb-4351-8d53-b07e3c6248f5 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:52.076034 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-38b68386-65fb-4351-8d53-b07e3c6248f5 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.6928959 Mar 29 09:41:52.076840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54ee0e-e44e-49b8-b7d2-625fa3068960 None None] Routers {'5a34298d-a3cf-4700-94a7-e61fcdc68160'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:52.077480 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-eb54ee0e-e44e-49b8-b7d2-625fa3068960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5a34298d-a3cf-4700-94a7-e61fcdc68160'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:52.080283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58908) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:52.102343 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8e4c30a0-11b2-4e19-b42e-404e22111f5c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ceb6483f79384423bb0a2231a85dc7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5001693 Mar 29 09:41:52.110131 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58912) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:52.113247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c30a0-11b2-4e19-b42e-404e22111f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f177dcd-543a-44d1-8e79-3a5a59f01a54,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:52.139510 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Attempting to bind port dd640e78-f01c-493e-9672-d37f1c1ff3e1 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:41:52.139880 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Attempting to bind port dd640e78-f01c-493e-9672-d37f1c1ff3e1 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:41:52.140231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Attempting to bind port dd640e78-f01c-493e-9672-d37f1c1ff3e1 on network 7890f559-0f2e-42d7-b5a5-a43887ee7959 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:41:52.143776 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5d63012f-de3e-450d-9c01-7f70c0a0f1cd None None] Provisioning complete for port 848d2230-b1ac-4758-8e1c-666460955d25 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:52.143776 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5d63012f-de3e-450d-9c01-7f70c0a0f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:52.164524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bbd1efe4-8b24-425a-84ae-e26213fbbd79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:52.165863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:52.168422 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-26ff985f-5aa6-42aa-867c-a732fb416cd4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "PUT /v2.0/floatingips/b9511f2d-1183-4e79-b6cf-9cb515bbb7be HTTP/1.1" status: 200 len: 979 time: 7.4283142 Mar 29 09:41:52.175009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58916) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:52.175718 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ae3059e6-ff9e-4728-917a-558c66979549 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "PUT /v2.0/routers/5fc13d21-5d11-4fb8-a713-7650b4d0e6e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7299993 Mar 29 09:41:52.178965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58918) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:52.186446 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1021d98-d307-40f4-a5b7-fff7c9d7082f None None] Sync routers for ids ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:52.197705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bbd1efe4-8b24-425a-84ae-e26213fbbd79 admin admin] Usage tracker for resource:security_group_rule and tenant:85070d0dbab04847b650bf1131b8267e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:52.209791 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1021d98-d307-40f4-a5b7-fff7c9d7082f None None] Routers {'5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:52.211957 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b1021d98-d307-40f4-a5b7-fff7c9d7082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:52.223398 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-eb54ee0e-e44e-49b8-b7d2-625fa3068960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:52.224167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54ee0e-e44e-49b8-b7d2-625fa3068960 None None] The sync data for ids ['5a34298d-a3cf-4700-94a7-e61fcdc68160'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:52.232176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:41:52.232432 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Checking segment: {'id': '6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:52.232863 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:52.233253 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Bound using segment: {'id': '6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:41:52.233739 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Bound port: dd640e78-f01c-493e-9672-d37f1c1ff3e1, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:41:52.234116 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:52.287405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bbd1efe4-8b24-425a-84ae-e26213fbbd79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:52.290598 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b1021d98-d307-40f4-a5b7-fff7c9d7082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:52.297252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 2e6ad31e-c994-4746-9abf-db3a4b49e562, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2e6ad31e-c994-4746-9abf-db3a4b49e562,segment=NetworkSegment(16495024-575f-467c-a3a4-c0eb1fa484f7),segment_id=16495024-575f-467c-a3a4-c0eb1fa484f7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:52.302778 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1021d98-d307-40f4-a5b7-fff7c9d7082f None None] Routers {'5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:52.304015 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b1021d98-d307-40f4-a5b7-fff7c9d7082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:52.352365 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bbd1efe4-8b24-425a-84ae-e26213fbbd79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:52.387762 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b1021d98-d307-40f4-a5b7-fff7c9d7082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:52.388457 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1021d98-d307-40f4-a5b7-fff7c9d7082f None None] The sync data for ids ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:52.503434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbd1efe4-8b24-425a-84ae-e26213fbbd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:52.507978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc467a-4200-4877-9cbc-da3d2f6c5a79 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Deleting port e9e3c764-c7ee-4f47-a23d-6073892d363c {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:52.508380 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7cc467a-4200-4877-9cbc-da3d2f6c5a79 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:52.520267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] For port dd640e78-f01c-493e-9672-d37f1c1ff3e1, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:41:52.529246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] For port dd640e78-f01c-493e-9672-d37f1c1ff3e1, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=dd640e78-f01c-493e-9672-d37f1c1ff3e1,segment=NetworkSegment(6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403),segment_id=6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:41:52.533238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-5d63012f-de3e-450d-9c01-7f70c0a0f1cd None None] Port 848d2230-b1ac-4758-8e1c-666460955d25 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:52.555592 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:52.570960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:52.585952 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbd1efe4-8b24-425a-84ae-e26213fbbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:52.592047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ef91da7-a9a1-4aa0-b575-e509044772e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:52.638478 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bbd1efe4-8b24-425a-84ae-e26213fbbd79 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85070d0dbab04847b650bf1131b8267e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8804193 Mar 29 09:41:52.652529 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-765cac12-8642-4c9f-848c-71071c27ebe5 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting port 312e2a77-7bbb-4f32-8048-aa7b8f232e24 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:52.652896 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-765cac12-8642-4c9f-848c-71071c27ebe5 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:52.690492 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58924) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:52.728455 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:41:39Z', 'revision_number': 3, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:49Z', 'revision_number': 4, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:52.730930 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:52.741655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ac341397-def7-445d-9b32-8193ce2578c9 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:52.759265 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ef91da7-a9a1-4aa0-b575-e509044772e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:52.770358 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Transition to ACTIVE for port object c2be7c9e-4261-460c-9c67-61419feba8f0 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:52.779350 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5d63012f-de3e-450d-9c01-7f70c0a0f1cd None None] Provisioning complete for port 2e6ad31e-c994-4746-9abf-db3a4b49e562 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:52.780330 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5d63012f-de3e-450d-9c01-7f70c0a0f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:52.783559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1efe4-8b24-425a-84ae-e26213fbbd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f62ba9-dd55-40e1-aaa0-ea7a4af6f958,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:52.844023 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2996f65c-cc45-4e25-a4d8-e08a40aeb782 None None] The sync data for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv is: [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:41:39Z', 'revision_number': 3, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:49Z', 'revision_number': 4, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:53.014854 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:53.039296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=2e6ad31e-c994-4746-9abf-db3a4b49e562,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:53.049811 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:53.087621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port ac341397-def7-445d-9b32-8193ce2578c9 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:53.095598 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca026dda-2d69-4888-9279-cf09b566a270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:53.116581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port ac341397-def7-445d-9b32-8193ce2578c9 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:53.121091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:53.138236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ef91da7-a9a1-4aa0-b575-e509044772e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:53.183523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef91da7-a9a1-4aa0-b575-e509044772e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f177dcd-543a-44d1-8e79-3a5a59f01a54,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:53.229994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f9513-2ee7-4531-8a06-8f5c7c3a2be7 None None] Pushing event updated for resources: {'Port': ['ID=dd640e78-f01c-493e-9672-d37f1c1ff3e1,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:53.279086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ef91da7-a9a1-4aa0-b575-e509044772e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:53.280227 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5ef91da7-a9a1-4aa0-b575-e509044772e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f177dcd-543a-44d1-8e79-3a5a59f01a54 HTTP/1.1" status: 204 len: 168 time: 1.1637795 Mar 29 09:41:53.324668 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-2d8f407a-a80e-4c54-8bea-2e3f11cf8a19 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:41:53.326300 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2d8f407a-a80e-4c54-8bea-2e3f11cf8a19 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "PUT /v2.0/routers/5fc13d21-5d11-4fb8-a713-7650b4d0e6e9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1458838 Mar 29 09:41:53.345933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58930) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:53.407847 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca026dda-2d69-4888-9279-cf09b566a270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:53.463291 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:53.508541 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event updated for resources: {'Subnet': ['ID=2cc688e5-2c3c-4d67-a26d-05589af60cd6,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:53.531638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port ac341397-def7-445d-9b32-8193ce2578c9, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ac341397-def7-445d-9b32-8193ce2578c9,segment=NetworkSegment(916dcc40-ab0a-4f30-97d7-477d57ff06d7),segment_id=916dcc40-ab0a-4f30-97d7-477d57ff06d7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:53.597264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Checking segment: {'id': 'e3b2297f-9a41-4c74-85fa-78886ad36ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:53.597553 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Network hostable DHCP agents. Network: 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:41:53.610337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-765cac12-8642-4c9f-848c-71071c27ebe5 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:53.718001 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7cc467a-4200-4877-9cbc-da3d2f6c5a79 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:53.770989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5ce618b5-21f2-49ea-8562-35aca20c7508 None None] Provisioning for port e9e3c764-c7ee-4f47-a23d-6073892d363c completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:53.777953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5ce618b5-21f2-49ea-8562-35aca20c7508 None None] Provisioning complete for port e9e3c764-c7ee-4f47-a23d-6073892d363c triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:53.781731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5ce618b5-21f2-49ea-8562-35aca20c7508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:53.822652 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:53.860002 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:53.942255 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-5ce618b5-21f2-49ea-8562-35aca20c7508 None None] Port e9e3c764-c7ee-4f47-a23d-6073892d363c cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:53.958316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=ac341397-def7-445d-9b32-8193ce2578c9,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:54.034364 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5ce618b5-21f2-49ea-8562-35aca20c7508 None None] Provisioning for port 7a73f845-0224-4876-9b13-1b5cef05198d completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:54.041148 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5ce618b5-21f2-49ea-8562-35aca20c7508 None None] Provisioning complete for port 7a73f845-0224-4876-9b13-1b5cef05198d triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:54.042463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5ce618b5-21f2-49ea-8562-35aca20c7508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:54.059216 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc467a-4200-4877-9cbc-da3d2f6c5a79 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Calling delete_port for e9e3c764-c7ee-4f47-a23d-6073892d363c owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:54.148450 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-5ce618b5-21f2-49ea-8562-35aca20c7508 None None] Port 7a73f845-0224-4876-9b13-1b5cef05198d cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:54.152252 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:41:54.163240 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5ce618b5-21f2-49ea-8562-35aca20c7508 None None] Provisioning complete for port ac341397-def7-445d-9b32-8193ce2578c9 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:54.163635 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5ce618b5-21f2-49ea-8562-35aca20c7508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:54.240460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92bde41e-0dac-42d4-9014-65111af0cb44 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:54.415622 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca026dda-2d69-4888-9279-cf09b566a270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:54.440720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336635f9-8d01-435a-8391-9830ffc4cc26 None None] Network 7890f559-0f2e-42d7-b5a5-a43887ee7959 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:54.456030 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:54.461217 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:54.461858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:54.505164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca026dda-2d69-4888-9279-cf09b566a270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f62ba9-dd55-40e1-aaa0-ea7a4af6f958,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:54.510102 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca026dda-2d69-4888-9279-cf09b566a270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:54.511263 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ca026dda-2d69-4888-9279-cf09b566a270 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0f62ba9-dd55-40e1-aaa0-ea7a4af6f958 HTTP/1.1" status: 204 len: 168 time: 1.8174262 Mar 29 09:41:54.521692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 7890f559-0f2e-42d7-b5a5-a43887ee7959 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:54.523534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-765cac12-8642-4c9f-848c-71071c27ebe5 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:54.523909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-765cac12-8642-4c9f-848c-71071c27ebe5 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:54.524222 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-765cac12-8642-4c9f-848c-71071c27ebe5 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Floating IP b9511f2d-1183-4e79-b6cf-9cb515bbb7be disassociated. External IP: 172.26.7.206, port: 312e2a77-7bbb-4f32-8048-aa7b8f232e24. Mar 29 09:41:54.524711 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-765cac12-8642-4c9f-848c-71071c27ebe5 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Calling delete_port for 312e2a77-7bbb-4f32-8048-aa7b8f232e24 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:54.569112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:54.571731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:54.572669 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:54.590837 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-daeee0db-dc20-4de2-86eb-d2646d864621 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4379508 Mar 29 09:41:54.599621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58946) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:54.612550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Request body: {'port': {'network_id': '903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-327169961'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:54.644218 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=c2be7c9e-4261-460c-9c67-61419feba8f0,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:54.672241 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae159587-f964-4bf2-967b-1e3169888cd6 None None] Network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:54.847940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-92bde41e-0dac-42d4-9014-65111af0cb44 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Deleting port 848d2230-b1ac-4758-8e1c-666460955d25 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:54.859128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92bde41e-0dac-42d4-9014-65111af0cb44 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:54.859278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-bf9e3f61-eace-4300-8651-b659f5be2804 None None] Provisioning for port dd640e78-f01c-493e-9672-d37f1c1ff3e1 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:54.934645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2e6ad31e-c994-4746-9abf-db3a4b49e562 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:54.965716 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-765cac12-8642-4c9f-848c-71071c27ebe5 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:54.998169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:55.060354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Usage tracker for resource:port and tenant:ae485c1df4a9437e9ff1c175b9a5e165 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:55.072786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:55.091302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:55.109188 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2', 'network_id': '903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2', 'tenant_id': 'ae485c1df4a9437e9ff1c175b9a5e165', 'fixed_ips': [{'subnet_id': '2cc688e5-2c3c-4d67-a26d-05589af60cd6'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:41:55.110506 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:55.129399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7cc467a-4200-4877-9cbc-da3d2f6c5a79 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:55.133288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cac12-8642-4c9f-848c-71071c27ebe5 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Port': ['ID=312e2a77-7bbb-4f32-8048-aa7b8f232e24,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:55.148951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92bde41e-0dac-42d4-9014-65111af0cb44 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:55.230565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc467a-4200-4877-9cbc-da3d2f6c5a79 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Pushing event deleted for resources: {'Port': ['ID=e9e3c764-c7ee-4f47-a23d-6073892d363c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:55.236238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Made reservation on behalf of ae485c1df4a9437e9ff1c175b9a5e165 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:55.240023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:55.281557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2e6ad31e-c994-4746-9abf-db3a4b49e562 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:55.282215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:55.328906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-92bde41e-0dac-42d4-9014-65111af0cb44 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Calling delete_port for 848d2230-b1ac-4758-8e1c-666460955d25 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:41:55.409845 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] device_id is not set on port 600f0f76-c96d-4618-be9e-778307ef3c74 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:41:55.570020 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58960) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:55.624194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58966) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:55.670305 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a0f78c3e-9981-495d-a52c-3017c8a0f14b None None] Provisioning for port c2be7c9e-4261-460c-9c67-61419feba8f0 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:55.685289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Allocated IP 2001:db8::2 (903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2/2cc688e5-2c3c-4d67-a26d-05589af60cd6/6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:55.691993 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a0f78c3e-9981-495d-a52c-3017c8a0f14b None None] Provisioning complete for port c2be7c9e-4261-460c-9c67-61419feba8f0 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:55.693693 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a0f78c3e-9981-495d-a52c-3017c8a0f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:55.759136 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1bfaf3f5-349e-4ab2-8126-1caca3a7e9e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02611eb5a4024fb39d877fb08f16fdbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1095417 Mar 29 09:41:55.762460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58970) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:55.797503 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:55.830409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device dd640e78-f01c-493e-9672-d37f1c1ff3e1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:55.850876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7cc467a-4200-4877-9cbc-da3d2f6c5a79 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:55.891283 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e7cc467a-4200-4877-9cbc-da3d2f6c5a79 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] 10.222.0.35 "DELETE /v2.0/ports/e9e3c764-c7ee-4f47-a23d-6073892d363c HTTP/1.1" status: 204 len: 168 time: 3.8013546 Mar 29 09:41:55.899740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58974) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:55.918328 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7c648c9b-c25a-42e7-9bb1-57dbaf5ff028 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Request body: {'port': {'name': 'tempest-new-port-name-1002747596', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:55.919040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.api.validators [None req-7c648c9b-c25a-42e7-9bb1-57dbaf5ff028 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] bootfile-name is not in valid_values {{(pid=88550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 29 09:41:55.919526 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.api.validators [None req-7c648c9b-c25a-42e7-9bb1-57dbaf5ff028 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] tftp-server is not in valid_values {{(pid=88550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 29 09:41:55.920006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.api.validators [None req-7c648c9b-c25a-42e7-9bb1-57dbaf5ff028 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] server-ip-address is not in valid_values {{(pid=88550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 29 09:41:55.930554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a0f78c3e-9981-495d-a52c-3017c8a0f14b None None] Port c2be7c9e-4261-460c-9c67-61419feba8f0 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:55.945425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d8641c-db87-42cd-8ae6-e4a7fe3b572c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:55.994008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1244987944'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:55.994206 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765cac12-8642-4c9f-848c-71071c27ebe5 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 5a34298d-a3cf-4700-94a7-e61fcdc68160 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:56.000328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:56.005655 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:network and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:56.009743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:56.017842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:56.036671 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d8641c-db87-42cd-8ae6-e4a7fe3b572c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.101972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92bde41e-0dac-42d4-9014-65111af0cb44 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.169258 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.170045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:56.176779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.181775 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Transition to ACTIVE for port object 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:56.187005 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bde41e-0dac-42d4-9014-65111af0cb44 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event deleted for resources: {'Port': ['ID=848d2230-b1ac-4758-8e1c-666460955d25,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:56.204446 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Transition to ACTIVE for port object 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:56.211483 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port dd640e78-f01c-493e-9672-d37f1c1ff3e1 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:56.224217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port dd640e78-f01c-493e-9672-d37f1c1ff3e1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:56.225023 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.248718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d8641c-db87-42cd-8ae6-e4a7fe3b572c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.287955 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.434163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.441871 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Pushing event updated for resources: {'Port': ['ID=6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:56.445547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-58f29529-2a33-4962-9ee4-eab31655f039 None None] Provisioning complete for port c2be7c9e-4261-460c-9c67-61419feba8f0 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:56.445864 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-58f29529-2a33-4962-9ee4-eab31655f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.479298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7c648c9b-c25a-42e7-9bb1-57dbaf5ff028 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.485480 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:56.492933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:56.500340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:56.520301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8641c-db87-42cd-8ae6-e4a7fe3b572c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38b074a-9b55-47e1-88fa-add36803c959,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:56.555183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:56.565746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:security_group_rule and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:56.574868 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:56.585671 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-58f29529-2a33-4962-9ee4-eab31655f039 None None] Port c2be7c9e-4261-460c-9c67-61419feba8f0 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:56.588806 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:56.594100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81d8641c-db87-42cd-8ae6-e4a7fe3b572c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.597702 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-81d8641c-db87-42cd-8ae6-e4a7fe3b572c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a38b074a-9b55-47e1-88fa-add36803c959 HTTP/1.1" status: 204 len: 168 time: 0.8317659 Mar 29 09:41:56.666678 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Allocated IP 2001:db8::242 (903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2/2cc688e5-2c3c-4d67-a26d-05589af60cd6/600f0f76-c96d-4618-be9e-778307ef3c74) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:41:56.682181 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.694106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Attempting to bind port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:41:56.694429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Attempting to bind port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'e3b2297f-9a41-4c74-85fa-78886ad36ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:41:56.694889 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Attempting to bind port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb on network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:41:56.705178 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:41:56.705721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Checking segment: {'id': 'e3b2297f-9a41-4c74-85fa-78886ad36ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:41:56.706222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.706729 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Bound using segment: {'id': 'e3b2297f-9a41-4c74-85fa-78886ad36ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:41:56.707361 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Bound port: 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b2297f-9a41-4c74-85fa-78886ad36ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:41:56.708178 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.760576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92bde41e-0dac-42d4-9014-65111af0cb44 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.783214 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port dd640e78-f01c-493e-9672-d37f1c1ff3e1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=dd640e78-f01c-493e-9672-d37f1c1ff3e1,segment=NetworkSegment(6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403),segment_id=6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:56.828135 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765cac12-8642-4c9f-848c-71071c27ebe5 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:56.837977 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] For port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:41:56.842059 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ce085-37af-4e2c-8436-d94193041304 None None] Sync routers for ids ['5a34298d-a3cf-4700-94a7-e61fcdc68160'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:56.848807 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] For port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb,segment=NetworkSegment(e3b2297f-9a41-4c74-85fa-78886ad36ec3),segment_id=e3b2297f-9a41-4c74-85fa-78886ad36ec3)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:41:56.854628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ce085-37af-4e2c-8436-d94193041304 None None] Routers {'5a34298d-a3cf-4700-94a7-e61fcdc68160'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:56.857317 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-666ce085-37af-4e2c-8436-d94193041304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5a34298d-a3cf-4700-94a7-e61fcdc68160'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:56.929841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-666ce085-37af-4e2c-8436-d94193041304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:56.935942 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.936883 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b4b6787e-23a1-48c9-a805-82a28fccdaba up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:57.043246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:57.064208 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ce085-37af-4e2c-8436-d94193041304 None None] Routers {'5a34298d-a3cf-4700-94a7-e61fcdc68160'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:57.064869 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-666ce085-37af-4e2c-8436-d94193041304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5a34298d-a3cf-4700-94a7-e61fcdc68160'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:57.120942 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7c648c9b-c25a-42e7-9bb1-57dbaf5ff028 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:57.141857 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-666ce085-37af-4e2c-8436-d94193041304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:57.142256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ce085-37af-4e2c-8436-d94193041304 None None] The sync data for ids ['5a34298d-a3cf-4700-94a7-e61fcdc68160'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:57.165348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-765cac12-8642-4c9f-848c-71071c27ebe5 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:57.168475 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-765cac12-8642-4c9f-848c-71071c27ebe5 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/ports/312e2a77-7bbb-4f32-8048-aa7b8f232e24 HTTP/1.1" status: 204 len: 168 time: 4.9861979 Mar 29 09:41:57.176974 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=dd640e78-f01c-493e-9672-d37f1c1ff3e1,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:57.200017 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 58984) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:57.238350 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port b4b6787e-23a1-48c9-a805-82a28fccdaba completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:57.249414 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port b4b6787e-23a1-48c9-a805-82a28fccdaba triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:57.249810 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:57.273195 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:57.285978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:57.289776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bde41e-0dac-42d4-9014-65111af0cb44 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Router 5fc13d21-5d11-4fb8-a713-7650b4d0e6e9 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:57.291306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7c648c9b-c25a-42e7-9bb1-57dbaf5ff028 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:57.325669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:57.344418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d22fe3-e093-4b2c-9f61-eb711666db03 None None] Pushing event updated for resources: {'Port': ['ID=6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:57.418772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:57.435288 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:57.491249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Transition to ACTIVE for port object 600f0f76-c96d-4618-be9e-778307ef3c74 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:41:57.507589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port b4b6787e-23a1-48c9-a805-82a28fccdaba, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b4b6787e-23a1-48c9-a805-82a28fccdaba,segment=NetworkSegment(c4d08904-80d7-4027-a3ab-97c26d26a37b),segment_id=c4d08904-80d7-4027-a3ab-97c26d26a37b)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:41:57.548051 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:57.548826 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:57.603579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bde41e-0dac-42d4-9014-65111af0cb44 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:41:57.605446 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:57.607865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ac341397-def7-445d-9b32-8193ce2578c9 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:57.616795 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dd66cb-a9bd-4be9-9c71-53736fd1db47 None None] Sync routers for ids ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:41:57.624422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:41:57.627991 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dd66cb-a9bd-4be9-9c71-53736fd1db47 None None] Routers {'5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:57.628941 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-28dd66cb-a9bd-4be9-9c71-53736fd1db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:57.639044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a636d66-bc45-4014-98e7-6d6efb32fa8f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:57.687745 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:57.688097 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Added segment 5eb5e0d9-2ee6-41b0-b398-9350f842be71 of type vlan for network 904da7d4-bab8-40f2-8764-d10ff337fe7e Mar 29 09:41:57.710996 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-92bde41e-0dac-42d4-9014-65111af0cb44 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "PUT /v2.0/routers/5fc13d21-5d11-4fb8-a713-7650b4d0e6e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3638830 Mar 29 09:41:57.718371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 58996) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:57.762818 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-7c648c9b-c25a-42e7-9bb1-57dbaf5ff028 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] In _notify_port_updated(), no bound segment for port 7a73f845-0224-4876-9b13-1b5cef05198d on network be9cc431-50f3-4e31-91f5-97ea2b7b4100 {{(pid=88550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:41:57.775612 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-28dd66cb-a9bd-4be9-9c71-53736fd1db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:57.784256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c648c9b-c25a-42e7-9bb1-57dbaf5ff028 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:57.784992 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7c648c9b-c25a-42e7-9bb1-57dbaf5ff028 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:57.787353 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7c648c9b-c25a-42e7-9bb1-57dbaf5ff028 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] 10.222.0.35 "PUT /v2.0/ports/7a73f845-0224-4876-9b13-1b5cef05198d HTTP/1.1" status: 200 len: 1136 time: 1.8791018 Mar 29 09:41:57.787794 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dd66cb-a9bd-4be9-9c71-53736fd1db47 None None] Routers {'5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:41:57.788346 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c648c9b-c25a-42e7-9bb1-57dbaf5ff028 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Pushing event updated for resources: {'Port': ['ID=7a73f845-0224-4876-9b13-1b5cef05198d,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:57.788912 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-28dd66cb-a9bd-4be9-9c71-53736fd1db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:57.830046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59004) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:57.862215 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-28dd66cb-a9bd-4be9-9c71-53736fd1db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:41:57.862768 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dd66cb-a9bd-4be9-9c71-53736fd1db47 None None] The sync data for ids ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:41:57.951048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=b4b6787e-23a1-48c9-a805-82a28fccdaba,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:57.952042 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-86d277b4-c285-4bc8-826b-54c01386c357 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] delete failed (client error): The resource could not be found. Mar 29 09:41:57.957315 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-86d277b4-c285-4bc8-826b-54c01386c357 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1155673793 HTTP/1.1" status: 404 len: 335 time: 0.2331002 Mar 29 09:41:57.957965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59010) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:57.966932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port ac341397-def7-445d-9b32-8193ce2578c9 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:57.967128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-5e4bcf7f-3f0e-487c-945a-5b389279d7e5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Request body: {'router': {'external_gateway_info': {'network_id': '5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:57.967460 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:58.044723 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:58.059172 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8124a4a1-d386-4177-90c5-a792e25bbb41 None None] Provisioning complete for port 7a73f845-0224-4876-9b13-1b5cef05198d triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:58.059357 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:58.059804 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8124a4a1-d386-4177-90c5-a792e25bbb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:58.201822 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-8124a4a1-d386-4177-90c5-a792e25bbb41 None None] Port 7a73f845-0224-4876-9b13-1b5cef05198d cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:58.210494 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d8acb8-96af-4483-8d53-b0ac34ff2951 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:58.211245 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d5d8acb8-96af-4483-8d53-b0ac34ff2951 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Synchronizing usage tracker for tenant:ff1017e831644addac7b051189daab60 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:41:58.257695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=c2be7c9e-4261-460c-9c67-61419feba8f0,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:58.340038 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d5d8acb8-96af-4483-8d53-b0ac34ff2951 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Unset dirty status for tenant:ff1017e831644addac7b051189daab60 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:41:58.344909 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d5d8acb8-96af-4483-8d53-b0ac34ff2951 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] 10.222.0.35 "GET /v2.0/ports/7a73f845-0224-4876-9b13-1b5cef05198d HTTP/1.1" status: 200 len: 1136 time: 0.5097420 Mar 29 09:41:58.354106 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59018) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:58.440330 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:58.446998 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:58.449459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:41:58.456667 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:58.460732 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:58.550576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:58.556316 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:58.556970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:58.560856 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b4b6787e-23a1-48c9-a805-82a28fccdaba up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:58.613400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event updated for resources: {'Port': ['ID=600f0f76-c96d-4618-be9e-778307ef3c74,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:58.683451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network 7890f559-0f2e-42d7-b5a5-a43887ee7959 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:41:58.691162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:41:58.740936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port b4b6787e-23a1-48c9-a805-82a28fccdaba triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:58.741312 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:58.774019 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-740e9481-38f8-4563-ad55-a44667873dc5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1730573 Mar 29 09:41:58.783363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-62d05a05-7e41-4d07-bb04-0853a7200107 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Deleting port 7a73f845-0224-4876-9b13-1b5cef05198d {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:41:58.783703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-62d05a05-7e41-4d07-bb04-0853a7200107 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:58.863071 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59024) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:58.889948 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.3183820 Mar 29 09:41:58.898993 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Request body: {'port': {'network_id': '903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-827626571', 'allowed_address_pairs': [{'ip_address': '2001:db8::242', 'mac_address': 'fa:16:3e:97:3f:6d'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:58.907599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device dd640e78-f01c-493e-9672-d37f1c1ff3e1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:58.921352 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59030) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:58.922565 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d79de-6982-4512-847d-d7602fee05f1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Network': ['ID=904da7d4-bab8-40f2-8764-d10ff337fe7e,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:58.976829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:41:58.991596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0494e22-d75c-4fd0-9623-f102524d5e90 None None] Network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:41:59.051877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:59.074710 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e4bcf7f-3f0e-487c-945a-5b389279d7e5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:59.224178 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port dd640e78-f01c-493e-9672-d37f1c1ff3e1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:59.224821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:59.269399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 1a727579-c47e-440b-8230-25d9015bae6d has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:41:59.269928 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-5e4bcf7f-3f0e-487c-945a-5b389279d7e5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] update failed (client error): The resource could not be found. Mar 29 09:41:59.274203 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5e4bcf7f-3f0e-487c-945a-5b389279d7e5 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "PUT /v2.0/routers/5fc13d21-5d11-4fb8-a713-7650b4d0e6e9 HTTP/1.1" status: 404 len: 339 time: 1.3119049 Mar 29 09:41:59.278058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59038) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:59.285657 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b56e2c35-9b73-4dfc-bb03-00b9cdd1ba77 None None] Provisioning for port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:59.306654 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:59.313174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:59.316878 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:59.324703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:59.389337 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:41:59.395680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Usage tracker for resource:port and tenant:ae485c1df4a9437e9ff1c175b9a5e165 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:41:59.399563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:41:59.407098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:41:59.418676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:59.423534 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:59.536816 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a248ecb8-011e-49eb-a1e5-9b71b0e5e0d4 None None] Provisioning complete for port c2be7c9e-4261-460c-9c67-61419feba8f0 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:59.537188 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a248ecb8-011e-49eb-a1e5-9b71b0e5e0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:59.578291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Made reservation on behalf of ae485c1df4a9437e9ff1c175b9a5e165 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:41:59.597442 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:41:59.653355 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a248ecb8-011e-49eb-a1e5-9b71b0e5e0d4 None None] Port c2be7c9e-4261-460c-9c67-61419feba8f0 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:41:59.750025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-62d05a05-7e41-4d07-bb04-0853a7200107 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:59.771208 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:41:59.776647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:41:59.776956 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:59.839634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:59.855631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59052) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:41:59.885350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] device_id is not set on port 75780952-ed32-4bf7-b511-4ac898a706e6 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:41:59.973439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:00.025356 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb,segment=NetworkSegment(e3b2297f-9a41-4c74-85fa-78886ad36ec3),segment_id=e3b2297f-9a41-4c74-85fa-78886ad36ec3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:00.052531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-38394948-c117-4db6-bf3a-b7a90b1d4f6a tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:00.060591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:00.085342 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0d74fcd9-454c-4132-a09b-9fad2e02e412 None None] Provisioning complete for port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:00.085736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0d74fcd9-454c-4132-a09b-9fad2e02e412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:00.153060 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:00.174969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=cf4f0f61-7127-43f6-8f35-e65e35670bfc,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:00.194082 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Allocated IP 2001:db8::3ab (903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2/2cc688e5-2c3c-4d67-a26d-05589af60cd6/75780952-ed32-4bf7-b511-4ac898a706e6) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:00.208821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:00.209191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network hostable DHCP agents. Network: 904da7d4-bab8-40f2-8764-d10ff337fe7e, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:42:00.209309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-62d05a05-7e41-4d07-bb04-0853a7200107 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Calling delete_port for 7a73f845-0224-4876-9b13-1b5cef05198d owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:00.271849 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:42:00.272169 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-38394948-c117-4db6-bf3a-b7a90b1d4f6a tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] 10.222.0.35 "PUT /v2.0/quotas/7241631189ff409590110017f9563cc4 HTTP/1.1" status: 200 len: 368 time: 0.4139030 Mar 29 09:42:00.272727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59058) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:00.291347 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ccfaecf0-d86a-443a-b3b9-263cec46df3a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/1a727579-c47e-440b-8230-25d9015bae6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1200085 Mar 29 09:42:00.291443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Request body: {'network': {'project_id': '7241631189ff409590110017f9563cc4'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:00.291523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59062) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:00.301781 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:00.304629 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Sync routers for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:00.322671 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:00.323278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:00.369236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-142982350'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:00.411807 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:00.450679 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:network and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:00.457946 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:00.474500 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:00.494971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-81985234-e7ec-4a91-b08d-bbce74b23ecd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:00.500308 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0d74fcd9-454c-4132-a09b-9fad2e02e412 None None] Provisioning for port 600f0f76-c96d-4618-be9e-778307ef3c74 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:00.510879 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0d74fcd9-454c-4132-a09b-9fad2e02e412 None None] Provisioning complete for port 600f0f76-c96d-4618-be9e-778307ef3c74 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:00.511248 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0d74fcd9-454c-4132-a09b-9fad2e02e412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:00.532826 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:00.544524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:42:00.549321 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:00.553066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Usage tracker for resource:network and tenant:7241631189ff409590110017f9563cc4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:00.559359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:00.569549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:00.632772 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:00.650024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:00.653465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:00.660299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 904da7d4-bab8-40f2-8764-d10ff337fe7e) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:00.669743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Made reservation on behalf of 7241631189ff409590110017f9563cc4 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:00.673321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:00.674720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffda3af5-a333-4b9e-9e5d-6780e0ba34b0 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:00.686801 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:00.689435 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:00.690328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0d74fcd9-454c-4132-a09b-9fad2e02e412 None None] Port 600f0f76-c96d-4618-be9e-778307ef3c74 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:00.696211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:00.720007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:00.726731 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Usage tracker for resource:security_group_rule and tenant:7241631189ff409590110017f9563cc4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:00.729698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:00.736194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:00.815850 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-92fa6000-8f9e-4539-9b15-644cee1a34ac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8874474 Mar 29 09:42:00.820258 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59066) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:00.832391 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'name': 'tempest-NetworksTestDHCPv6-1779949017'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:00.853776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:00.934866 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-47a44d0d-0023-448e-b907-c4199ac1cb00 None None] Provisioning complete for port 600f0f76-c96d-4618-be9e-778307ef3c74 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:00.935422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-47a44d0d-0023-448e-b907-c4199ac1cb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:00.946934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:42:00.954543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.021904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:42:01.033944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.034408 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Added segment 4b0e15f1-67c4-4f59-a654-62e8a472a130 of type vlan for network 07310f9d-67fd-470b-a5f1-5654306d8a75 Mar 29 09:42:01.036350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-62d05a05-7e41-4d07-bb04-0853a7200107 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.038266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.038658 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Added segment aa2d4e48-1d14-4e03-99ed-cfb7726abd3b of type vlan for network d239f635-cc87-408e-85a0-9e22d1e6bc1c Mar 29 09:42:01.069707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.106744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:01.114759 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-47a44d0d-0023-448e-b907-c4199ac1cb00 None None] Port 600f0f76-c96d-4618-be9e-778307ef3c74 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:01.115419 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.126793 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78de6bef-04c5-49ce-86db-d21282a4d5b6,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:01.130415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:port and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:01.135398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:01.145162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d05a05-7e41-4d07-bb04-0853a7200107 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Pushing event deleted for resources: {'Port': ['ID=7a73f845-0224-4876-9b13-1b5cef05198d,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:01.156140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:01.156140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Transition to ACTIVE for port object 75780952-ed32-4bf7-b511-4ac898a706e6 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:01.190342 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:41:55Z', 'revision_number': 4, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2be7c9e-4261-460c-9c67-61419feba8f0', 'name': '', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6f:45:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:50Z', 'updated_at': '2022-03-29T09:41:56Z', 'revision_number': 2, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:01.194787 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Checking router: 1a727579-c47e-440b-8230-25d9015bae6d for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:42:01.195134 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Updating router 1a727579-c47e-440b-8230-25d9015bae6d port c2be7c9e-4261-460c-9c67-61419feba8f0 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:42:01.205850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.210930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:01.210930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.228809 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': 'cf4f0f61-7127-43f6-8f35-e65e35670bfc'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:42:01.229637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.252927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.307477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.315014 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:01.318898 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.344857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.364748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port 2ebfd230-918f-40a0-b79b-8befc4b97bf1 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:01.455150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:01.459785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-62d05a05-7e41-4d07-bb04-0853a7200107 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.460636 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1799190 Mar 29 09:42:01.461981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c66d78-8c46-4a6b-9e81-d9467db42082 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Pushing event updated for resources: {'Network': ['ID=07310f9d-67fd-470b-a5f1-5654306d8a75,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:01.471765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59070) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:01.479713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:01.485453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Allocated IP 172.20.0.1 (198c3d3e-7b69-4ee8-8b5e-ffcc1c142793/f57cac4f-5dc1-481d-970f-dbf94a265924/0fb312c1-2864-415f-aaa4-5ba5716c01fe) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:01.497544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:01.504154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:01.505288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.506783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 07310f9d-67fd-470b-a5f1-5654306d8a75 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:42:01.540031 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Request body: {'network': {'project_id': '7241631189ff409590110017f9563cc4'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:01.547410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:01.549453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.552227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Usage tracker for resource:network and tenant:7241631189ff409590110017f9563cc4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:01.554993 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:01.555604 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.555903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:01.567143 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:01.629869 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-62d05a05-7e41-4d07-bb04-0853a7200107 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] 10.222.0.35 "DELETE /v2.0/ports/7a73f845-0224-4876-9b13-1b5cef05198d HTTP/1.1" status: 204 len: 168 time: 3.2747958 Mar 29 09:42:01.638968 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59074) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:01.685561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event updated for resources: {'Port': ['ID=75780952-ed32-4bf7-b511-4ac898a706e6,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:01.686248 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Allocated IP 2001:db8::2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/cf4f0f61-7127-43f6-8f35-e65e35670bfc/b7b86441-31a1-428b-9088-e44d409f4c33) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:01.688372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Made reservation on behalf of 7241631189ff409590110017f9563cc4 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:01.690822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.750964 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:42:01.761888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.762337 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Added segment 926b5a5a-40db-4448-b25c-3a403554747b of type vlan for network a9ca8561-5992-4cd9-828f-f1b8df18fdc0 Mar 29 09:42:01.772548 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5d1f2646-43f8-45f9-8e03-4591a984e086 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.9077697 Mar 29 09:42:01.776063 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59078) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:01.843099 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7788b3-e606-41e4-8ec5-dd13018123bb tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Deleting subnet 05b96c7d-fad7-43f2-98ba-ca9e2a7d6820 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:01.846798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.855873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b7788b3-e606-41e4-8ec5-dd13018123bb tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.877604 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5820837 Mar 29 09:42:01.878753 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-81985234-e7ec-4a91-b08d-bbce74b23ecd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting port b5ab3c36-06fc-4da0-9614-1dd2dfba0e04 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:01.879287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-81985234-e7ec-4a91-b08d-bbce74b23ecd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:01.885310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59082) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:01.904802 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'subnet': {'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:01.958185 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df4f48-26da-4694-b618-cab5bee18b9c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Network': ['ID=d239f635-cc87-408e-85a0-9e22d1e6bc1c,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:01.985072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network d239f635-cc87-408e-85a0-9e22d1e6bc1c details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:42:02.025433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b7788b3-e606-41e4-8ec5-dd13018123bb tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.052335 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-026df69b-8d5d-4ddc-8a9c-c75d52e30988 None None] Provisioning for port 75780952-ed32-4bf7-b511-4ac898a706e6 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:02.082737 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-026df69b-8d5d-4ddc-8a9c-c75d52e30988 None None] Provisioning complete for port 75780952-ed32-4bf7-b511-4ac898a706e6 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:02.083131 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-026df69b-8d5d-4ddc-8a9c-c75d52e30988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.104009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:02.121976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10934b2-7244-4c77-992f-834b3bc3a551 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:02.128214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10934b2-7244-4c77-992f-834b3bc3a551 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:02.134375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10934b2-7244-4c77-992f-834b3bc3a551 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:02.135355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e10934b2-7244-4c77-992f-834b3bc3a551 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Synchronizing usage tracker for tenant:ae485c1df4a9437e9ff1c175b9a5e165 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:02.137528 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.138520 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:subnet and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:02.146309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:02.161351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:02.164889 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Transition to ACTIVE for port object 0fb312c1-2864-415f-aaa4-5ba5716c01fe will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:02.171658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.172704 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:02.173341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.191162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-81985234-e7ec-4a91-b08d-bbce74b23ecd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.212519 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.243603 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-026df69b-8d5d-4ddc-8a9c-c75d52e30988 None None] Port 75780952-ed32-4bf7-b511-4ac898a706e6 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:02.245720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Transition to ACTIVE for port object b7b86441-31a1-428b-9088-e44d409f4c33 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:02.297463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Made reservation on behalf of 69c55f4cf86d4d989cd41bf3e2024b20 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:02.301142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.312795 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Transition to ACTIVE for port object b7b86441-31a1-428b-9088-e44d409f4c33 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:02.319328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:02.339686 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8570423 Mar 29 09:42:02.348260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59086) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:02.348260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b7ac8-9292-4d14-82b6-b83b4bef4916 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Pushing event updated for resources: {'Network': ['ID=a9ca8561-5992-4cd9-828f-f1b8df18fdc0,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:02.363374 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b7788b3-e606-41e4-8ec5-dd13018123bb tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.373972 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-81985234-e7ec-4a91-b08d-bbce74b23ecd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Calling delete_port for b5ab3c36-06fc-4da0-9614-1dd2dfba0e04 owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:02.396028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-df3bedda-b79b-4188-822a-e04acf92ee93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Request body: {'network': {'project_id': '7241631189ff409590110017f9563cc4'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:02.403124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network a9ca8561-5992-4cd9-828f-f1b8df18fdc0 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:42:02.428148 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.440361 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.487707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.502424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-df3bedda-b79b-4188-822a-e04acf92ee93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:02.510030 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e10934b2-7244-4c77-992f-834b3bc3a551 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Unset dirty status for tenant:ae485c1df4a9437e9ff1c175b9a5e165 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:02.511015 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e10934b2-7244-4c77-992f-834b3bc3a551 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.7310491 Mar 29 09:42:02.520792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59090) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:02.522877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-df3bedda-b79b-4188-822a-e04acf92ee93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Usage tracker for resource:network and tenant:7241631189ff409590110017f9563cc4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:02.534241 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-df3bedda-b79b-4188-822a-e04acf92ee93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:02.547806 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-df3bedda-b79b-4188-822a-e04acf92ee93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:02.569282 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3bedda-b79b-4188-822a-e04acf92ee93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 29 09:42:02.569282 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3bedda-b79b-4188-822a-e04acf92ee93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:42:02.575872 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-df3bedda-b79b-4188-822a-e04acf92ee93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2190247 Mar 29 09:42:02.575872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59094) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:02.595567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:02.603244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::218 (904da7d4-bab8-40f2-8764-d10ff337fe7e/cf4f0f61-7127-43f6-8f35-e65e35670bfc/2ebfd230-918f-40a0-b79b-8befc4b97bf1) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:02.614042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:02.623930 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:02.636394 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Pushing event updated for resources: {'Port': ['ID=b7b86441-31a1-428b-9088-e44d409f4c33,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:02.680091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Network 198c3d3e-7b69-4ee8-8b5e-ffcc1c142793 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:02.704363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:02.707677 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Transition to ACTIVE for port object c2be7c9e-4261-460c-9c67-61419feba8f0 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:02.718633 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:02.736375 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:02.736792 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.744275 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b7d2fc9e-0502-4288-8187-580fb06f78a0 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7241631189ff409590110017f9563cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644464 Mar 29 09:42:02.744275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b7788b3-e606-41e4-8ec5-dd13018123bb tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.750232 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event updated for resources: {'Port': ['ID=0fb312c1-2864-415f-aaa4-5ba5716c01fe,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:02.752288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59098) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:02.780993 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Attempting to bind port b7b86441-31a1-428b-9088-e44d409f4c33 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:02.781360 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Attempting to bind port b7b86441-31a1-428b-9088-e44d409f4c33 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:02.781720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Attempting to bind port b7b86441-31a1-428b-9088-e44d409f4c33 on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:02.790760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:42:02.791133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:02.791530 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.791918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:42:02.792411 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Bound port: b7b86441-31a1-428b-9088-e44d409f4c33, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:02.792811 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.808460 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.821578 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6daa7a9a-4f10-4321-a7c8-eec5928f27e5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Deleting port 75780952-ed32-4bf7-b511-4ac898a706e6 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:02.822792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6daa7a9a-4f10-4321-a7c8-eec5928f27e5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.891845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.979318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7788b3-e606-41e4-8ec5-dd13018123bb tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Pushing event deleted for resources: {'Subnet': ['ID=05b96c7d-fad7-43f2-98ba-ca9e2a7d6820,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:03.015633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b7788b3-e606-41e4-8ec5-dd13018123bb tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.032049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d78921-538c-4a15-b2da-8a823dc13ac7 None None] Pushing event updated for resources: {'Port': ['ID=c2be7c9e-4261-460c-9c67-61419feba8f0,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:03.051935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b62b54a-4dc7-42a8-ab08-0ea238e3aca8 None None] Network be9cc431-50f3-4e31-91f5-97ea2b7b4100 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:03.101933 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4b7788b3-e606-41e4-8ec5-dd13018123bb tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] 10.222.0.35 "DELETE /v2.0/subnets/05b96c7d-fad7-43f2-98ba-ca9e2a7d6820 HTTP/1.1" status: 204 len: 168 time: 1.4625134 Mar 29 09:42:03.121056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59102) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:03.255815 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] For port b7b86441-31a1-428b-9088-e44d409f4c33, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:42:03.341555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Attempting to bind port c2be7c9e-4261-460c-9c67-61419feba8f0 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:03.342231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Attempting to bind port c2be7c9e-4261-460c-9c67-61419feba8f0 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:03.342345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Attempting to bind port c2be7c9e-4261-460c-9c67-61419feba8f0 on network 7890f559-0f2e-42d7-b5a5-a43887ee7959 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:03.373713 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-15bfba9f-8c32-4d5d-9432-a87f3f852079 None None] Provisioning for port 0fb312c1-2864-415f-aaa4-5ba5716c01fe completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:03.374781 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.385154 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:42:03.385529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Checking segment: {'id': '6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:03.385996 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.386502 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Bound using segment: {'id': '6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:42:03.387027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Bound port: c2be7c9e-4261-460c-9c67-61419feba8f0, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:03.387407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.390631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ece705e2-45cc-453d-9321-e8f21190b752 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.403466 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-15bfba9f-8c32-4d5d-9432-a87f3f852079 None None] Provisioning complete for port 0fb312c1-2864-415f-aaa4-5ba5716c01fe triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:03.403849 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-15bfba9f-8c32-4d5d-9432-a87f3f852079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.420851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ece705e2-45cc-453d-9321-e8f21190b752 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.441872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.487709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.511727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-15bfba9f-8c32-4d5d-9432-a87f3f852079 None None] Port 0fb312c1-2864-415f-aaa4-5ba5716c01fe cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:03.525120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Deleting port ac341397-def7-445d-9b32-8193ce2578c9 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:03.525609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.555968 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] For port c2be7c9e-4261-460c-9c67-61419feba8f0, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:42:03.604459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object 2ebfd230-918f-40a0-b79b-8befc4b97bf1 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:03.610287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.629692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Subnet': ['ID=d0acaca1-4673-4deb-8620-a1c5cde0ad97,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:03.629910 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6daa7a9a-4f10-4321-a7c8-eec5928f27e5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.642572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-81985234-e7ec-4a91-b08d-bbce74b23ecd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.652252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] For port c2be7c9e-4261-460c-9c67-61419feba8f0, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c2be7c9e-4261-460c-9c67-61419feba8f0,segment=NetworkSegment(6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403),segment_id=6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:42:03.653596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7253cc1d-5508-4f09-a184-e6ba3413940c None None] DHCP port deletion for be9cc431-50f3-4e31-91f5-97ea2b7b4100 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:42:03.661319 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] For port b7b86441-31a1-428b-9088-e44d409f4c33, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b7b86441-31a1-428b-9088-e44d409f4c33,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:42:03.665601 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7253cc1d-5508-4f09-a184-e6ba3413940c None None] Deleting port ac341397-def7-445d-9b32-8193ce2578c9 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:03.666066 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7253cc1d-5508-4f09-a184-e6ba3413940c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.687242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Checking segment: {'id': 'aa2d4e48-1d14-4e03-99ed-cfb7726abd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:03.687751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network hostable DHCP agents. Network: d239f635-cc87-408e-85a0-9e22d1e6bc1c, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:42:03.716909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.772665 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.812334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ece705e2-45cc-453d-9321-e8f21190b752 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.841525 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6daa7a9a-4f10-4321-a7c8-eec5928f27e5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Calling delete_port for 75780952-ed32-4bf7-b511-4ac898a706e6 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:03.842587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network d239f635-cc87-408e-85a0-9e22d1e6bc1c is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:42:03.857337 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece705e2-45cc-453d-9321-e8f21190b752 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78de6bef-04c5-49ce-86db-d21282a4d5b6,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:03.860356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.872151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81985234-e7ec-4a91-b08d-bbce74b23ecd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Port': ['ID=b5ab3c36-06fc-4da0-9614-1dd2dfba0e04,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:03.937711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ece705e2-45cc-453d-9321-e8f21190b752 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.941682 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ece705e2-45cc-453d-9321-e8f21190b752 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/78de6bef-04c5-49ce-86db-d21282a4d5b6 HTTP/1.1" status: 204 len: 168 time: 1.1615729 Mar 29 09:42:03.943589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] For port ac341397-def7-445d-9b32-8193ce2578c9, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ac341397-def7-445d-9b32-8193ce2578c9,segment=NetworkSegment(916dcc40-ab0a-4f30-97d7-477d57ff06d7),segment_id=916dcc40-ab0a-4f30-97d7-477d57ff06d7)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:03.944304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.946099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:03.946788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:41:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:03.951206 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59106) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:03.976116 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, d239f635-cc87-408e-85a0-9e22d1e6bc1c) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:03.986952 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:03.989129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:04.107234 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da967f3-9519-4c17-befd-1fa284307a3b None None] Network d239f635-cc87-408e-85a0-9e22d1e6bc1c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:04.125627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:04.136289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Calling delete_port for ac341397-def7-445d-9b32-8193ce2578c9 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:04.176555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d78921-538c-4a15-b2da-8a823dc13ac7 None None] Pushing event updated for resources: {'Port': ['ID=c2be7c9e-4261-460c-9c67-61419feba8f0,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:04.194666 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:04.200684 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:04.206865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:04.207473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:04.261758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=2ebfd230-918f-40a0-b79b-8befc4b97bf1,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:04.350793 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dbbd5a8e-8e2a-441d-8b9c-2f692e23fd73 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4641531 Mar 29 09:42:04.352367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59110) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:04.427590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fda83d49-d8a9-4c3e-9d35-ef96be5f2c93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:04.435222 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4865625f-d218-4dee-9766-e4eda0fb24e7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6115251 Mar 29 09:42:04.448382 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59114) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:04.482703 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ac341397-def7-445d-9b32-8193ce2578c9 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:04.564594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:04.568524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6daa7a9a-4f10-4321-a7c8-eec5928f27e5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:04.608590 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: ac341397-def7-445d-9b32-8193ce2578c9 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:42:04.609564 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ac341397-def7-445d-9b32-8193ce2578c9 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:42:04.625413 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Pushing event deleted for resources: {'Port': ['ID=ac341397-def7-445d-9b32-8193ce2578c9,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:04.627441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] No DVR routers for this DVR port ac341397-def7-445d-9b32-8193ce2578c9 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:04.658342 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa7a9a-4f10-4321-a7c8-eec5928f27e5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event deleted for resources: {'Port': ['ID=75780952-ed32-4bf7-b511-4ac898a706e6,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:04.726491 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-7253cc1d-5508-4f09-a184-e6ba3413940c None None] For port ac341397-def7-445d-9b32-8193ce2578c9, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ac341397-def7-445d-9b32-8193ce2578c9,segment=NetworkSegment(916dcc40-ab0a-4f30-97d7-477d57ff06d7),segment_id=916dcc40-ab0a-4f30-97d7-477d57ff06d7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:04.727067 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7253cc1d-5508-4f09-a184-e6ba3413940c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:04.737844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:04.879121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6daa7a9a-4f10-4321-a7c8-eec5928f27e5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:04.946796 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7253cc1d-5508-4f09-a184-e6ba3413940c None None] Calling delete_port for ac341397-def7-445d-9b32-8193ce2578c9 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:04.986756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122aa3b5-ff70-4e92-a568-bf116af8ef09 None None] Pushing event updated for resources: {'Port': ['ID=b7b86441-31a1-428b-9088-e44d409f4c33,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:05.094335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.149839 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9cc431-50f3-4e31-91f5-97ea2b7b4100']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:05.166018 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fda83d49-d8a9-4c3e-9d35-ef96be5f2c93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.176199 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a0677-8916-47cd-941d-677bc3fef7b2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:05.189637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a0677-8916-47cd-941d-677bc3fef7b2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:05.190875 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d29a0677-8916-47cd-941d-677bc3fef7b2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:05.255013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-fda83d49-d8a9-4c3e-9d35-ef96be5f2c93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ca8561-5992-4cd9-828f-f1b8df18fdc0']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:05.277615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-fda83d49-d8a9-4c3e-9d35-ef96be5f2c93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926b5a5a-40db-4448-b25c-3a403554747b') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:05.277997 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-fda83d49-d8a9-4c3e-9d35-ef96be5f2c93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926b5a5a-40db-4448-b25c-3a403554747b') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:05.285257 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-81985234-e7ec-4a91-b08d-bbce74b23ecd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.302145 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6daa7a9a-4f10-4321-a7c8-eec5928f27e5 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "DELETE /v2.0/ports/75780952-ed32-4bf7-b511-4ac898a706e6 HTTP/1.1" status: 204 len: 168 time: 2.7784772 Mar 29 09:42:05.302373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916dcc40-ab0a-4f30-97d7-477d57ff06d7') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:05.302373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916dcc40-ab0a-4f30-97d7-477d57ff06d7') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:05.303234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fda83d49-d8a9-4c3e-9d35-ef96be5f2c93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.320186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59118) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:05.368552 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c80ae4-1c10-47f1-82cc-85eb3270ed69 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] GET failed (client error): The resource could not be found. Mar 29 09:42:05.373844 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d4c80ae4-1c10-47f1-82cc-85eb3270ed69 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "GET /v2.0/ports/75780952-ed32-4bf7-b511-4ac898a706e6 HTTP/1.1" status: 404 len: 333 time: 0.0487273 Mar 29 09:42:05.377583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.400083 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-7253cc1d-5508-4f09-a184-e6ba3413940c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:42:05.400426 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-7253cc1d-5508-4f09-a184-e6ba3413940c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:42:05.415430 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59122) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:05.450524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Request body: {'port': {'network_id': '903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-796045838'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:05.463006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fda83d49-d8a9-4c3e-9d35-ef96be5f2c93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.473256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78935b9b-efa0-460b-aaa7-040d84d2ce24 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:05.489782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.496079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda83d49-d8a9-4c3e-9d35-ef96be5f2c93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:42:05.496513 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fda83d49-d8a9-4c3e-9d35-ef96be5f2c93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.505250 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:42:05.505655 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.507077 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:41:55Z', 'revision_number': 4, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2be7c9e-4261-460c-9c67-61419feba8f0', 'name': '', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6f:45:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:50Z', 'updated_at': '2022-03-29T09:42:03Z', 'revision_number': 4, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:05.515820 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b2bdc9-939c-43db-886f-c8efe5b6b96b None None] The sync data for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv is: [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:41:55Z', 'revision_number': 4, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2be7c9e-4261-460c-9c67-61419feba8f0', 'name': '', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6f:45:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:50Z', 'updated_at': '2022-03-29T09:42:03Z', 'revision_number': 4, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:42:05.516024 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:42:05.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:42:05.533045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-d239f635-cc87-408e-85a0-9e22d1e6bc1c', 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'fixed_ips': [{'subnet_id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:42:05.533856 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.696309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d29a0677-8916-47cd-941d-677bc3fef7b2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:05.703083 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d29a0677-8916-47cd-941d-677bc3fef7b2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.2516599 Mar 29 09:42:05.708732 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59130) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:05.742496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6d4416cc-e40b-4d08-b1f1-c85d93fb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.805976 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fda83d49-d8a9-4c3e-9d35-ef96be5f2c93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.832374 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fda83d49-d8a9-4c3e-9d35-ef96be5f2c93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.851523 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c2da5d0b-576b-472b-928e-e002853808d1 None None] Provisioning for port b7b86441-31a1-428b-9088-e44d409f4c33 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:05.851759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.857492 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda83d49-d8a9-4c3e-9d35-ef96be5f2c93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9ca8561-5992-4cd9-828f-f1b8df18fdc0,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:05.858470 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.899768 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fda83d49-d8a9-4c3e-9d35-ef96be5f2c93 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] 10.222.0.35 "DELETE /v2.0/networks/a9ca8561-5992-4cd9-828f-f1b8df18fdc0 HTTP/1.1" status: 204 len: 168 time: 1.9259546 Mar 29 09:42:05.906692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59134) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:05.929381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7253cc1d-5508-4f09-a184-e6ba3413940c None None] Deleting port ac341397-def7-445d-9b32-8193ce2578c9 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:05.929845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7253cc1d-5508-4f09-a184-e6ba3413940c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:05.930196 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] Pushing event deleted for resources: {'Network': ['ID=be9cc431-50f3-4e31-91f5-97ea2b7b4100,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:05.946906 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f388e1ee-9dc3-4cc4-bd93-173bcf53a910 tempest-ExtraDHCPOptionsTestJSON-776639138 tempest-ExtraDHCPOptionsTestJSON-776639138-project] 10.222.0.35 "DELETE /v2.0/networks/be9cc431-50f3-4e31-91f5-97ea2b7b4100 HTTP/1.1" status: 204 len: 168 time: 2.8151591 Mar 29 09:42:05.955438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f74a34ce-ca12-4a52-961a-1a8ddfbbb821 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port 2ebfd230-918f-40a0-b79b-8befc4b97bf1 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:05.956109 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f74a34ce-ca12-4a52-961a-1a8ddfbbb821 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.054411 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:06.064708 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Usage tracker for resource:port and tenant:ae485c1df4a9437e9ff1c175b9a5e165 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:06.071694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.073424 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:06.084509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:06.142162 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Allocated IP 2001:db8:3::2 (d239f635-cc87-408e-85a0-9e22d1e6bc1c/d0acaca1-4673-4deb-8620-a1c5cde0ad97/135ac0b8-fe40-42d7-b64d-496ec5b28f53) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:06.153749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.180415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.295204 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7253cc1d-5508-4f09-a184-e6ba3413940c None None] The port 'ac341397-def7-445d-9b32-8193ce2578c9' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:42:06.377127 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.390275 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f3a8-2c25-4f29-9b4a-07021076b9f1 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.469271 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f74a34ce-ca12-4a52-961a-1a8ddfbbb821 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.548773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.559296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Transition to ACTIVE for port object 135ac0b8-fe40-42d7-b64d-496ec5b28f53 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:06.589570 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Made reservation on behalf of ae485c1df4a9437e9ff1c175b9a5e165 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:06.593822 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.631587 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Transition to ACTIVE for port object 135ac0b8-fe40-42d7-b64d-496ec5b28f53 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:06.638649 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c2be7c9e-4261-460c-9c67-61419feba8f0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:06.710233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.728548 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f74a34ce-ca12-4a52-961a-1a8ddfbbb821 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for 2ebfd230-918f-40a0-b79b-8befc4b97bf1 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:06.732818 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59142) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:06.744691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event updated for resources: {'Port': ['ID=0fb312c1-2864-415f-aaa4-5ba5716c01fe,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:06.755589 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] device_id is not set on port 52ea0276-c49a-4e55-af11-06edd56abf6f yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:06.790142 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Network d239f635-cc87-408e-85a0-9e22d1e6bc1c is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:06.793940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:06.799123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:06.848924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Pushing event updated for resources: {'Port': ['ID=135ac0b8-fe40-42d7-b64d-496ec5b28f53,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:06.870015 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81985234-e7ec-4a91-b08d-bbce74b23ecd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 5a34298d-a3cf-4700-94a7-e61fcdc68160 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:42:06.919999 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port c2be7c9e-4261-460c-9c67-61419feba8f0 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:06.947687 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c2be7c9e-4261-460c-9c67-61419feba8f0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:06.957809 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.013225 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Attempting to bind port 135ac0b8-fe40-42d7-b64d-496ec5b28f53 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:07.013749 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Attempting to bind port 135ac0b8-fe40-42d7-b64d-496ec5b28f53 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'aa2d4e48-1d14-4e03-99ed-cfb7726abd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:07.014217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Attempting to bind port 135ac0b8-fe40-42d7-b64d-496ec5b28f53 on network d239f635-cc87-408e-85a0-9e22d1e6bc1c {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:07.028319 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:42:07.028319 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Checking segment: {'id': 'aa2d4e48-1d14-4e03-99ed-cfb7726abd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:07.028319 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.028319 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Bound using segment: {'id': 'aa2d4e48-1d14-4e03-99ed-cfb7726abd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:42:07.028319 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Bound port: 135ac0b8-fe40-42d7-b64d-496ec5b28f53, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2d4e48-1d14-4e03-99ed-cfb7726abd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:07.029030 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.137517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3543db0d-9e14-466b-9282-01d46bd18f89 None None] Provisioning for port 2ebfd230-918f-40a0-b79b-8befc4b97bf1 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:07.161393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3543db0d-9e14-466b-9282-01d46bd18f89 None None] Provisioning complete for port 2ebfd230-918f-40a0-b79b-8befc4b97bf1 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:07.161855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3543db0d-9e14-466b-9282-01d46bd18f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.221591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Allocated IP 2001:db8:3::1 (d239f635-cc87-408e-85a0-9e22d1e6bc1c/d0acaca1-4673-4deb-8620-a1c5cde0ad97/c2423e75-5f4c-46e5-9ee1-42ef10a42676) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:07.237248 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.242590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Network 198c3d3e-7b69-4ee8-8b5e-ffcc1c142793 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:07.252678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] For port 135ac0b8-fe40-42d7-b64d-496ec5b28f53, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:42:07.256255 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:07.265122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3543db0d-9e14-466b-9282-01d46bd18f89 None None] Port 2ebfd230-918f-40a0-b79b-8befc4b97bf1 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:07.270553 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] For port 135ac0b8-fe40-42d7-b64d-496ec5b28f53, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=135ac0b8-fe40-42d7-b64d-496ec5b28f53,segment=NetworkSegment(aa2d4e48-1d14-4e03-99ed-cfb7726abd3b),segment_id=aa2d4e48-1d14-4e03-99ed-cfb7726abd3b)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:42:07.290476 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port c2be7c9e-4261-460c-9c67-61419feba8f0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c2be7c9e-4261-460c-9c67-61419feba8f0,segment=NetworkSegment(6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403),segment_id=6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:07.332462 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f74a34ce-ca12-4a52-961a-1a8ddfbbb821 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.344561 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.408313 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f3a8-2c25-4f29-9b4a-07021076b9f1 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.440559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9ac122d0-553b-42a6-9358-dad999a2a78d None None] Could not find standard attr ID for object 2ebfd230-918f-40a0-b79b-8befc4b97bf1. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:42:07.459230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a34ce-ca12-4a52-961a-1a8ddfbbb821 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=2ebfd230-918f-40a0-b79b-8befc4b97bf1,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:07.467360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f74a34ce-ca12-4a52-961a-1a8ddfbbb821 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.478466 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.479237 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b7b86441-31a1-428b-9088-e44d409f4c33 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:07.527001 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.539901 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Allocated IP 2001:db8::52 (903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2/2cc688e5-2c3c-4d67-a26d-05589af60cd6/52ea0276-c49a-4e55-af11-06edd56abf6f) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:07.550891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Transition to ACTIVE for port object c2423e75-5f4c-46e5-9ee1-42ef10a42676 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:07.577737 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f74a34ce-ca12-4a52-961a-1a8ddfbbb821 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/2ebfd230-918f-40a0-b79b-8befc4b97bf1 HTTP/1.1" status: 204 len: 168 time: 1.8656328 Mar 29 09:42:07.579342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59148) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:07.594477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82245f-e15f-4818-86e2-dd3117c6df9e None None] Pushing event updated for resources: {'Port': ['ID=135ac0b8-fe40-42d7-b64d-496ec5b28f53,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:07.601023 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6bc7f3a8-2c25-4f29-9b4a-07021076b9f1 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07310f9d-67fd-470b-a5f1-5654306d8a75']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:07.647593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.710612 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8267b28d-6d69-4ad0-bc84-f015f04157be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff1017e831644addac7b051189daab60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9657197 Mar 29 09:42:07.739009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-aa84c33b-a245-4938-a409-dcdaf1f60e7f None None] Provisioning complete for port 0fb312c1-2864-415f-aaa4-5ba5716c01fe triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:07.739009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-aa84c33b-a245-4938-a409-dcdaf1f60e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.755876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59152) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:07.766946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=c2be7c9e-4261-460c-9c67-61419feba8f0,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:07.776416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6bc7f3a8-2c25-4f29-9b4a-07021076b9f1 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0e15f1-67c4-4f59-a654-62e8a472a130') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:07.776731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6bc7f3a8-2c25-4f29-9b4a-07021076b9f1 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0e15f1-67c4-4f59-a654-62e8a472a130') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:07.808266 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port b7b86441-31a1-428b-9088-e44d409f4c33 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:07.823361 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port b7b86441-31a1-428b-9088-e44d409f4c33 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:07.823893 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.830996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f3a8-2c25-4f29-9b4a-07021076b9f1 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.847866 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-aa84c33b-a245-4938-a409-dcdaf1f60e7f None None] Port 0fb312c1-2864-415f-aaa4-5ba5716c01fe cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:07.855714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network d239f635-cc87-408e-85a0-9e22d1e6bc1c is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:07.865681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:07.867569 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=c2423e75-5f4c-46e5-9ee1-42ef10a42676,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:07.871858 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:07.872443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.901021 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a3056f35-8f6c-4e1c-bd7d-140a9daccc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.902363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Router 5fc13d21-5d11-4fb8-a713-7650b4d0e6e9 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:42:07.907404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f3a8-2c25-4f29-9b4a-07021076b9f1 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.907596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a176abba-57cd-4473-b834-7e2ed46b306f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:07.910084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81985234-e7ec-4a91-b08d-bbce74b23ecd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:42:07.911621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c38eb02-9af5-4bb5-9523-0b587e17127b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:07.914615 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c38eb02-9af5-4bb5-9523-0b587e17127b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:07.914615 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6c38eb02-9af5-4bb5-9523-0b587e17127b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:07.948211 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ec96a1-4d18-4813-98e5-8534da6cd1c7 None None] Sync routers for ids ['5a34298d-a3cf-4700-94a7-e61fcdc68160'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:07.958224 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec96a1-4d18-4813-98e5-8534da6cd1c7 None None] Routers {'5a34298d-a3cf-4700-94a7-e61fcdc68160'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:07.958837 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c8ec96a1-4d18-4813-98e5-8534da6cd1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5a34298d-a3cf-4700-94a7-e61fcdc68160'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:07.992848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc7f3a8-2c25-4f29-9b4a-07021076b9f1 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:42:07.993161 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f3a8-2c25-4f29-9b4a-07021076b9f1 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.009593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a176abba-57cd-4473-b834-7e2ed46b306f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:42:08.021246 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:42:08.025590 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c8ec96a1-4d18-4813-98e5-8534da6cd1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:08.035061 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ec96a1-4d18-4813-98e5-8534da6cd1c7 None None] Routers {'5a34298d-a3cf-4700-94a7-e61fcdc68160'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:08.035666 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c8ec96a1-4d18-4813-98e5-8534da6cd1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5a34298d-a3cf-4700-94a7-e61fcdc68160'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:08.053926 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-81985234-e7ec-4a91-b08d-bbce74b23ecd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "PUT /v2.0/routers/5a34298d-a3cf-4700-94a7-e61fcdc68160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8526196 Mar 29 09:42:08.058594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.061496 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59156) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:08.107670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port b7b86441-31a1-428b-9088-e44d409f4c33, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b7b86441-31a1-428b-9088-e44d409f4c33,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:08.127492 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c8ec96a1-4d18-4813-98e5-8534da6cd1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:08.130025 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ec96a1-4d18-4813-98e5-8534da6cd1c7 None None] The sync data for ids ['5a34298d-a3cf-4700-94a7-e61fcdc68160'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:08.165045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a176abba-57cd-4473-b834-7e2ed46b306f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.182881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176abba-57cd-4473-b834-7e2ed46b306f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2037a77-36da-4770-855f-9e5114fa75d5,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:08.187422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a176abba-57cd-4473-b834-7e2ed46b306f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.188814 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a176abba-57cd-4473-b834-7e2ed46b306f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2037a77-36da-4770-855f-9e5114fa75d5 HTTP/1.1" status: 204 len: 168 time: 0.4270084 Mar 29 09:42:08.190061 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.248427 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6c38eb02-9af5-4bb5-9523-0b587e17127b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:08.255321 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6c38eb02-9af5-4bb5-9523-0b587e17127b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6693494 Mar 29 09:42:08.277766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59162) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:08.278953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=b7b86441-31a1-428b-9088-e44d409f4c33,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:08.311460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.481446 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f3a8-2c25-4f29-9b4a-07021076b9f1 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.521327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 135ac0b8-fe40-42d7-b64d-496ec5b28f53 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:08.668275 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 135ac0b8-fe40-42d7-b64d-496ec5b28f53 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:08.675636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c2be7c9e-4261-460c-9c67-61419feba8f0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:08.734340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f3a8-2c25-4f29-9b4a-07021076b9f1 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.772637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7f3a8-2c25-4f29-9b4a-07021076b9f1 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] Pushing event deleted for resources: {'Network': ['ID=07310f9d-67fd-470b-a5f1-5654306d8a75,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:08.804327 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6bc7f3a8-2c25-4f29-9b4a-07021076b9f1 tempest-QuotasNegativeTest-1176754767 tempest-QuotasNegativeTest-1176754767-project-admin] 10.222.0.35 "DELETE /v2.0/networks/07310f9d-67fd-470b-a5f1-5654306d8a75 HTTP/1.1" status: 204 len: 168 time: 2.8931179 Mar 29 09:42:08.825990 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c2be7c9e-4261-460c-9c67-61419feba8f0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:08.826363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.836532 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.854420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-610cd0f2-6bae-42cb-a6f7-c327ade84b18 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet cf4f0f61-7127-43f6-8f35-e65e35670bfc {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:08.856686 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:42:08.876428 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c5cd8c67-bec7-4991-9eb1-d937b2930163 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "PUT /v2.0/routers/5fc13d21-5d11-4fb8-a713-7650b4d0e6e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5852158 Mar 29 09:42:08.881747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59176) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:08.900927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-610cd0f2-6bae-42cb-a6f7-c327ade84b18 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.926649 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:42:08.930124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44913be3-7753-4335-ba77-7cbd36a0fec5 None None] Sync routers for ids ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:08.966552 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dfb8f7a0-b3a7-4665-a1da-f111cf3901d7 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.973288 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.988025 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44913be3-7753-4335-ba77-7cbd36a0fec5 None None] Routers {'5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:08.988664 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-44913be3-7753-4335-ba77-7cbd36a0fec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:09.059816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Transition to ACTIVE for port object 52ea0276-c49a-4e55-af11-06edd56abf6f will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:09.060617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8552263e-7bff-4930-a9ce-fba2d2d42467 None None] Network d239f635-cc87-408e-85a0-9e22d1e6bc1c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:09.100264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.135471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf037-7e4c-42d8-a6ca-69306747d2c4 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.142599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-44913be3-7753-4335-ba77-7cbd36a0fec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:09.146946 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-610cd0f2-6bae-42cb-a6f7-c327ade84b18 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.188911 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.208820 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44913be3-7753-4335-ba77-7cbd36a0fec5 None None] Routers {'5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:09.209744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-44913be3-7753-4335-ba77-7cbd36a0fec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:09.212580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.214635 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.282999 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-44913be3-7753-4335-ba77-7cbd36a0fec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:09.283660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44913be3-7753-4335-ba77-7cbd36a0fec5 None None] The sync data for ids ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:09.317066 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.360426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:09.369890 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:09.372680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:09.377557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-fb3705ce-6c45-4599-baf8-b79ebb3bd9a3 None None] Provisioning for port 135ac0b8-fe40-42d7-b64d-496ec5b28f53 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:09.380074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:09.380786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.432847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-fb3705ce-6c45-4599-baf8-b79ebb3bd9a3 None None] Provisioning complete for port 135ac0b8-fe40-42d7-b64d-496ec5b28f53 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:09.437995 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fb3705ce-6c45-4599-baf8-b79ebb3bd9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.446980 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event updated for resources: {'Port': ['ID=52ea0276-c49a-4e55-af11-06edd56abf6f,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:09.467930 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dfb8f7a0-b3a7-4665-a1da-f111cf3901d7 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.485011 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-610cd0f2-6bae-42cb-a6f7-c327ade84b18 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.554460 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7ff09f0a-ac92-4a5c-9a6e-220d48648ea7 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.1348078 Mar 29 09:42:09.570586 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8f7a0-b3a7-4665-a1da-f111cf3901d7 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting port 2d109cd5-64ec-4c61-a027-1083fb73c6cf {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:09.571019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dfb8f7a0-b3a7-4665-a1da-f111cf3901d7 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.612779 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59190) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:09.631615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-695185f6-7440-4814-b0d8-4d671e0498e8 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::242', 'mac_address': 'fa:16:3e:97:3f:6d'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:09.653661 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event updated for resources: {'Port': ['ID=c2423e75-5f4c-46e5-9ee1-42ef10a42676,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:09.776561 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fb3705ce-6c45-4599-baf8-b79ebb3bd9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.797223 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-cc3bf037-7e4c-42d8-a6ca-69306747d2c4 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 29 09:42:09.798492 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cc3bf037-7e4c-42d8-a6ca-69306747d2c4 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "DELETE /v2.0/routers/5fc13d21-5d11-4fb8-a713-7650b4d0e6e9 HTTP/1.1" status: 409 len: 329 time: 0.9156635 Mar 29 09:42:09.801544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59200) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:09.844640 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-fb3705ce-6c45-4599-baf8-b79ebb3bd9a3 None None] For port 135ac0b8-fe40-42d7-b64d-496ec5b28f53, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=135ac0b8-fe40-42d7-b64d-496ec5b28f53,segment=NetworkSegment(aa2d4e48-1d14-4e03-99ed-cfb7726abd3b),segment_id=aa2d4e48-1d14-4e03-99ed-cfb7726abd3b)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:09.909029 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fb3705ce-6c45-4599-baf8-b79ebb3bd9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.951185 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-610cd0f2-6bae-42cb-a6f7-c327ade84b18 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:10.022961 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Network d239f635-cc87-408e-85a0-9e22d1e6bc1c is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:10.032345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:10.036880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-610cd0f2-6bae-42cb-a6f7-c327ade84b18 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:10.043978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cd0f2-6bae-42cb-a6f7-c327ade84b18 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=cf4f0f61-7127-43f6-8f35-e65e35670bfc,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:10.071467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59206) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:10.073292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dfb8f7a0-b3a7-4665-a1da-f111cf3901d7 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:10.091209 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3705ce-6c45-4599-baf8-b79ebb3bd9a3 None None] Pushing event updated for resources: {'Port': ['ID=135ac0b8-fe40-42d7-b64d-496ec5b28f53,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:10.099216 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef98e91-cf55-435f-a173-497980b2be5f None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:10.167739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59212) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:10.243938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8f7a0-b3a7-4665-a1da-f111cf3901d7 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Calling delete_port for 2d109cd5-64ec-4c61-a027-1083fb73c6cf owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:10.306868 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-610cd0f2-6bae-42cb-a6f7-c327ade84b18 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/cf4f0f61-7127-43f6-8f35-e65e35670bfc HTTP/1.1" status: 204 len: 168 time: 2.0088782 Mar 29 09:42:10.321848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59218) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:10.349021 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-dc2c8606-360f-43ee-a3d7-2f0abe907ec8 None None] Provisioning for port 52ea0276-c49a-4e55-af11-06edd56abf6f completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:10.356660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-dc2c8606-360f-43ee-a3d7-2f0abe907ec8 None None] Provisioning complete for port 52ea0276-c49a-4e55-af11-06edd56abf6f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:10.356660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8606-360f-43ee-a3d7-2f0abe907ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:10.376282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-695185f6-7440-4814-b0d8-4d671e0498e8 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:10.465401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 135ac0b8-fe40-42d7-b64d-496ec5b28f53 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:10.618163 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 135ac0b8-fe40-42d7-b64d-496ec5b28f53 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:10.618530 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:10.645409 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-35c87a06-7db1-498c-aa0a-37b3c836fd9d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3189862 Mar 29 09:42:10.660288 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c8606-360f-43ee-a3d7-2f0abe907ec8 None None] Port 52ea0276-c49a-4e55-af11-06edd56abf6f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:10.721123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59222) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:10.726225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-06f4d6d8-2429-4655-8fa5-196c5f8f990f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:10.772826 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5214cbce-076b-4ca7-88ac-12f6986315cc None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:42:10.782844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group': {'name': 'tempest-secgroup--330226550'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:10.785473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:10.792216 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-5214cbce-076b-4ca7-88ac-12f6986315cc None None] Deleting port b7b86441-31a1-428b-9088-e44d409f4c33 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:10.792663 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5214cbce-076b-4ca7-88ac-12f6986315cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:10.802445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2ffaa86-9ecf-4724-a12c-f73dba539870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:10.823579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:10.839172 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:10.841863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 1a727579-c47e-440b-8230-25d9015bae6d has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:42:10.845001 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a2ffaa86-9ecf-4724-a12c-f73dba539870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:10.849599 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:10.867789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b7b86441-31a1-428b-9088-e44d409f4c33 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:10.869742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:10.874912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a2ffaa86-9ecf-4724-a12c-f73dba539870 admin admin] Usage tracker for resource:security_group_rule and tenant:8e15add72f3145cbb581b9f0185a9b1c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:10.891626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a2ffaa86-9ecf-4724-a12c-f73dba539870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:10.902028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a2ffaa86-9ecf-4724-a12c-f73dba539870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:10.948991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a6287f1b-629e-4a01-9c12-d84d7e2259a3 None None] Provisioning for port c2423e75-5f4c-46e5-9ee1-42ef10a42676 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:10.961773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a6287f1b-629e-4a01-9c12-d84d7e2259a3 None None] Provisioning complete for port c2423e75-5f4c-46e5-9ee1-42ef10a42676 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:10.962133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a6287f1b-629e-4a01-9c12-d84d7e2259a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:10.996164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.070593 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a6287f1b-629e-4a01-9c12-d84d7e2259a3 None None] Port c2423e75-5f4c-46e5-9ee1-42ef10a42676 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:11.087243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.113333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-06f4d6d8-2429-4655-8fa5-196c5f8f990f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:11.128057 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-06f4d6d8-2429-4655-8fa5-196c5f8f990f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:11.135191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-06f4d6d8-2429-4655-8fa5-196c5f8f990f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:11.137973 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:11.148981 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port b7b86441-31a1-428b-9088-e44d409f4c33 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:11.149354 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.151836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:11.158789 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:11.166857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-06f4d6d8-2429-4655-8fa5-196c5f8f990f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:11.177986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:11.193004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a6287f1b-629e-4a01-9c12-d84d7e2259a3 None None] Provisioning complete for port 135ac0b8-fe40-42d7-b64d-496ec5b28f53 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:11.193366 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a6287f1b-629e-4a01-9c12-d84d7e2259a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.236439 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dfb8f7a0-b3a7-4665-a1da-f111cf3901d7 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.250253 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-5214cbce-076b-4ca7-88ac-12f6986315cc None None] For port b7b86441-31a1-428b-9088-e44d409f4c33, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b7b86441-31a1-428b-9088-e44d409f4c33,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:11.250654 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5214cbce-076b-4ca7-88ac-12f6986315cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.285014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2ffaa86-9ecf-4724-a12c-f73dba539870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.314513 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8f7a0-b3a7-4665-a1da-f111cf3901d7 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Port': ['ID=2d109cd5-64ec-4c61-a027-1083fb73c6cf,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:11.356117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:42:11.357396 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2ffaa86-9ecf-4724-a12c-f73dba539870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.365275 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-695185f6-7440-4814-b0d8-4d671e0498e8 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.368679 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Sync routers for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:11.383252 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1c62e09b-c148-42ab-8d74-baa9f5ce8523 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/1a727579-c47e-440b-8230-25d9015bae6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0297801 Mar 29 09:42:11.384809 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59228) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:11.388027 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:11.388942 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:11.402870 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-444ffe02-eaa6-4893-8d95-b8307d2584a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:11.463139 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-5214cbce-076b-4ca7-88ac-12f6986315cc None None] Calling delete_port for b7b86441-31a1-428b-9088-e44d409f4c33 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:11.463463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-695185f6-7440-4814-b0d8-4d671e0498e8 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.472646 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f4d6d8-2429-4655-8fa5-196c5f8f990f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:11.476056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-06f4d6d8-2429-4655-8fa5-196c5f8f990f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.544864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-695185f6-7440-4814-b0d8-4d671e0498e8 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] In _notify_port_updated(), no bound segment for port 52ea0276-c49a-4e55-af11-06edd56abf6f on network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 {{(pid=88550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:42:11.550400 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695185f6-7440-4814-b0d8-4d671e0498e8 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:11.551108 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-695185f6-7440-4814-b0d8-4d671e0498e8 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.555241 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-695185f6-7440-4814-b0d8-4d671e0498e8 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "PUT /v2.0/ports/52ea0276-c49a-4e55-af11-06edd56abf6f HTTP/1.1" status: 200 len: 1001 time: 1.9320638 Mar 29 09:42:11.558309 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a2ffaa86-9ecf-4724-a12c-f73dba539870 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e15add72f3145cbb581b9f0185a9b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3874066 Mar 29 09:42:11.559159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffaa86-9ecf-4724-a12c-f73dba539870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2688beaa-3016-4761-afcd-fa3b0859a2ba,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:11.566784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59232) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:11.567113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59234) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:11.655319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dfb8f7a0-b3a7-4665-a1da-f111cf3901d7 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.712475 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:11.788178 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5214cbce-076b-4ca7-88ac-12f6986315cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.839089 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695185f6-7440-4814-b0d8-4d671e0498e8 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event updated for resources: {'Port': ['ID=52ea0276-c49a-4e55-af11-06edd56abf6f,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:11.852329 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-06f4d6d8-2429-4655-8fa5-196c5f8f990f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.852861 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214cbce-076b-4ca7-88ac-12f6986315cc None None] Pushing event deleted for resources: {'Port': ['ID=b7b86441-31a1-428b-9088-e44d409f4c33,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:11.856467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5214cbce-076b-4ca7-88ac-12f6986315cc None None] No DVR routers for this DVR port b7b86441-31a1-428b-9088-e44d409f4c33 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:11.890761 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3743abaf-6ec5-41ab-8ddb-6d2391cf8bf4 None None] Provisioning complete for port c2423e75-5f4c-46e5-9ee1-42ef10a42676 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:11.891346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3743abaf-6ec5-41ab-8ddb-6d2391cf8bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.950513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3743abaf-6ec5-41ab-8ddb-6d2391cf8bf4 None None] Port c2423e75-5f4c-46e5-9ee1-42ef10a42676 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:12.002509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.006447 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f4d6d8-2429-4655-8fa5-196c5f8f990f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:12.012139 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-06f4d6d8-2429-4655-8fa5-196c5f8f990f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:12.014141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dfb8f7a0-b3a7-4665-a1da-f111cf3901d7 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.019214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f4d6d8-2429-4655-8fa5-196c5f8f990f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:12.019639 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-07d847ed-14b3-4d38-b213-ef0819f3d83b tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Deleting port 52ea0276-c49a-4e55-af11-06edd56abf6f {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:12.019786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-06f4d6d8-2429-4655-8fa5-196c5f8f990f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.019985 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07d847ed-14b3-4d38-b213-ef0819f3d83b tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.026451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0587024c-8b0f-422b-9e58-4c46cd97a98a None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:12.055365 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dfb8f7a0-b3a7-4665-a1da-f111cf3901d7 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.080347 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.101020 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4d6d8-2429-4655-8fa5-196c5f8f990f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=22384fe9-6355-4bc0-9ab7-b8cac056f75a,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:12.115234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:12.149828 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:08Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2423e75-5f4c-46e5-9ee1-42ef10a42676', 'name': '', 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:77:2b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:06Z', 'updated_at': '2022-03-29T09:42:08Z', 'revision_number': 2, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2be7c9e-4261-460c-9c67-61419feba8f0', 'name': '', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6f:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:50Z', 'updated_at': '2022-03-29T09:42:07Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:12.155141 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Checking router: 1a727579-c47e-440b-8230-25d9015bae6d for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:42:12.156124 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Updating router 1a727579-c47e-440b-8230-25d9015bae6d port c2423e75-5f4c-46e5-9ee1-42ef10a42676 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:42:12.174429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a0c013e1-f749-4c80-aef4-a93445d0bef0 None None] Provisioning complete for port 52ea0276-c49a-4e55-af11-06edd56abf6f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:12.175368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a0c013e1-f749-4c80-aef4-a93445d0bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.193609 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-37c63d37-76d7-439e-9d60-4f11842993db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.200373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-17f081a9-7422-456a-9257-edacb3f94605 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.225356 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:12.225899 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.235787 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:12.252305 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a0c013e1-f749-4c80-aef4-a93445d0bef0 None None] Port 52ea0276-c49a-4e55-af11-06edd56abf6f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:12.290808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:12.308160 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-06f4d6d8-2429-4655-8fa5-196c5f8f990f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5873952 Mar 29 09:42:12.312626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59240) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:12.314254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-37c63d37-76d7-439e-9d60-4f11842993db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.326642 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'name': 'tempest-NetworksTestDHCPv6-874935946'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:12.400843 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b7b86441-31a1-428b-9088-e44d409f4c33 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:12.407701 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8309f567-206c-4b08-b034-7d177d1781b0,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:12.436426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dfb8f7a0-b3a7-4665-a1da-f111cf3901d7 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.439240 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb8f7a0-b3a7-4665-a1da-f111cf3901d7 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Fanout notify agent at l3_agent the message router_deleted on router 5a34298d-a3cf-4700-94a7-e61fcdc68160 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:42:12.525785 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: b7b86441-31a1-428b-9088-e44d409f4c33 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:42:12.526443 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b7b86441-31a1-428b-9088-e44d409f4c33 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:42:12.530117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': '22384fe9-6355-4bc0-9ab7-b8cac056f75a'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:42:12.532102 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.620286 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07d847ed-14b3-4d38-b213-ef0819f3d83b tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.733151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Allocated IP 2001:db8::2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/22384fe9-6355-4bc0-9ab7-b8cac056f75a/48363841-6f05-44c1-b4e3-9a36248c3d48) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:12.805976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.extraroute_db [None req-444ffe02-eaa6-4893-8d95-b8307d2584a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 29 09:42:12.813387 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-17f081a9-7422-456a-9257-edacb3f94605 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Deleting port 0fb312c1-2864-415f-aaa4-5ba5716c01fe {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:12.813726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-17f081a9-7422-456a-9257-edacb3f94605 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.836994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dfb8f7a0-b3a7-4665-a1da-f111cf3901d7 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.838232 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dfb8f7a0-b3a7-4665-a1da-f111cf3901d7 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/routers/5a34298d-a3cf-4700-94a7-e61fcdc68160 HTTP/1.1" status: 204 len: 168 time: 4.7755728 Mar 29 09:42:12.840510 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.841788 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59244) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:12.904241 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.extraroute_db [None req-444ffe02-eaa6-4893-8d95-b8307d2584a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Removed routes are [] {{(pid=88551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 29 09:42:12.904991 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-444ffe02-eaa6-4893-8d95-b8307d2584a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.917256 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Transition to ACTIVE for port object c2423e75-5f4c-46e5-9ee1-42ef10a42676 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:12.926824 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-07d847ed-14b3-4d38-b213-ef0819f3d83b tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Calling delete_port for 52ea0276-c49a-4e55-af11-06edd56abf6f owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:12.963736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.964331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-37c63d37-76d7-439e-9d60-4f11842993db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.975076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Transition to ACTIVE for port object 48363841-6f05-44c1-b4e3-9a36248c3d48 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:12.992213 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:12.997555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Transition to ACTIVE for port object 48363841-6f05-44c1-b4e3-9a36248c3d48 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:13.000373 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.002871 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:13.008074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-37c63d37-76d7-439e-9d60-4f11842993db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.011997 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-37c63d37-76d7-439e-9d60-4f11842993db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2688beaa-3016-4761-afcd-fa3b0859a2ba HTTP/1.1" status: 204 len: 168 time: 1.4382296 Mar 29 09:42:13.011997 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c63d37-76d7-439e-9d60-4f11842993db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2688beaa-3016-4761-afcd-fa3b0859a2ba,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:13.026867 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:port and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:13.032816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:13.042898 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:13.106104 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.131737 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851eceb-4944-4b12-8782-a6d41a448391 None None] Pushing event updated for resources: {'Port': ['ID=c2423e75-5f4c-46e5-9ee1-42ef10a42676,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:13.160462 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.177641 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c36032b-c8f9-4316-837b-d76efb74d2ed tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting subnet bfd6a4cf-b636-4a96-8aaf-e0029400083e {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:13.181771 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4c36032b-c8f9-4316-837b-d76efb74d2ed tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.192903 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:13.204826 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:13.225525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:13.252055 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4c36032b-c8f9-4316-837b-d76efb74d2ed tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.279067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88cfa2e-a9e8-4b2c-8571-5fdbb057f780,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:13.298238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:13.300781 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.326078 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07d847ed-14b3-4d38-b213-ef0819f3d83b tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.382341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4c36032b-c8f9-4316-837b-d76efb74d2ed tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.428063 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Attempting to bind port c2423e75-5f4c-46e5-9ee1-42ef10a42676 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:13.428960 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Attempting to bind port c2423e75-5f4c-46e5-9ee1-42ef10a42676 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'aa2d4e48-1d14-4e03-99ed-cfb7726abd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:13.429599 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Attempting to bind port c2423e75-5f4c-46e5-9ee1-42ef10a42676 on network d239f635-cc87-408e-85a0-9e22d1e6bc1c {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:13.433604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Pushing event updated for resources: {'Port': ['ID=48363841-6f05-44c1-b4e3-9a36248c3d48,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:13.437867 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:42:13.438560 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Checking segment: {'id': 'aa2d4e48-1d14-4e03-99ed-cfb7726abd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:13.439819 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.440630 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Bound using segment: {'id': 'aa2d4e48-1d14-4e03-99ed-cfb7726abd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:42:13.441299 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Bound port: c2423e75-5f4c-46e5-9ee1-42ef10a42676, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2d4e48-1d14-4e03-99ed-cfb7726abd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:13.442429 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.444449 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Attempting to bind port 48363841-6f05-44c1-b4e3-9a36248c3d48 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:13.447796 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Attempting to bind port 48363841-6f05-44c1-b4e3-9a36248c3d48 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:13.448258 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Attempting to bind port 48363841-6f05-44c1-b4e3-9a36248c3d48 on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:13.455164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.456384 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5e8d715f-1ad3-483a-958f-59f712cabb1c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.3747602 Mar 29 09:42:13.464049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59250) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:13.476516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:42:13.480037 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:13.486409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.487348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:42:13.487441 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Bound port: 48363841-6f05-44c1-b4e3-9a36248c3d48, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:13.489578 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.493655 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d847ed-14b3-4d38-b213-ef0819f3d83b tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event deleted for resources: {'Port': ['ID=52ea0276-c49a-4e55-af11-06edd56abf6f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:13.590266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port 272edacd-1bfc-47b4-a7d8-3dff227721a2 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:13.627886 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] For port c2423e75-5f4c-46e5-9ee1-42ef10a42676, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:42:13.636883 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] For port c2423e75-5f4c-46e5-9ee1-42ef10a42676, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c2423e75-5f4c-46e5-9ee1-42ef10a42676,segment=NetworkSegment(aa2d4e48-1d14-4e03-99ed-cfb7726abd3b),segment_id=aa2d4e48-1d14-4e03-99ed-cfb7726abd3b)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:42:13.661893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4c36032b-c8f9-4316-837b-d76efb74d2ed tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.723349 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.770788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192537a8-477c-486f-bce7-a7ed51ae57ac None None] Network 0fa9d836-d81a-4aca-b70e-168ab46c75fa requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:13.792158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-122c079f-3e3a-4c7b-a754-0330f4d27769 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:13.858979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4c36032b-c8f9-4316-837b-d76efb74d2ed tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.867197 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:13.867829 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:13.876759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36032b-c8f9-4316-837b-d76efb74d2ed tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd6a4cf-b636-4a96-8aaf-e0029400083e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:13.904727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] For port 48363841-6f05-44c1-b4e3-9a36248c3d48, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:42:13.938881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07d847ed-14b3-4d38-b213-ef0819f3d83b tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.970365 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-07d847ed-14b3-4d38-b213-ef0819f3d83b tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "DELETE /v2.0/ports/52ea0276-c49a-4e55-af11-06edd56abf6f HTTP/1.1" status: 204 len: 168 time: 2.4003699 Mar 29 09:42:13.975933 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59256) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:13.998757 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] For port 48363841-6f05-44c1-b4e3-9a36248c3d48, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=48363841-6f05-44c1-b4e3-9a36248c3d48,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:42:14.065558 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c934729-7c8b-4d80-91fe-ce693d3f0d05 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] GET failed (client error): The resource could not be found. Mar 29 09:42:14.066379 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6c934729-7c8b-4d80-91fe-ce693d3f0d05 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Synchronizing usage tracker for tenant:ae485c1df4a9437e9ff1c175b9a5e165 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:14.091967 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::32a (904da7d4-bab8-40f2-8764-d10ff337fe7e/22384fe9-6355-4bc0-9ab7-b8cac056f75a/272edacd-1bfc-47b4-a7d8-3dff227721a2) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:14.101990 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4c36032b-c8f9-4316-837b-d76efb74d2ed tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/subnets/bfd6a4cf-b636-4a96-8aaf-e0029400083e HTTP/1.1" status: 204 len: 168 time: 1.2534227 Mar 29 09:42:14.105595 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59260) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:14.120580 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851eceb-4944-4b12-8782-a6d41a448391 None None] Pushing event updated for resources: {'Port': ['ID=c2423e75-5f4c-46e5-9ee1-42ef10a42676,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:14.135834 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:14.143727 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-122c079f-3e3a-4c7b-a754-0330f4d27769 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:14.145237 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-122c079f-3e3a-4c7b-a754-0330f4d27769 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.6609704 Mar 29 09:42:14.162665 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59264) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:14.174877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-17f081a9-7422-456a-9257-edacb3f94605 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:14.184929 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e713664a-dc72-478e-8f95-6f859bf3c8e8 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group': {'name': 'tempest-security--1443754992', 'description': 'tempest-security-description-165571825'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:14.212752 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:14.341338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59268) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:14.400058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6c934729-7c8b-4d80-91fe-ce693d3f0d05 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Unset dirty status for tenant:ae485c1df4a9437e9ff1c175b9a5e165 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:14.421172 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6c934729-7c8b-4d80-91fe-ce693d3f0d05 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "GET /v2.0/ports/52ea0276-c49a-4e55-af11-06edd56abf6f HTTP/1.1" status: 404 len: 333 time: 0.4442198 Mar 29 09:42:14.421847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783db20-4b7d-4ad7-b144-8753e538b830 None None] Pushing event updated for resources: {'Port': ['ID=48363841-6f05-44c1-b4e3-9a36248c3d48,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:14.433769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59274) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:14.509431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a7f7ef-b55f-4d9b-b3f8-65a008a869ee None None] DHCP port deletion for 0fa9d836-d81a-4aca-b70e-168ab46c75fa request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:42:14.514013 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-97a7f7ef-b55f-4d9b-b3f8-65a008a869ee None None] Deleting port 4d99f096-a572-4407-a3e6-23f6d593eef0 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:14.514516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-97a7f7ef-b55f-4d9b-b3f8-65a008a869ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:14.517595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-17f081a9-7422-456a-9257-edacb3f94605 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Calling delete_port for 0fb312c1-2864-415f-aaa4-5ba5716c01fe owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:14.518624 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Request body: {'port': {'network_id': '903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-336237774'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:14.587075 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e713664a-dc72-478e-8f95-6f859bf3c8e8 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:14.607922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-30dcd882-cd2b-4a69-b081-eb9081fd7a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:14.631218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-444ffe02-eaa6-4893-8d95-b8307d2584a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:14.651274 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-30dcd882-cd2b-4a69-b081-eb9081fd7a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:14.665402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-444ffe02-eaa6-4893-8d95-b8307d2584a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:14.671804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-30dcd882-cd2b-4a69-b081-eb9081fd7a20 admin admin] Usage tracker for resource:security_group_rule and tenant:19d74eea90a043629f102c7c88c251c7 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:14.675532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-30dcd882-cd2b-4a69-b081-eb9081fd7a20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:14.684571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-30dcd882-cd2b-4a69-b081-eb9081fd7a20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:14.857925 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:12Z', 'revision_number': 6, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2423e75-5f4c-46e5-9ee1-42ef10a42676', 'name': '', 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:77:2b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:06Z', 'updated_at': '2022-03-29T09:42:13Z', 'revision_number': 4, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2be7c9e-4261-460c-9c67-61419feba8f0', 'name': '', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6f:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:50Z', 'updated_at': '2022-03-29T09:42:07Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:14.863708 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f06f8a5-a5f3-4546-84dd-2fc391e9e240 None None] The sync data for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv is: [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:12Z', 'revision_number': 6, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2423e75-5f4c-46e5-9ee1-42ef10a42676', 'name': '', 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:77:2b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:06Z', 'updated_at': '2022-03-29T09:42:13Z', 'revision_number': 4, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2be7c9e-4261-460c-9c67-61419feba8f0', 'name': '', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6f:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:50Z', 'updated_at': '2022-03-29T09:42:07Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:14.869227 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-97a7f7ef-b55f-4d9b-b3f8-65a008a869ee None None] For port 4d99f096-a572-4407-a3e6-23f6d593eef0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4d99f096-a572-4407-a3e6-23f6d593eef0,segment=NetworkSegment(15758fbb-9929-4580-9010-dade1dfc6351),segment_id=15758fbb-9929-4580-9010-dade1dfc6351)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:14.869702 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-97a7f7ef-b55f-4d9b-b3f8-65a008a869ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:14.970867 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:14.984241 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444ffe02-eaa6-4893-8d95-b8307d2584a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 1a727579-c47e-440b-8230-25d9015bae6d has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:42:15.063756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-97a7f7ef-b55f-4d9b-b3f8-65a008a869ee None None] Calling delete_port for 4d99f096-a572-4407-a3e6-23f6d593eef0 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:15.082285 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e713664a-dc72-478e-8f95-6f859bf3c8e8 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.100175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting port 4d99f096-a572-4407-a3e6-23f6d593eef0 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:15.100538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.182851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.200869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object 272edacd-1bfc-47b4-a7d8-3dff227721a2 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:15.232192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-30dcd882-cd2b-4a69-b081-eb9081fd7a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.245655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-97a7f7ef-b55f-4d9b-b3f8-65a008a869ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.245891 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e713664a-dc72-478e-8f95-6f859bf3c8e8 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.248188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e713664a-dc72-478e-8f95-6f859bf3c8e8 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.249567 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e713664a-dc72-478e-8f95-6f859bf3c8e8 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "PUT /v2.0/security-groups/a88cfa2e-a9e8-4b2c-8571-5fdbb057f780 HTTP/1.1" status: 200 len: 1777 time: 1.0840342 Mar 29 09:42:15.286675 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] The port '4d99f096-a572-4407-a3e6-23f6d593eef0' was deleted {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:42:15.287960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59278) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:15.328051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444ffe02-eaa6-4893-8d95-b8307d2584a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:42:15.354270 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a7f7ef-b55f-4d9b-b3f8-65a008a869ee None None] No DVR routers for this DVR port 4d99f096-a572-4407-a3e6-23f6d593eef0 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:15.356765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-30dcd882-cd2b-4a69-b081-eb9081fd7a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.385509 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7f7ef-b55f-4d9b-b3f8-65a008a869ee None None] Pushing event deleted for resources: {'Port': ['ID=4d99f096-a572-4407-a3e6-23f6d593eef0,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:15.395492 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:15.407585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:15.412598 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.527596 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-41d13109-cbfa-4719-8c4a-a83fa6b4e603 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-groups/a88cfa2e-a9e8-4b2c-8571-5fdbb057f780 HTTP/1.1" status: 200 len: 1777 time: 0.2017927 Mar 29 09:42:15.564426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59282) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:15.573612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcd882-cd2b-4a69-b081-eb9081fd7a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a98f704-724e-46f0-af68-e931cfc93ec8,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:15.614341 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Made reservation on behalf of ae485c1df4a9437e9ff1c175b9a5e165 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:15.619120 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.627960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-444ffe02-eaa6-4893-8d95-b8307d2584a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.632016 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-444ffe02-eaa6-4893-8d95-b8307d2584a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/1a727579-c47e-440b-8230-25d9015bae6d HTTP/1.1" status: 200 len: 954 time: 4.2459211 Mar 29 09:42:15.632855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59286) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:15.656182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713664a-dc72-478e-8f95-6f859bf3c8e8 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88cfa2e-a9e8-4b2c-8571-5fdbb057f780,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:15.726515 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-30dcd882-cd2b-4a69-b081-eb9081fd7a20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19d74eea90a043629f102c7c88c251c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3841126 Mar 29 09:42:15.731487 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59290) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:15.788522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8c580d99-1862-40c1-891b-a99a20538632 None None] Provisioning for port 48363841-6f05-44c1-b4e3-9a36248c3d48 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:15.841235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:15.843167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766bdd0c-3c0d-433e-b79d-0769f4edf431 None None] Sync routers for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:15.856613 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766bdd0c-3c0d-433e-b79d-0769f4edf431 None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:15.857305 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-766bdd0c-3c0d-433e-b79d-0769f4edf431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:15.857959 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:15.860377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:15.866129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:15.866700 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.871403 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b6930d9b-2835-430c-8d64-9841352df318 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/routers/1a727579-c47e-440b-8230-25d9015bae6d HTTP/1.1" status: 200 len: 954 time: 0.2282348 Mar 29 09:42:15.882335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.884883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59294) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:15.893180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-99d186d3-0128-45b0-b198-988e4555ce91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'router': {'routes': None}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:15.905417 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] device_id is not set on port 4ac978bf-580f-4a73-87a2-2170ffb59f5e yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:15.941681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=272edacd-1bfc-47b4-a7d8-3dff227721a2,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:15.970973 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2991be1a-a5dc-471e-8833-d657f3addc05 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.997052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa9d836-d81a-4aca-b70e-168ab46c75fa']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:16.041467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15758fbb-9929-4580-9010-dade1dfc6351') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:16.042053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15758fbb-9929-4580-9010-dade1dfc6351') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:16.049670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2991be1a-a5dc-471e-8833-d657f3addc05 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.059396 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-17f081a9-7422-456a-9257-edacb3f94605 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.067625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-766bdd0c-3c0d-433e-b79d-0769f4edf431 None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:16.078926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.126541 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-41115fef-a59c-42d8-9229-26b7c3090659 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8042557 Mar 29 09:42:16.136849 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59298) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:16.190633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f081a9-7422-456a-9257-edacb3f94605 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event deleted for resources: {'Port': ['ID=0fb312c1-2864-415f-aaa4-5ba5716c01fe,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:16.197444 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.220181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:42:16.220621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.228069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ec991213-baef-48bb-90e5-6dc39eda5f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:42:16.260657 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:42:16.386046 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6f02e56f-a91f-46e1-8315-324ea0cf670f None None] Provisioning for port 272edacd-1bfc-47b4-a7d8-3dff227721a2 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:16.394063 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Allocated IP 2001:db8::247 (903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2/2cc688e5-2c3c-4d67-a26d-05589af60cd6/4ac978bf-580f-4a73-87a2-2170ffb59f5e) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:16.410862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6f02e56f-a91f-46e1-8315-324ea0cf670f None None] Provisioning complete for port 272edacd-1bfc-47b4-a7d8-3dff227721a2 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:16.412157 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6f02e56f-a91f-46e1-8315-324ea0cf670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.439567 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6952f3b7-5d35-4dc9-9953-c93a1e62bd12 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:16.450145 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6952f3b7-5d35-4dc9-9953-c93a1e62bd12 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:16.450907 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6952f3b7-5d35-4dc9-9953-c93a1e62bd12 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:16.509487 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ec991213-baef-48bb-90e5-6dc39eda5f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.517563 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.519359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2991be1a-a5dc-471e-8833-d657f3addc05 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.519484 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c2423e75-5f4c-46e5-9ee1-42ef10a42676 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:16.586498 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991be1a-a5dc-471e-8833-d657f3addc05 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88cfa2e-a9e8-4b2c-8571-5fdbb057f780,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:16.596191 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.599182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Network': ['ID=0fa9d836-d81a-4aca-b70e-168ab46c75fa,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:16.609518 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6f02e56f-a91f-46e1-8315-324ea0cf670f None None] Port 272edacd-1bfc-47b4-a7d8-3dff227721a2 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:16.629593 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3bc2fb63-7c0a-4a8d-bf3f-e29cbd06c50d tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/networks/0fa9d836-d81a-4aca-b70e-168ab46c75fa HTTP/1.1" status: 204 len: 168 time: 2.5202594 Mar 29 09:42:16.639173 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59302) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:16.686858 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-766bdd0c-3c0d-433e-b79d-0769f4edf431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:12Z', 'revision_number': 6, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2423e75-5f4c-46e5-9ee1-42ef10a42676', 'name': '', 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:77:2b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:06Z', 'updated_at': '2022-03-29T09:42:13Z', 'revision_number': 4, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2be7c9e-4261-460c-9c67-61419feba8f0', 'name': '', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6f:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:50Z', 'updated_at': '2022-03-29T09:42:07Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:16.690788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766bdd0c-3c0d-433e-b79d-0769f4edf431 None None] Checking router: 1a727579-c47e-440b-8230-25d9015bae6d for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:42:16.699426 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766bdd0c-3c0d-433e-b79d-0769f4edf431 None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:16.700021 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-766bdd0c-3c0d-433e-b79d-0769f4edf431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:16.701106 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6952f3b7-5d35-4dc9-9953-c93a1e62bd12 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:16.704838 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6952f3b7-5d35-4dc9-9953-c93a1e62bd12 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5586541 Mar 29 09:42:16.714154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59306) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:16.715288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2991be1a-a5dc-471e-8833-d657f3addc05 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.716386 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2991be1a-a5dc-471e-8833-d657f3addc05 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-groups/a88cfa2e-a9e8-4b2c-8571-5fdbb057f780 HTTP/1.1" status: 204 len: 168 time: 1.1509507 Mar 29 09:42:16.755909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port c2423e75-5f4c-46e5-9ee1-42ef10a42676 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:16.760461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59310) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:16.767923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c2423e75-5f4c-46e5-9ee1-42ef10a42676 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:16.768701 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.787787 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-17f081a9-7422-456a-9257-edacb3f94605 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.939910 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-28bc9ebb-4945-4462-8cd3-5c8643bf6795 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting port bfa572ed-9d7d-42f7-aee2-3d4bccdd9db7 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:16.940249 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28bc9ebb-4945-4462-8cd3-5c8643bf6795 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.962951 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-766bdd0c-3c0d-433e-b79d-0769f4edf431 None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:16.988092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e23d5269-a391-4f5b-95b5-5e793e2a97de tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port 272edacd-1bfc-47b4-a7d8-3dff227721a2 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:16.988460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e23d5269-a391-4f5b-95b5-5e793e2a97de tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.118929 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.178657 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-58d1079e-5e64-400c-bf98-d5c8def28075 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4143536 Mar 29 09:42:17.180169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59314) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:17.184310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.241302 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Transition to ACTIVE for port object 4ac978bf-580f-4a73-87a2-2170ffb59f5e will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:17.253992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ec991213-baef-48bb-90e5-6dc39eda5f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.287502 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port c2423e75-5f4c-46e5-9ee1-42ef10a42676, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c2423e75-5f4c-46e5-9ee1-42ef10a42676,segment=NetworkSegment(aa2d4e48-1d14-4e03-99ed-cfb7726abd3b),segment_id=aa2d4e48-1d14-4e03-99ed-cfb7726abd3b)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:17.308161 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-e89c4ba9-0dee-4c94-aed8-01101f1d682b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] delete failed (client error): The resource could not be found. Mar 29 09:42:17.313445 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e89c4ba9-0dee-4c94-aed8-01101f1d682b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-groups/a88cfa2e-a9e8-4b2c-8571-5fdbb057f780 HTTP/1.1" status: 404 len: 347 time: 0.1287093 Mar 29 09:42:17.320231 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28bc9ebb-4945-4462-8cd3-5c8643bf6795 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.320672 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28bc9ebb-4945-4462-8cd3-5c8643bf6795 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.329944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59318) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:17.335941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-32195d01-1c79-477c-8203-597a5889752c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048539080'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:17.348880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-32195d01-1c79-477c-8203-597a5889752c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:17.372554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec991213-baef-48bb-90e5-6dc39eda5f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a98f704-724e-46f0-af68-e931cfc93ec8,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:17.390026 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.390970 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 48363841-6f05-44c1-b4e3-9a36248c3d48 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:17.409392 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f081a9-7422-456a-9257-edacb3f94605 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Router 5fc13d21-5d11-4fb8-a713-7650b4d0e6e9 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:42:17.410475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ec991213-baef-48bb-90e5-6dc39eda5f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.414425 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ec991213-baef-48bb-90e5-6dc39eda5f1c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a98f704-724e-46f0-af68-e931cfc93ec8 HTTP/1.1" status: 204 len: 168 time: 1.6801469 Mar 29 09:42:17.468153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-766bdd0c-3c0d-433e-b79d-0769f4edf431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:12Z', 'revision_number': 6, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2423e75-5f4c-46e5-9ee1-42ef10a42676', 'name': '', 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:77:2b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:06Z', 'updated_at': '2022-03-29T09:42:13Z', 'revision_number': 4, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2be7c9e-4261-460c-9c67-61419feba8f0', 'name': '', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6f:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:50Z', 'updated_at': '2022-03-29T09:42:07Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:17.509711 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766bdd0c-3c0d-433e-b79d-0769f4edf431 None None] The sync data for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv is: [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:12Z', 'revision_number': 6, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2423e75-5f4c-46e5-9ee1-42ef10a42676', 'name': '', 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:77:2b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:06Z', 'updated_at': '2022-03-29T09:42:13Z', 'revision_number': 4, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2be7c9e-4261-460c-9c67-61419feba8f0', 'name': '', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6f:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:50Z', 'updated_at': '2022-03-29T09:42:07Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:17.566015 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=c2423e75-5f4c-46e5-9ee1-42ef10a42676,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:17.633979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f081a9-7422-456a-9257-edacb3f94605 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:42:17.637017 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.extraroute_db [None req-99d186d3-0128-45b0-b198-988e4555ce91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Added routes are [] {{(pid=88551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 29 09:42:17.637243 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.extraroute_db [None req-99d186d3-0128-45b0-b198-988e4555ce91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 29 09:42:17.643107 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-17f081a9-7422-456a-9257-edacb3f94605 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "PUT /v2.0/routers/5fc13d21-5d11-4fb8-a713-7650b4d0e6e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8401706 Mar 29 09:42:17.647440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59324) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:17.648927 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eacd74c-f8bf-470e-a917-cf7e4ed9d437 None None] Sync routers for ids ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:17.659825 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eacd74c-f8bf-470e-a917-cf7e4ed9d437 None None] Routers {'5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:17.661081 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8eacd74c-f8bf-470e-a917-cf7e4ed9d437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:17.668259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 48363841-6f05-44c1-b4e3-9a36248c3d48 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:17.674835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 48363841-6f05-44c1-b4e3-9a36248c3d48 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:17.674835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.683088 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-28bc9ebb-4945-4462-8cd3-5c8643bf6795 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Calling delete_port for bfa572ed-9d7d-42f7-aee2-3d4bccdd9db7 owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:17.728817 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-32195d01-1c79-477c-8203-597a5889752c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:17.731228 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-0c4244de-f1e8-4517-b5f7-07ae93816051 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] show failed (client error): The resource could not be found. Mar 29 09:42:17.732475 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0c4244de-f1e8-4517-b5f7-07ae93816051 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-991822008 HTTP/1.1" status: 404 len: 334 time: 0.0847127 Mar 29 09:42:17.742140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59328) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:17.747643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-32195d01-1c79-477c-8203-597a5889752c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:17.756916 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8eacd74c-f8bf-470e-a917-cf7e4ed9d437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:17.762230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-3ebdfd4f-e1d8-4319-bf6f-acc0a2a8f68d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:17.765286 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-32195d01-1c79-477c-8203-597a5889752c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:17.771204 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eacd74c-f8bf-470e-a917-cf7e4ed9d437 None None] Routers {'5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:17.771914 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8eacd74c-f8bf-470e-a917-cf7e4ed9d437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:17.823153 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e23d5269-a391-4f5b-95b5-5e793e2a97de tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.853612 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-3ebdfd4f-e1d8-4319-bf6f-acc0a2a8f68d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] update failed (client error): The resource could not be found. Mar 29 09:42:17.854629 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3ebdfd4f-e1d8-4319-bf6f-acc0a2a8f68d tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-962492765 HTTP/1.1" status: 404 len: 334 time: 0.1045060 Mar 29 09:42:17.855370 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8eacd74c-f8bf-470e-a917-cf7e4ed9d437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:17.855914 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eacd74c-f8bf-470e-a917-cf7e4ed9d437 None None] The sync data for ids ['5fc13d21-5d11-4fb8-a713-7650b4d0e6e9'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:17.861704 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59332) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:17.874848 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.878493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99d186d3-0128-45b0-b198-988e4555ce91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.910203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 48363841-6f05-44c1-b4e3-9a36248c3d48, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=48363841-6f05-44c1-b4e3-9a36248c3d48,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:17.949321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-620a080b-54ff-4f01-8f31-2b36a9591798 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Deleting subnet 5476b003-6933-4e9f-a3eb-e5e74033c47e {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:17.952328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-620a080b-54ff-4f01-8f31-2b36a9591798 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.955975 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-32195d01-1c79-477c-8203-597a5889752c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.965573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.973668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.979331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e23d5269-a391-4f5b-95b5-5e793e2a97de tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for 272edacd-1bfc-47b4-a7d8-3dff227721a2 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:18.030354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-620a080b-54ff-4f01-8f31-2b36a9591798 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.098013 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4d99f096-a572-4407-a3e6-23f6d593eef0 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:18.121083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-32195d01-1c79-477c-8203-597a5889752c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:18.137417 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 4d99f096-a572-4407-a3e6-23f6d593eef0 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:42:18.137753 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4d99f096-a572-4407-a3e6-23f6d593eef0 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:42:18.140328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=48363841-6f05-44c1-b4e3-9a36248c3d48,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:18.144048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-32195d01-1c79-477c-8203-597a5889752c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:18.150091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:18.156339 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-32195d01-1c79-477c-8203-597a5889752c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:18.164943 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:18.185626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:18.191222 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:18.191862 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.199170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-32195d01-1c79-477c-8203-597a5889752c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:18.247986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event updated for resources: {'Port': ['ID=4ac978bf-580f-4a73-87a2-2170ffb59f5e,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:18.404437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28bc9ebb-4945-4462-8cd3-5c8643bf6795 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.408831 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c2423e75-5f4c-46e5-9ee1-42ef10a42676 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:18.469564 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-430fcd6d-578c-4234-9c87-7a56467c813e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0346069 Mar 29 09:42:18.479666 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc9ebb-4945-4462-8cd3-5c8643bf6795 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Port': ['ID=bfa572ed-9d7d-42f7-aee2-3d4bccdd9db7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:18.483673 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59346) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:18.491012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-32195d01-1c79-477c-8203-597a5889752c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.492323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e23d5269-a391-4f5b-95b5-5e793e2a97de tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.505069 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-79fd477d-1510-48de-b74f-f4b83af4ac54 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:97:3f:6d'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:18.516156 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c2423e75-5f4c-46e5-9ee1-42ef10a42676 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:18.516156 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.558565 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99d186d3-0128-45b0-b198-988e4555ce91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.565338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99d186d3-0128-45b0-b198-988e4555ce91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.626993 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d5269-a391-4f5b-95b5-5e793e2a97de tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=272edacd-1bfc-47b4-a7d8-3dff227721a2,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:18.630748 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-32195d01-1c79-477c-8203-597a5889752c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.636623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-620a080b-54ff-4f01-8f31-2b36a9591798 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.652072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-61d866f5-d371-4554-8b8d-a3b117dad7c6 None None] Provisioning for port 4ac978bf-580f-4a73-87a2-2170ffb59f5e completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:18.664414 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 48363841-6f05-44c1-b4e3-9a36248c3d48 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:18.699143 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-61d866f5-d371-4554-8b8d-a3b117dad7c6 None None] Provisioning complete for port 4ac978bf-580f-4a73-87a2-2170ffb59f5e triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:18.699508 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-61d866f5-d371-4554-8b8d-a3b117dad7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.793244 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-61d866f5-d371-4554-8b8d-a3b117dad7c6 None None] Port 4ac978bf-580f-4a73-87a2-2170ffb59f5e cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:18.811026 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 48363841-6f05-44c1-b4e3-9a36248c3d48 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:18.812408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.829139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e23d5269-a391-4f5b-95b5-5e793e2a97de tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.892274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32195d01-1c79-477c-8203-597a5889752c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061b63d7-1249-4f18-9b2b-a963a93f8a58,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:18.968767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28bc9ebb-4945-4462-8cd3-5c8643bf6795 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.971398 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28bc9ebb-4945-4462-8cd3-5c8643bf6795 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.972514 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-28bc9ebb-4945-4462-8cd3-5c8643bf6795 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/floatingips/b9511f2d-1183-4e79-b6cf-9cb515bbb7be HTTP/1.1" status: 204 len: 168 time: 2.3320498 Mar 29 09:42:18.981964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59356) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:19.009870 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d186d3-0128-45b0-b198-988e4555ce91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 1a727579-c47e-440b-8230-25d9015bae6d has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:42:19.024610 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e23d5269-a391-4f5b-95b5-5e793e2a97de tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/272edacd-1bfc-47b4-a7d8-3dff227721a2 HTTP/1.1" status: 204 len: 168 time: 2.3043818 Mar 29 09:42:19.024610 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-32195d01-1c79-477c-8203-597a5889752c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.024610 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-32195d01-1c79-477c-8203-597a5889752c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6936531 Mar 29 09:42:19.024989 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59362) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:19.027111 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59364) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:19.034345 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3cad19-8d8f-4798-bb6e-9d2a0e656ff4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] DELETE failed (client error): The resource could not be found. Mar 29 09:42:19.043220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3cad19-8d8f-4798-bb6e-9d2a0e656ff4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:42:19.043220 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ef3cad19-8d8f-4798-bb6e-9d2a0e656ff4 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/ports/312e2a77-7bbb-4f32-8048-aa7b8f232e24 HTTP/1.1" status: 404 len: 333 time: 0.0535948 Mar 29 09:42:19.043449 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8c82f805-29ec-4294-a93f-8b11e45f0743 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group_rule': {'security_group_id': '061b63d7-1249-4f18-9b2b-a963a93f8a58', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:19.043553 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59370) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:19.101476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0085e990-79bd-49b9-bdbb-2b715fa9ca06 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Synchronizing usage tracker for tenant:def6da8eeee4419eb3da131eed714cf3 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:19.135299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8c82f805-29ec-4294-a93f-8b11e45f0743 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:19.151613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-620a080b-54ff-4f01-8f31-2b36a9591798 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.178970 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-79fd477d-1510-48de-b74f-f4b83af4ac54 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.195182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8c82f805-29ec-4294-a93f-8b11e45f0743 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:19.247948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8c82f805-29ec-4294-a93f-8b11e45f0743 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:19.258937 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0085e990-79bd-49b9-bdbb-2b715fa9ca06 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Unset dirty status for tenant:def6da8eeee4419eb3da131eed714cf3 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:19.262684 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0085e990-79bd-49b9-bdbb-2b715fa9ca06 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a34298d-a3cf-4700-94a7-e61fcdc68160 HTTP/1.1" status: 200 len: 205 time: 0.2183418 Mar 29 09:42:19.265919 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59376) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:19.271136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a080b-54ff-4f01-8f31-2b36a9591798 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event deleted for resources: {'Subnet': ['ID=5476b003-6933-4e9f-a3eb-e5e74033c47e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:19.277123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8c82f805-29ec-4294-a93f-8b11e45f0743 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:19.288791 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c51e3ca-97ec-4769-9f11-1105026439e7 None None] Network 0fb91a9a-4cdd-4204-a247-fae201b80867 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:19.289233 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-620a080b-54ff-4f01-8f31-2b36a9591798 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.316602 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e991c5e-bb09-4bfb-815a-e96cdb4d3511 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:19.318185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e991c5e-bb09-4bfb-815a-e96cdb4d3511 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:19.318950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7e991c5e-bb09-4bfb-815a-e96cdb4d3511 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:19.325514 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-620a080b-54ff-4f01-8f31-2b36a9591798 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "DELETE /v2.0/subnets/5476b003-6933-4e9f-a3eb-e5e74033c47e HTTP/1.1" status: 204 len: 168 time: 1.4529278 Mar 29 09:42:19.341532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59382) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:19.377238 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-11a0a146-2bd9-4aba-abe9-c1ac79f78b59 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] delete failed (client error): The resource could not be found. Mar 29 09:42:19.378289 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-11a0a146-2bd9-4aba-abe9-c1ac79f78b59 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/routers/5a34298d-a3cf-4700-94a7-e61fcdc68160 HTTP/1.1" status: 404 len: 336 time: 0.1114588 Mar 29 09:42:19.393802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59386) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:19.426400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d186d3-0128-45b0-b198-988e4555ce91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:42:19.440454 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99d186d3-0128-45b0-b198-988e4555ce91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.444234 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-99d186d3-0128-45b0-b198-988e4555ce91 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/1a727579-c47e-440b-8230-25d9015bae6d HTTP/1.1" status: 200 len: 704 time: 3.5584245 Mar 29 09:42:19.447700 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59390) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:19.461337 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe608be-0503-487b-a9ec-3538d51a73fa None None] Sync routers for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:19.466581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8c82f805-29ec-4294-a93f-8b11e45f0743 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.505389 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e7b891-196b-4edf-9b7d-bcee5bdf9c17 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] DELETE failed (client error): The resource could not be found. Mar 29 09:42:19.505843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e7b891-196b-4edf-9b7d-bcee5bdf9c17 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:42:19.506245 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-7404af8b-99a1-47e7-a982-f75d2ceaff15 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Deleting subnet 108ef100-ae22-4a58-9d78-cdaff7f2b96f {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:19.510296 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f4e7b891-196b-4edf-9b7d-bcee5bdf9c17 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/subnets/bfd6a4cf-b636-4a96-8aaf-e0029400083e HTTP/1.1" status: 404 len: 337 time: 0.1127849 Mar 29 09:42:19.513691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59396) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:19.519423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7404af8b-99a1-47e7-a982-f75d2ceaff15 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.593018 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe608be-0503-487b-a9ec-3538d51a73fa None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:19.593018 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6fe608be-0503-487b-a9ec-3538d51a73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:19.598763 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7e991c5e-bb09-4bfb-815a-e96cdb4d3511 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:19.602498 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7e991c5e-bb09-4bfb-815a-e96cdb4d3511 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5740173 Mar 29 09:42:19.626639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59402) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:19.706772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7404af8b-99a1-47e7-a982-f75d2ceaff15 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.785074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6fe608be-0503-487b-a9ec-3538d51a73fa None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:19.830027 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a51897e5-add1-44c0-b94d-c3b27e93f535 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/routers/1a727579-c47e-440b-8230-25d9015bae6d HTTP/1.1" status: 200 len: 704 time: 0.3274386 Mar 29 09:42:19.830942 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59410) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:19.870658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-31e0a6c0-c6ef-44d9-b555-dabfd8f5bbfd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting port 65c7afb1-2652-4e3c-a814-ef4e666bf6c8 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:19.870658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-31e0a6c0-c6ef-44d9-b555-dabfd8f5bbfd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.940601 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8c82f805-29ec-4294-a93f-8b11e45f0743 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.961268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce39d29d-7394-411e-8b95-b0c5dbb86723 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 22384fe9-6355-4bc0-9ab7-b8cac056f75a {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:19.964406 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ce39d29d-7394-411e-8b95-b0c5dbb86723 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.982326 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-79fd477d-1510-48de-b74f-f4b83af4ac54 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.996534 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c937d12e-b307-4d72-b685-a40d9f2907d6 None None] DHCP port deletion for 0fb91a9a-4cdd-4204-a247-fae201b80867 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:42:20.010069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59416) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:20.012986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c937d12e-b307-4d72-b685-a40d9f2907d6 None None] Deleting port 2e6ad31e-c994-4746-9abf-db3a4b49e562 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:20.013489 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c937d12e-b307-4d72-b685-a40d9f2907d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.026145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8c82f805-29ec-4294-a93f-8b11e45f0743 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.089359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82f805-29ec-4294-a93f-8b11e45f0743 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d766816-b6ac-4047-ac25-97f1ccc6c2ce,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:20.094504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7404af8b-99a1-47e7-a982-f75d2ceaff15 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.095988 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-79fd477d-1510-48de-b74f-f4b83af4ac54 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.173808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ce39d29d-7394-411e-8b95-b0c5dbb86723 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.233048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd477d-1510-48de-b74f-f4b83af4ac54 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event updated for resources: {'Port': ['ID=4ac978bf-580f-4a73-87a2-2170ffb59f5e,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:20.257094 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-79fd477d-1510-48de-b74f-f4b83af4ac54 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] In _notify_port_updated(), no bound segment for port 4ac978bf-580f-4a73-87a2-2170ffb59f5e on network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 {{(pid=88550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:42:20.263408 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd477d-1510-48de-b74f-f4b83af4ac54 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:20.264137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-79fd477d-1510-48de-b74f-f4b83af4ac54 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.269170 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-79fd477d-1510-48de-b74f-f4b83af4ac54 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "PUT /v2.0/ports/4ac978bf-580f-4a73-87a2-2170ffb59f5e HTTP/1.1" status: 200 len: 1002 time: 1.7816999 Mar 29 09:42:20.269908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59424) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:20.343275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8c82f805-29ec-4294-a93f-8b11e45f0743 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.344876 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8c82f805-29ec-4294-a93f-8b11e45f0743 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3149533 Mar 29 09:42:20.383234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59428) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:20.435884 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2e6ad31e-c994-4746-9abf-db3a4b49e562 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:20.455682 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0f5978d2-c0f7-4ba1-96b0-4506bf179e43 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Deleting port 4ac978bf-580f-4a73-87a2-2170ffb59f5e {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:20.456174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f5978d2-c0f7-4ba1-96b0-4506bf179e43 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.470058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1828219335'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:20.474993 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:20.483018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Usage tracker for resource:network and tenant:631105fe84eb4807b486d588128fabbf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:20.486470 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:20.492324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:20.499555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c937d12e-b307-4d72-b685-a40d9f2907d6 None None] For port 2e6ad31e-c994-4746-9abf-db3a4b49e562, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2e6ad31e-c994-4746-9abf-db3a4b49e562,segment=NetworkSegment(16495024-575f-467c-a3a4-c0eb1fa484f7),segment_id=16495024-575f-467c-a3a4-c0eb1fa484f7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:20.500461 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c937d12e-b307-4d72-b685-a40d9f2907d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.558291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-31e0a6c0-c6ef-44d9-b555-dabfd8f5bbfd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.562350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-68f98d35-a141-4ee4-8541-0456414d439c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.583972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ce39d29d-7394-411e-8b95-b0c5dbb86723 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.604285 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-68f98d35-a141-4ee4-8541-0456414d439c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.658680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c937d12e-b307-4d72-b685-a40d9f2907d6 None None] Calling delete_port for 2e6ad31e-c994-4746-9abf-db3a4b49e562 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:20.688438 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6fe608be-0503-487b-a9ec-3538d51a73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:17Z', 'revision_number': 7, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2423e75-5f4c-46e5-9ee1-42ef10a42676', 'name': '', 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:77:2b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:06Z', 'updated_at': '2022-03-29T09:42:17Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2be7c9e-4261-460c-9c67-61419feba8f0', 'name': '', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6f:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:50Z', 'updated_at': '2022-03-29T09:42:07Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:20.701192 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe608be-0503-487b-a9ec-3538d51a73fa None None] Checking router: 1a727579-c47e-440b-8230-25d9015bae6d for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:42:20.737388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7404af8b-99a1-47e7-a982-f75d2ceaff15 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.741718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Made reservation on behalf of 631105fe84eb4807b486d588128fabbf for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:20.745774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.765854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe608be-0503-487b-a9ec-3538d51a73fa None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:20.766486 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6fe608be-0503-487b-a9ec-3538d51a73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:20.768180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-31e0a6c0-c6ef-44d9-b555-dabfd8f5bbfd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Calling delete_port for 65c7afb1-2652-4e3c-a814-ef4e666bf6c8 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:20.804967 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-68f98d35-a141-4ee4-8541-0456414d439c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.835589 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f98d35-a141-4ee4-8541-0456414d439c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d766816-b6ac-4047-ac25-97f1ccc6c2ce,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:20.844746 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-68f98d35-a141-4ee4-8541-0456414d439c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.846084 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-68f98d35-a141-4ee4-8541-0456414d439c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/5d766816-b6ac-4047-ac25-97f1ccc6c2ce HTTP/1.1" status: 204 len: 168 time: 0.4616282 Mar 29 09:42:20.853433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59432) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:20.855592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.873389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7404af8b-99a1-47e7-a982-f75d2ceaff15 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.879717 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404af8b-99a1-47e7-a982-f75d2ceaff15 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event deleted for resources: {'Subnet': ['ID=108ef100-ae22-4a58-9d78-cdaff7f2b96f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:20.889883 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7404af8b-99a1-47e7-a982-f75d2ceaff15 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "DELETE /v2.0/subnets/108ef100-ae22-4a58-9d78-cdaff7f2b96f HTTP/1.1" status: 204 len: 168 time: 1.5468259 Mar 29 09:42:20.894187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f5978d2-c0f7-4ba1-96b0-4506bf179e43 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.899383 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59436) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:20.923071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55897e7a-34e6-41a6-a652-8d5da06cfe81 None None] Network 11418eb0-0705-4147-8248-965d190cbb71 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:20.934272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:20.945879 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.969103 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6541f4cd-1b78-485f-8e79-c4ff4eb5b01b None None] Provisioning complete for port 4ac978bf-580f-4a73-87a2-2170ffb59f5e triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:20.969466 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6541f4cd-1b78-485f-8e79-c4ff4eb5b01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.065767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0f5978d2-c0f7-4ba1-96b0-4506bf179e43 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Calling delete_port for 4ac978bf-580f-4a73-87a2-2170ffb59f5e owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:21.096172 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Usage tracker for resource:security_group_rule and tenant:631105fe84eb4807b486d588128fabbf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:21.102675 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:21.124464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:21.129763 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-44e0ffd1-e440-40d4-b433-e3baf29d000f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:21.133773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c937d12e-b307-4d72-b685-a40d9f2907d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.212639 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6fe608be-0503-487b-a9ec-3538d51a73fa None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:21.260139 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937d12e-b307-4d72-b685-a40d9f2907d6 None None] Pushing event deleted for resources: {'Port': ['ID=2e6ad31e-c994-4746-9abf-db3a4b49e562,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:21.275727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10919026-9b2c-40a3-afbd-5509dbbe2a52 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.293184 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c937d12e-b307-4d72-b685-a40d9f2907d6 None None] No DVR routers for this DVR port 2e6ad31e-c994-4746-9abf-db3a4b49e562 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:21.304113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-44e0ffd1-e440-40d4-b433-e3baf29d000f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:21.305424 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-44e0ffd1-e440-40d4-b433-e3baf29d000f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4508805 Mar 29 09:42:21.308614 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ce39d29d-7394-411e-8b95-b0c5dbb86723 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.309250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59440) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:21.317726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff229-aa30-4bec-bdde-fb63c1cebd5b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.356272 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6541f4cd-1b78-485f-8e79-c4ff4eb5b01b None None] Port 4ac978bf-580f-4a73-87a2-2170ffb59f5e cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:21.419295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39d29d-7394-411e-8b95-b0c5dbb86723 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=22384fe9-6355-4bc0-9ab7-b8cac056f75a,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:21.466499 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052ac5c8-1ce9-4390-83f4-88262e29aebc None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:21.471332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ce39d29d-7394-411e-8b95-b0c5dbb86723 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.601638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-31e0a6c0-c6ef-44d9-b555-dabfd8f5bbfd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.645402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10919026-9b2c-40a3-afbd-5509dbbe2a52 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.654401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.678560 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ce39d29d-7394-411e-8b95-b0c5dbb86723 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/22384fe9-6355-4bc0-9ab7-b8cac056f75a HTTP/1.1" status: 204 len: 168 time: 2.0488081 Mar 29 09:42:21.678560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0a6c0-c6ef-44d9-b555-dabfd8f5bbfd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Port': ['ID=65c7afb1-2652-4e3c-a814-ef4e666bf6c8,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:21.680326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59444) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:21.699398 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ffa04077-d33d-484d-95b8-52437ac79e45 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.705565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f5978d2-c0f7-4ba1-96b0-4506bf179e43 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.785517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.794833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-10919026-9b2c-40a3-afbd-5509dbbe2a52 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb91a9a-4cdd-4204-a247-fae201b80867']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:21.803156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5978d2-c0f7-4ba1-96b0-4506bf179e43 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event deleted for resources: {'Port': ['ID=4ac978bf-580f-4a73-87a2-2170ffb59f5e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:21.833532 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f5978d2-c0f7-4ba1-96b0-4506bf179e43 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.845862 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ffa04077-d33d-484d-95b8-52437ac79e45 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.860161 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-acb48570-a1a8-4918-a4d4-46ab96a16b43 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1664538 Mar 29 09:42:21.862744 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59448) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:21.870638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-10919026-9b2c-40a3-afbd-5509dbbe2a52 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16495024-575f-467c-a3a4-c0eb1fa484f7') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:21.870941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-10919026-9b2c-40a3-afbd-5509dbbe2a52 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16495024-575f-467c-a3a4-c0eb1fa484f7') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:21.872074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6fe608be-0503-487b-a9ec-3538d51a73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:17Z', 'revision_number': 7, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2423e75-5f4c-46e5-9ee1-42ef10a42676', 'name': '', 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:77:2b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:06Z', 'updated_at': '2022-03-29T09:42:17Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2be7c9e-4261-460c-9c67-61419feba8f0', 'name': '', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6f:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:50Z', 'updated_at': '2022-03-29T09:42:07Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:21.878203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe608be-0503-487b-a9ec-3538d51a73fa None None] The sync data for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv is: [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:17Z', 'revision_number': 7, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2423e75-5f4c-46e5-9ee1-42ef10a42676', 'name': '', 'network_id': 'd239f635-cc87-408e-85a0-9e22d1e6bc1c', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:77:2b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:06Z', 'updated_at': '2022-03-29T09:42:17Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'd0acaca1-4673-4deb-8620-a1c5cde0ad97', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2be7c9e-4261-460c-9c67-61419feba8f0', 'name': '', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6f:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:50Z', 'updated_at': '2022-03-29T09:42:07Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:21.878536 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5c4f93a0-07ba-450b-aaa9-d02dec64bcbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:21.924289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:42:21.936447 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10919026-9b2c-40a3-afbd-5509dbbe2a52 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.948607 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0f5978d2-c0f7-4ba1-96b0-4506bf179e43 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "DELETE /v2.0/ports/4ac978bf-580f-4a73-87a2-2170ffb59f5e HTTP/1.1" status: 204 len: 168 time: 1.6751180 Mar 29 09:42:21.954141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59452) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:21.969763 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c0e32f-bbb8-4b9e-98f4-2621fc7e905d None None] DHCP port deletion for 11418eb0-0705-4147-8248-965d190cbb71 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:42:21.974672 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d80026-1b93-4753-80a3-7d3c8e7adb1e,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:21.975734 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-26c0e32f-bbb8-4b9e-98f4-2621fc7e905d None None] Deleting port 274b2c71-c021-40f1-bd89-061de86f2871 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:21.976130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-26c0e32f-bbb8-4b9e-98f4-2621fc7e905d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.044003 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.044351 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Added segment e09a7851-268d-41f7-873c-0af1ee450590 of type vlan for network f7a0c14b-585d-4ed2-bcec-7867b462740a Mar 29 09:42:22.048085 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:42:22.048359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10919026-9b2c-40a3-afbd-5509dbbe2a52 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.069912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] Deleting port 48363841-6f05-44c1-b4e3-9a36248c3d48 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:22.070430 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.082075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-31e0a6c0-c6ef-44d9-b555-dabfd8f5bbfd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.086362 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-d589f410-4355-4d05-bd9e-3e54808aad7d tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] GET failed (client error): The resource could not be found. Mar 29 09:42:22.091707 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d589f410-4355-4d05-bd9e-3e54808aad7d tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "GET /v2.0/ports/4ac978bf-580f-4a73-87a2-2170ffb59f5e HTTP/1.1" status: 404 len: 333 time: 0.1297050 Mar 29 09:42:22.091707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10919026-9b2c-40a3-afbd-5509dbbe2a52 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:42:22.091707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10919026-9b2c-40a3-afbd-5509dbbe2a52 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.113234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5c4f93a0-07ba-450b-aaa9-d02dec64bcbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:22.131205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59456) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:42:22.131299 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:42:22.137449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5c4f93a0-07ba-450b-aaa9-d02dec64bcbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:22.146095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Request body: {'port': {'network_id': '903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-834911612'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:22.165448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5c4f93a0-07ba-450b-aaa9-d02dec64bcbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:22.178133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ffa04077-d33d-484d-95b8-52437ac79e45 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.185893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5c4f93a0-07ba-450b-aaa9-d02dec64bcbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:22.250436 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-31e0a6c0-c6ef-44d9-b555-dabfd8f5bbfd tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/ports/65c7afb1-2652-4e3c-a814-ef4e666bf6c8 HTTP/1.1" status: 204 len: 168 time: 2.7330022 Mar 29 09:42:22.260653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59460) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:22.337137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.355711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10919026-9b2c-40a3-afbd-5509dbbe2a52 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.401675 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10919026-9b2c-40a3-afbd-5509dbbe2a52 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.405951 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ff229-aa30-4bec-bdde-fb63c1cebd5b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port c2423e75-5f4c-46e5-9ee1-42ef10a42676 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:22.406454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff229-aa30-4bec-bdde-fb63c1cebd5b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.412721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 48363841-6f05-44c1-b4e3-9a36248c3d48 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:22.425636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10919026-9b2c-40a3-afbd-5509dbbe2a52 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event deleted for resources: {'Network': ['ID=0fb91a9a-4cdd-4204-a247-fae201b80867,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:22.435459 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-10919026-9b2c-40a3-afbd-5509dbbe2a52 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "DELETE /v2.0/networks/0fb91a9a-4cdd-4204-a247-fae201b80867 HTTP/1.1" status: 204 len: 168 time: 1.5289237 Mar 29 09:42:22.440387 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59464) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:22.440587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa04077-d33d-484d-95b8-52437ac79e45 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061b63d7-1249-4f18-9b2b-a963a93f8a58,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:22.490961 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4f93a0-07ba-450b-aaa9-d02dec64bcbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:22.495333 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5c4f93a0-07ba-450b-aaa9-d02dec64bcbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.502875 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-26c0e32f-bbb8-4b9e-98f4-2621fc7e905d None None] For port 274b2c71-c021-40f1-bd89-061de86f2871, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=274b2c71-c021-40f1-bd89-061de86f2871,segment=NetworkSegment(31c595a7-dca0-47ce-9384-09769e55fc18),segment_id=31c595a7-dca0-47ce-9384-09769e55fc18)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:22.503347 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-26c0e32f-bbb8-4b9e-98f4-2621fc7e905d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.546740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.551940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:22.552578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.675112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-8aa4dd8f-6ac6-49f0-b940-dca65d5a9888 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting port 7f7aa2f9-8b0c-4b5a-92e7-a21ff4c630fa {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:22.675112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8aa4dd8f-6ac6-49f0-b940-dca65d5a9888 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.684902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.697514 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Pushing event updated for resources: {'Network': ['ID=f7a0c14b-585d-4ed2-bcec-7867b462740a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:22.705765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Deleting port 274b2c71-c021-40f1-bd89-061de86f2871 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:22.705974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.714489 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ffa04077-d33d-484d-95b8-52437ac79e45 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.716568 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ffa04077-d33d-484d-95b8-52437ac79e45 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-groups/061b63d7-1249-4f18-9b2b-a963a93f8a58 HTTP/1.1" status: 204 len: 168 time: 1.4049675 Mar 29 09:42:22.730358 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59468) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:22.737066 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8ad51cc9-134a-43fa-bcc4-14eeca94116b tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7207367 Mar 29 09:42:22.769385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-26c0e32f-bbb8-4b9e-98f4-2621fc7e905d None None] Calling delete_port for 274b2c71-c021-40f1-bd89-061de86f2871 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:22.807816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:22.840031 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Usage tracker for resource:port and tenant:ae485c1df4a9437e9ff1c175b9a5e165 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:22.853784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:22.853993 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network f7a0c14b-585d-4ed2-bcec-7867b462740a details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:42:22.901563 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:22.945988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] For port 274b2c71-c021-40f1-bd89-061de86f2871, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=274b2c71-c021-40f1-bd89-061de86f2871,segment=NetworkSegment(31c595a7-dca0-47ce-9384-09769e55fc18),segment_id=31c595a7-dca0-47ce-9384-09769e55fc18)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:22.947066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.958059 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59476) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:22.990867 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] For port 48363841-6f05-44c1-b4e3-9a36248c3d48, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=48363841-6f05-44c1-b4e3-9a36248c3d48,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:22.991477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.013134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Request body: {'port': {'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a', 'binding:host_id': 'hv-neutron-8355', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1927409960'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:23.170120 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.178114 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] Calling delete_port for 48363841-6f05-44c1-b4e3-9a36248c3d48 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:23.189603 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Made reservation on behalf of ae485c1df4a9437e9ff1c175b9a5e165 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:23.192387 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Calling delete_port for 274b2c71-c021-40f1-bd89-061de86f2871 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:23.193029 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.208895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-1b4ff229-aa30-4bec-bdde-fb63c1cebd5b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] For port c2423e75-5f4c-46e5-9ee1-42ef10a42676, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c2423e75-5f4c-46e5-9ee1-42ef10a42676,segment=NetworkSegment(aa2d4e48-1d14-4e03-99ed-cfb7726abd3b),segment_id=aa2d4e48-1d14-4e03-99ed-cfb7726abd3b)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:23.209256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff229-aa30-4bec-bdde-fb63c1cebd5b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.219033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:23.219225 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3cbcd6da-4463-4eef-8117-bbb0a8077e83 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:23.228995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Usage tracker for resource:port and tenant:bfe79da8219646c78496b78f7985438d is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:23.237797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:23.247707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-26c0e32f-bbb8-4b9e-98f4-2621fc7e905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.251851 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.252414 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:23.306775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:42:23.307132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:42:23.315066 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0e32f-bbb8-4b9e-98f4-2621fc7e905d None None] Pushing event deleted for resources: {'Port': ['ID=274b2c71-c021-40f1-bd89-061de86f2871,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:23.334799 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Made reservation on behalf of bfe79da8219646c78496b78f7985438d for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:23.338272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.351595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 48363841-6f05-44c1-b4e3-9a36248c3d48, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=48363841-6f05-44c1-b4e3-9a36248c3d48,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:23.353142 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c0e32f-bbb8-4b9e-98f4-2621fc7e905d None None] No DVR routers for this DVR port 274b2c71-c021-40f1-bd89-061de86f2871 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:23.353355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.376817 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:23.380852 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Usage tracker for resource:security_group_rule and tenant:bfe79da8219646c78496b78f7985438d is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:23.383812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:23.391306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:23.415121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ff229-aa30-4bec-bdde-fb63c1cebd5b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for c2423e75-5f4c-46e5-9ee1-42ef10a42676 owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:23.441638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.442547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 274b2c71-c021-40f1-bd89-061de86f2871 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:23.466501 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] device_id is not set on port 871f0479-603b-4c1c-8480-7d40dcc0049d yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:23.478563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.527589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 274b2c71-c021-40f1-bd89-061de86f2871 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:42:23.527929 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 274b2c71-c021-40f1-bd89-061de86f2871 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:42:23.531089 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.546773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] device_id is not set on port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:23.558365 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=48363841-6f05-44c1-b4e3-9a36248c3d48,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:23.559497 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3cbcd6da-4463-4eef-8117-bbb0a8077e83 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:23.564456 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3cbcd6da-4463-4eef-8117-bbb0a8077e83 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8249567 Mar 29 09:42:23.565721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:42:23.566975 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:42:23.580069 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59480) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:23.612044 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-34c8c954-5846-464b-b210-d583a53c0bc7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group': {'name': 'tempest-secgroup--440436074'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:23.640558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4202b84e-7ac3-491b-b58e-a7d8911a667c,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:23.645157 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-34c8c954-5846-464b-b210-d583a53c0bc7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:23.712733 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-34c8c954-5846-464b-b210-d583a53c0bc7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:23.784845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8aa4dd8f-6ac6-49f0-b940-dca65d5a9888 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.799621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5c4f93a0-07ba-450b-aaa9-d02dec64bcbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.822657 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Deleting port 274b2c71-c021-40f1-bd89-061de86f2871 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:23.822997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.906315 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] The port '274b2c71-c021-40f1-bd89-061de86f2871' was deleted {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:42:23.942852 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] device_id is not set on port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:23.959469 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-34c8c954-5846-464b-b210-d583a53c0bc7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.978853 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.979385 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-8aa4dd8f-6ac6-49f0-b940-dca65d5a9888 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Calling delete_port for 7f7aa2f9-8b0c-4b5a-92e7-a21ff4c630fa owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:24.046167 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Transition to ACTIVE for port object a4d0d4df-b8c0-48f4-99a8-74b582adfd9c will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:24.047383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4f93a0-07ba-450b-aaa9-d02dec64bcbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:24.052944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.068586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] Deleting port 48363841-6f05-44c1-b4e3-9a36248c3d48 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:24.069236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.071466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-5c4f93a0-07ba-450b-aaa9-d02dec64bcbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:24.074324 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f93a0-07ba-450b-aaa9-d02dec64bcbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:24.075167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5c4f93a0-07ba-450b-aaa9-d02dec64bcbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.080067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11418eb0-0705-4147-8248-965d190cbb71']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:24.085904 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Allocated IP 2001:db8::363 (903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2/2cc688e5-2c3c-4d67-a26d-05589af60cd6/871f0479-603b-4c1c-8480-7d40dcc0049d) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:24.092632 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c595a7-dca0-47ce-9384-09769e55fc18') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:24.092927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c595a7-dca0-47ce-9384-09769e55fc18') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:24.104638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.116861 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-34c8c954-5846-464b-b210-d583a53c0bc7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:24.121575 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.129488 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:42:24.130083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.134704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-34c8c954-5846-464b-b210-d583a53c0bc7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:24.139953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f93a0-07ba-450b-aaa9-d02dec64bcbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=fac23ab2-bae1-4e82-9ac8-dc2b78ce12eb,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:42:24.146986 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:42:24.149971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-34c8c954-5846-464b-b210-d583a53c0bc7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:24.202482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-34c8c954-5846-464b-b210-d583a53c0bc7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:24.214854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.310503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Pushing event updated for resources: {'Port': ['ID=a4d0d4df-b8c0-48f4-99a8-74b582adfd9c,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:24.324674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Checking segment: {'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:24.324933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Network hostable DHCP agents. Network: f7a0c14b-585d-4ed2-bcec-7867b462740a, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:42:24.326072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] For port 48363841-6f05-44c1-b4e3-9a36248c3d48, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=48363841-6f05-44c1-b4e3-9a36248c3d48,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:24.328617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.341507 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5c4f93a0-07ba-450b-aaa9-d02dec64bcbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4773245 Mar 29 09:42:24.345871 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59484) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:24.354151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'name': 'tempest-NetworksTestDHCPv6-1145471574'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:24.429455 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-34c8c954-5846-464b-b210-d583a53c0bc7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.485931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] Calling delete_port for 48363841-6f05-44c1-b4e3-9a36248c3d48 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:24.501627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:24.505927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:port and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:24.508925 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:24.514639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:24.724577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.746035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.756806 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event deleted for resources: {'Network': ['ID=11418eb0-0705-4147-8248-965d190cbb71,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:24.767546 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-99805f08-cf8b-4c37-b98a-a61d86bb81db tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "DELETE /v2.0/networks/11418eb0-0705-4147-8248-965d190cbb71 HTTP/1.1" status: 204 len: 168 time: 2.3299546 Mar 29 09:42:24.770010 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59488) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:24.805342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Network f7a0c14b-585d-4ed2-bcec-7867b462740a is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:42:24.806638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8aa4dd8f-6ac6-49f0-b940-dca65d5a9888 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.819980 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.820209 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-34c8c954-5846-464b-b210-d583a53c0bc7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.829805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff229-aa30-4bec-bdde-fb63c1cebd5b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.841665 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfb3861-f379-405e-8104-274119306027 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Deleting subnet f57cac4f-5dc1-481d-970f-dbf94a265924 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:24.845399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2cfb3861-f379-405e-8104-274119306027 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.870160 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] Pushing event deleted for resources: {'Port': ['ID=48363841-6f05-44c1-b4e3-9a36248c3d48,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:24.875607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2076306-5543-4972-8db1-b26e51fd7a12 None None] No DVR routers for this DVR port 48363841-6f05-44c1-b4e3-9a36248c3d48 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:24.880812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:24.888410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.897699 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35830b4-00f1-47a2-b010-def05ab3288e None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:24.915760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, f7a0c14b-585d-4ed2-bcec-7867b462740a) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:24.926120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:24.926434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb76a363-1f87-429e-b7e3-8871ea6d6695 None None] Network f7a0c14b-585d-4ed2-bcec-7867b462740a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:24.936407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port 9de9ac5d-1c98-4f9f-b779-72dac0ed6e37 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:24.962839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ff229-aa30-4bec-bdde-fb63c1cebd5b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Port': ['ID=c2423e75-5f4c-46e5-9ee1-42ef10a42676,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:24.986692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2cfb3861-f379-405e-8104-274119306027 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.020859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:25.022912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:25.022912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:25.057822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:25.057822 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:25.063207 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 2 to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c Mar 29 09:42:25.104164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:25.104513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:25.104848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:25.146730 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4dd8f-6ac6-49f0-b940-dca65d5a9888 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Port': ['ID=7f7aa2f9-8b0c-4b5a-92e7-a21ff4c630fa,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:25.162193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:25.162193 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:25.173642 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 3 to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c Mar 29 09:42:25.202627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:25.203237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:25.203721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:25.218896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:25.219473 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:25.223907 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 4 to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c Mar 29 09:42:25.249483 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::323 (904da7d4-bab8-40f2-8764-d10ff337fe7e/fac23ab2-bae1-4e82-9ac8-dc2b78ce12eb/9de9ac5d-1c98-4f9f-b779-72dac0ed6e37) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:25.252404 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2cfb3861-f379-405e-8104-274119306027 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.305638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:25.305968 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:25.306296 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:25.355983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': 'fac23ab2-bae1-4e82-9ac8-dc2b78ce12eb'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:42:25.356943 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.359060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8c954-5846-464b-b210-d583a53c0bc7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a9b1da-5b7f-4e11-aaa7-14f10e71cf00,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:25.387888 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-34c8c954-5846-464b-b210-d583a53c0bc7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.392584 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-34c8c954-5846-464b-b210-d583a53c0bc7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8074272 Mar 29 09:42:25.399782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59492) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:25.443101 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:25.443475 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:25.448164 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 5 to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c Mar 29 09:42:25.478159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-b75a137c-cab3-426d-9754-479582ae0d74 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group_rule': {'security_group_id': '77a9b1da-5b7f-4e11-aaa7-14f10e71cf00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:25.490970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:25.491349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:25.491732 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:25.501114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b75a137c-cab3-426d-9754-479582ae0d74 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:25.504889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:25.505210 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:25.513197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b75a137c-cab3-426d-9754-479582ae0d74 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:25.521571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b75a137c-cab3-426d-9754-479582ae0d74 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:25.529395 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 6 to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c Mar 29 09:42:25.534992 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b75a137c-cab3-426d-9754-479582ae0d74 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:25.565582 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8aa4dd8f-6ac6-49f0-b940-dca65d5a9888 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.567378 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8aa4dd8f-6ac6-49f0-b940-dca65d5a9888 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/ports/7f7aa2f9-8b0c-4b5a-92e7-a21ff4c630fa HTTP/1.1" status: 204 len: 168 time: 3.3041284 Mar 29 09:42:25.570412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.577531 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59496) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:25.603892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:25.604217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:25.604576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:25.621384 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b4ff229-aa30-4bec-bdde-fb63c1cebd5b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.623897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2cfb3861-f379-405e-8104-274119306027 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.627351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:25.627942 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:25.642880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Transition to ACTIVE for port object 871f0479-603b-4c1c-8480-7d40dcc0049d will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:25.655720 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 7 to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c Mar 29 09:42:25.687079 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb3861-f379-405e-8104-274119306027 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event deleted for resources: {'Subnet': ['ID=f57cac4f-5dc1-481d-970f-dbf94a265924,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:25.689105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2cfb3861-f379-405e-8104-274119306027 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.690686 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ec5381-7401-44b4-9f0a-ac0bc0030aef None None] Network 198c3d3e-7b69-4ee8-8b5e-ffcc1c142793 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:25.702996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:25.703320 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:25.703681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:25.719967 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2cfb3861-f379-405e-8104-274119306027 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "DELETE /v2.0/subnets/f57cac4f-5dc1-481d-970f-dbf94a265924 HTTP/1.1" status: 204 len: 168 time: 0.9489529 Mar 29 09:42:25.722509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:25.722775 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59500) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:25.722904 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:25.725571 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 8 to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c Mar 29 09:42:25.754151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.761380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:25.761695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:25.762024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:25.773834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:25.774150 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:25.775727 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 9 to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c Mar 29 09:42:25.783172 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object 9de9ac5d-1c98-4f9f-b779-72dac0ed6e37 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:25.795934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:25.796264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:25.796624 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:25.802740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:25.803056 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:25.803827 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b75a137c-cab3-426d-9754-479582ae0d74 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.804436 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.plugins.ml2.plugin [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 10 to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c Mar 29 09:42:25.823900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:25.824122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:25.824452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:25.832461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:25.832828 dv-neutron-835555-1-hyperv neutron-server[88551]: ERROR neutron.plugins.ml2.managers [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:25.833182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.929013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] For port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:42:25.929455 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempted to set empty binding levels {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 29 09:42:25.951256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.957415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3a460e-a192-4511-b0ad-b5acbaa10d6e None None] DHCP port deletion for 198c3d3e-7b69-4ee8-8b5e-ffcc1c142793 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:42:25.995918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a460e-a192-4511-b0ad-b5acbaa10d6e None None] Deleting port e71d88d4-25b8-41db-bc34-1cbf552ca5e2 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:25.996459 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ec3a460e-a192-4511-b0ad-b5acbaa10d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.026050 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:26.029619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:26.039788 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:26.046353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:26.047343 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.054402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.055446 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.063953 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=9de9ac5d-1c98-4f9f-b779-72dac0ed6e37,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:26.068472 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Allocated IP 2001:db8::2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/fac23ab2-bae1-4e82-9ac8-dc2b78ce12eb/21ad1d3d-1c1f-438d-adbe-fff6fea403ac) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:26.087698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bfaf81-4de1-487a-bc33-b58ab23b4dda tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:26.091208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a2bfaf81-4de1-487a-bc33-b58ab23b4dda tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Synchronizing usage tracker for tenant:def6da8eeee4419eb3da131eed714cf3 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:26.125959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:26.126596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.142117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.158291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Pushing event updated for resources: {'Port': ['ID=a4d0d4df-b8c0-48f4-99a8-74b582adfd9c,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:26.163287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b75a137c-cab3-426d-9754-479582ae0d74 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.196390 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ca166128-42df-4290-9246-462affc32845 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8495560 Mar 29 09:42:26.198953 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59504) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:26.247043 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cea91cc2-8466-4b90-a8d0-174bb778f9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.2877681 Mar 29 09:42:26.252182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59508) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:26.260124 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Deleting port e71d88d4-25b8-41db-bc34-1cbf552ca5e2 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:26.260713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.284529 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b75a137c-cab3-426d-9754-479582ae0d74 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.304023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539d8f33-54b2-458f-a6dd-0f4105552029 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:26.308750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-539d8f33-54b2-458f-a6dd-0f4105552029 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:26.312746 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:26.332395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-ec3a460e-a192-4511-b0ad-b5acbaa10d6e None None] For port e71d88d4-25b8-41db-bc34-1cbf552ca5e2, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e71d88d4-25b8-41db-bc34-1cbf552ca5e2,segment=NetworkSegment(850f6049-e4d4-49d3-9cce-a353ca91b41e),segment_id=850f6049-e4d4-49d3-9cce-a353ca91b41e)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:26.332702 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ec3a460e-a192-4511-b0ad-b5acbaa10d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.373949 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:26.392863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event updated for resources: {'Port': ['ID=871f0479-603b-4c1c-8480-7d40dcc0049d,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:26.395142 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a2bfaf81-4de1-487a-bc33-b58ab23b4dda tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Unset dirty status for tenant:def6da8eeee4419eb3da131eed714cf3 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:26.398588 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a2bfaf81-4de1-487a-bc33-b58ab23b4dda tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "GET /v2.0/ports?device_id=84d85593-2cf4-4c6e-ab71-1ad53e7b23de HTTP/1.1" status: 200 len: 913 time: 0.8135295 Mar 29 09:42:26.398588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:26.398960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59512) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:26.402957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:26.406121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.415203 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4ff229-aa30-4bec-bdde-fb63c1cebd5b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 1a727579-c47e-440b-8230-25d9015bae6d has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:42:26.416168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a137c-cab3-426d-9754-479582ae0d74 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970800ce-fb09-408b-b144-0272e998b78c,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:26.484442 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-539d8f33-54b2-458f-a6dd-0f4105552029 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:26.485502 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-539d8f33-54b2-458f-a6dd-0f4105552029 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2855468 Mar 29 09:42:26.496053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59516) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:26.496930 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8f580-a55b-4062-8d71-f17f7e29c091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Deleting port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:26.497398 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f580-a55b-4062-8d71-f17f7e29c091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.508908 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e71d88d4-25b8-41db-bc34-1cbf552ca5e2 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:26.539718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a460e-a192-4511-b0ad-b5acbaa10d6e None None] Calling delete_port for e71d88d4-25b8-41db-bc34-1cbf552ca5e2 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:26.604753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d73e2360-7c6c-44ae-b0ed-71e0500aecea tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port 9de9ac5d-1c98-4f9f-b779-72dac0ed6e37 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:26.604753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d73e2360-7c6c-44ae-b0ed-71e0500aecea tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.673498 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.706017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Transition to ACTIVE for port object 21ad1d3d-1c1f-438d-adbe-fff6fea403ac will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:26.757109 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Transition to ACTIVE for port object 21ad1d3d-1c1f-438d-adbe-fff6fea403ac will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:26.800978 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-583d6a8d-e420-45e5-8c04-08692f095121 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.6747890 Mar 29 09:42:26.808347 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59520) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:26.810081 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] For port e71d88d4-25b8-41db-bc34-1cbf552ca5e2, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e71d88d4-25b8-41db-bc34-1cbf552ca5e2,segment=NetworkSegment(850f6049-e4d4-49d3-9cce-a353ca91b41e),segment_id=850f6049-e4d4-49d3-9cce-a353ca91b41e)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:26.810538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.821677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b75a137c-cab3-426d-9754-479582ae0d74 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.823423 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b75a137c-cab3-426d-9754-479582ae0d74 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4207380 Mar 29 09:42:26.830713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59522) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:26.843102 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.850874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ea2d372d-83a8-45f9-bc1f-83764329c01b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group_rule': {'security_group_id': '77a9b1da-5b7f-4e11-aaa7-14f10e71cf00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:26.860045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.860306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ea2d372d-83a8-45f9-bc1f-83764329c01b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:26.872112 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ea2d372d-83a8-45f9-bc1f-83764329c01b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:26.877074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ea2d372d-83a8-45f9-bc1f-83764329c01b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:26.892080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ea2d372d-83a8-45f9-bc1f-83764329c01b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:26.915331 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-53c279dc-7afd-4c33-97b0-23ac001c91c8 None None] Provisioning for port 871f0479-603b-4c1c-8480-7d40dcc0049d completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:26.918334 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ec3a460e-a192-4511-b0ad-b5acbaa10d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.943997 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-53c279dc-7afd-4c33-97b0-23ac001c91c8 None None] Provisioning complete for port 871f0479-603b-4c1c-8480-7d40dcc0049d triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:26.968804 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-53c279dc-7afd-4c33-97b0-23ac001c91c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.972385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:27.012575 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:27.016003 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:27.033780 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Request body: {'port': {'network_id': '903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-570532544'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:27.036789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a460e-a192-4511-b0ad-b5acbaa10d6e None None] No DVR routers for this DVR port e71d88d4-25b8-41db-bc34-1cbf552ca5e2 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:27.044949 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Pushing event updated for resources: {'Port': ['ID=21ad1d3d-1c1f-438d-adbe-fff6fea403ac,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:27.134515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ea2d372d-83a8-45f9-bc1f-83764329c01b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.191596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-53c279dc-7afd-4c33-97b0-23ac001c91c8 None None] Port 871f0479-603b-4c1c-8480-7d40dcc0049d cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:27.207702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d73e2360-7c6c-44ae-b0ed-71e0500aecea tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.211786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Calling delete_port for e71d88d4-25b8-41db-bc34-1cbf552ca5e2 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:27.253437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Attempting to bind port 21ad1d3d-1c1f-438d-adbe-fff6fea403ac on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:27.253437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Attempting to bind port 21ad1d3d-1c1f-438d-adbe-fff6fea403ac by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:27.254058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Attempting to bind port 21ad1d3d-1c1f-438d-adbe-fff6fea403ac on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:27.256439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a460e-a192-4511-b0ad-b5acbaa10d6e None None] Pushing event deleted for resources: {'Port': ['ID=e71d88d4-25b8-41db-bc34-1cbf552ca5e2,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:27.262130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:42:27.266774 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:27.266774 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.266774 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:42:27.266774 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Bound port: 21ad1d3d-1c1f-438d-adbe-fff6fea403ac, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:27.266774 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.377312 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] For port 21ad1d3d-1c1f-438d-adbe-fff6fea403ac, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:42:27.381981 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] For port 21ad1d3d-1c1f-438d-adbe-fff6fea403ac, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=21ad1d3d-1c1f-438d-adbe-fff6fea403ac,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:42:27.389882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4ff229-aa30-4bec-bdde-fb63c1cebd5b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:42:27.408971 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce1f747-073c-4ab5-a341-ae425d71ee0a None None] Sync routers for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:27.409786 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1b4ff229-aa30-4bec-bdde-fb63c1cebd5b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/1a727579-c47e-440b-8230-25d9015bae6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5749180 Mar 29 09:42:27.411909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59530) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:27.418463 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce1f747-073c-4ab5-a341-ae425d71ee0a None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:27.419067 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3ce1f747-073c-4ab5-a341-ae425d71ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:27.492051 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.498971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d73e2360-7c6c-44ae-b0ed-71e0500aecea tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for 9de9ac5d-1c98-4f9f-b779-72dac0ed6e37 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:27.559713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ea2d372d-83a8-45f9-bc1f-83764329c01b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.585688 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-3ce1f747-073c-4ab5-a341-ae425d71ee0a None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:27.617513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2199b-56e8-42fb-afb8-fa856db20241 None None] Pushing event updated for resources: {'Port': ['ID=21ad1d3d-1c1f-438d-adbe-fff6fea403ac,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:27.619139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-2ec8f580-a55b-4062-8d71-f17f7e29c091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] For port a4d0d4df-b8c0-48f4-99a8-74b582adfd9c, host hv-neutron-8355, got binding levels [] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:27.628572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f580-a55b-4062-8d71-f17f7e29c091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.651399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ea2d372d-83a8-45f9-bc1f-83764329c01b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.692937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d372d-83a8-45f9-bc1f-83764329c01b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3113c534-76b6-46f9-b284-51eb17c0f020,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:27.731895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b54c86-6893-407e-be95-8149154778ef tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting subnet d0acaca1-4673-4deb-8620-a1c5cde0ad97 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:27.792651 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ea2d372d-83a8-45f9-bc1f-83764329c01b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.797743 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ea2d372d-83a8-45f9-bc1f-83764329c01b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9589462 Mar 29 09:42:27.798694 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d73e2360-7c6c-44ae-b0ed-71e0500aecea tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.801083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:42:27.801519 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:42:27.811903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8f580-a55b-4062-8d71-f17f7e29c091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Calling delete_port for a4d0d4df-b8c0-48f4-99a8-74b582adfd9c owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:27.816024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59534) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:27.838913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8b54c86-6893-407e-be95-8149154778ef tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.887749 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:27.895109 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-145cbe94-fc85-40d3-96df-e78b27ef59e3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group_rule': {'security_group_id': '77a9b1da-5b7f-4e11-aaa7-14f10e71cf00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:27.906149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-438ec12d-1896-4175-9e87-0dfdf260de36 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.941148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Usage tracker for resource:port and tenant:ae485c1df4a9437e9ff1c175b9a5e165 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:27.951489 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:27.979156 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-145cbe94-fc85-40d3-96df-e78b27ef59e3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:27.982005 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:27.982137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e2360-7c6c-44ae-b0ed-71e0500aecea tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=9de9ac5d-1c98-4f9f-b779-72dac0ed6e37,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:27.985645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8b54c86-6893-407e-be95-8149154778ef tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.006118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-145cbe94-fc85-40d3-96df-e78b27ef59e3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:28.010989 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-145cbe94-fc85-40d3-96df-e78b27ef59e3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:28.014113 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d73e2360-7c6c-44ae-b0ed-71e0500aecea tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.021626 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d73e2360-7c6c-44ae-b0ed-71e0500aecea tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/9de9ac5d-1c98-4f9f-b779-72dac0ed6e37 HTTP/1.1" status: 204 len: 168 time: 1.5272787 Mar 29 09:42:28.022287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59538) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:28.032390 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-145cbe94-fc85-40d3-96df-e78b27ef59e3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:28.056355 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3ce1f747-073c-4ab5-a341-ae425d71ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:24Z', 'revision_number': 8, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2be7c9e-4261-460c-9c67-61419feba8f0', 'name': '', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6f:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:50Z', 'updated_at': '2022-03-29T09:42:07Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:28.062005 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce1f747-073c-4ab5-a341-ae425d71ee0a None None] Checking router: 1a727579-c47e-440b-8230-25d9015bae6d for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:42:28.073128 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce1f747-073c-4ab5-a341-ae425d71ee0a None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:28.074137 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3ce1f747-073c-4ab5-a341-ae425d71ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:28.133398 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdae625f-7ef5-473d-a897-fd397dabfbbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:28.134937 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdae625f-7ef5-473d-a897-fd397dabfbbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:28.135710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-cdae625f-7ef5-473d-a897-fd397dabfbbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:28.150687 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f580-a55b-4062-8d71-f17f7e29c091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.203025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Made reservation on behalf of ae485c1df4a9437e9ff1c175b9a5e165 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:28.205935 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.220166 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8f580-a55b-4062-8d71-f17f7e29c091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4d0d4df-b8c0-48f4-99a8-74b582adfd9c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:28.230569 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8b54c86-6893-407e-be95-8149154778ef tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.247529 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-3ce1f747-073c-4ab5-a341-ae425d71ee0a None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:28.267704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-cdae625f-7ef5-473d-a897-fd397dabfbbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:28.268895 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cdae625f-7ef5-473d-a897-fd397dabfbbf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2393723 Mar 29 09:42:28.271628 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59542) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:28.276688 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-145cbe94-fc85-40d3-96df-e78b27ef59e3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.283555 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f580-a55b-4062-8d71-f17f7e29c091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.289055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] device_id is not set on port 7a3de061-bc0c-481d-a5c0-ed8863fb153c yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:28.321045 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Deleting port e71d88d4-25b8-41db-bc34-1cbf552ca5e2 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:28.321398 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.412383 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-145cbe94-fc85-40d3-96df-e78b27ef59e3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.421568 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-35eeb3eb-fe87-478d-b126-91a53ec66e49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet fac23ab2-bae1-4e82-9ac8-dc2b78ce12eb {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:28.421568 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35eeb3eb-fe87-478d-b126-91a53ec66e49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.473750 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2ec8f580-a55b-4062-8d71-f17f7e29c091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "DELETE /v2.0/ports/a4d0d4df-b8c0-48f4-99a8-74b582adfd9c HTTP/1.1" status: 204 len: 168 time: 2.2151427 Mar 29 09:42:28.485797 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59546) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:28.487175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 21ad1d3d-1c1f-438d-adbe-fff6fea403ac up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:28.488587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35eeb3eb-fe87-478d-b126-91a53ec66e49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.496060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] The port 'e71d88d4-25b8-41db-bc34-1cbf552ca5e2' was deleted {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:42:28.550917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-145cbe94-fc85-40d3-96df-e78b27ef59e3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.595209 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cbe94-fc85-40d3-96df-e78b27ef59e3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c240f788-80d0-43ff-b5a5-5068ba68a57f,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:28.671484 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3ce1f747-073c-4ab5-a341-ae425d71ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:24Z', 'revision_number': 8, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2be7c9e-4261-460c-9c67-61419feba8f0', 'name': '', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6f:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:50Z', 'updated_at': '2022-03-29T09:42:07Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:28.676131 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce1f747-073c-4ab5-a341-ae425d71ee0a None None] The sync data for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv is: [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:24Z', 'revision_number': 8, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2be7c9e-4261-460c-9c67-61419feba8f0', 'name': '', 'network_id': '7890f559-0f2e-42d7-b5a5-a43887ee7959', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6f:45:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:50Z', 'updated_at': '2022-03-29T09:42:07Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '6e3a7b5e-9c57-4193-8779-1a3189ac67f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:28.692890 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 21ad1d3d-1c1f-438d-adbe-fff6fea403ac completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:28.713891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-438ec12d-1896-4175-9e87-0dfdf260de36 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting port 4ccac157-4fef-4324-8a22-d21ed65716ec {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:28.714107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-438ec12d-1896-4175-9e87-0dfdf260de36 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.753065 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-145cbe94-fc85-40d3-96df-e78b27ef59e3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.753245 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-996187d6-3ce3-454b-b7de-f5b1603fa335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:42:28.753705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-996187d6-3ce3-454b-b7de-f5b1603fa335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Synchronizing usage tracker for tenant:bfe79da8219646c78496b78f7985438d on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:28.757158 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-145cbe94-fc85-40d3-96df-e78b27ef59e3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9011135 Mar 29 09:42:28.758594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59550) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:28.763372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35eeb3eb-fe87-478d-b126-91a53ec66e49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.796378 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-209e5c8f-697e-43dc-b91f-662bcc96b895 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group_rule': {'security_group_id': '77a9b1da-5b7f-4e11-aaa7-14f10e71cf00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:28.808227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-209e5c8f-697e-43dc-b91f-662bcc96b895 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:28.848859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-209e5c8f-697e-43dc-b91f-662bcc96b895 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:28.864649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-209e5c8f-697e-43dc-b91f-662bcc96b895 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:28.879818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-209e5c8f-697e-43dc-b91f-662bcc96b895 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:28.907812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8b54c86-6893-407e-be95-8149154778ef tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.947815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.968535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b54c86-6893-407e-be95-8149154778ef tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Subnet': ['ID=d0acaca1-4673-4deb-8620-a1c5cde0ad97,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:28.994859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-438ec12d-1896-4175-9e87-0dfdf260de36 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.002453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8b54c86-6893-407e-be95-8149154778ef tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.005565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Allocated IP 2001:db8::238 (903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2/2cc688e5-2c3c-4d67-a26d-05589af60cd6/7a3de061-bc0c-481d-a5c0-ed8863fb153c) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:29.006117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd8a25c-2df3-480d-9db4-dab43b8f375d None None] Network d239f635-cc87-408e-85a0-9e22d1e6bc1c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:29.015304 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-996187d6-3ce3-454b-b7de-f5b1603fa335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Unset dirty status for tenant:bfe79da8219646c78496b78f7985438d on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:29.017018 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-996187d6-3ce3-454b-b7de-f5b1603fa335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "GET /v2.0/ports/a4d0d4df-b8c0-48f4-99a8-74b582adfd9c HTTP/1.1" status: 404 len: 333 time: 0.5261796 Mar 29 09:42:29.018160 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198c3d3e-7b69-4ee8-8b5e-ffcc1c142793']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:29.033477 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59554) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:29.040258 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f8b54c86-6893-407e-be95-8149154778ef tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/d0acaca1-4673-4deb-8620-a1c5cde0ad97 HTTP/1.1" status: 204 len: 168 time: 1.6234243 Mar 29 09:42:29.049028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59558) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:29.054133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-2093f3f7-e822-4507-9d64-e5c5d7ab9855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Request body: {'port': {'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-104014905'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:29.060329 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850f6049-e4d4-49d3-9cce-a353ca91b41e') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:29.061540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850f6049-e4d4-49d3-9cce-a353ca91b41e') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:29.098699 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2093f3f7-e822-4507-9d64-e5c5d7ab9855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:29.114796 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.261060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2093f3f7-e822-4507-9d64-e5c5d7ab9855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:29.304868 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.316148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.326170 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-438ec12d-1896-4175-9e87-0dfdf260de36 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Calling delete_port for 4ccac157-4fef-4324-8a22-d21ed65716ec owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:29.327214 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-396277af-5efb-48e9-b271-3babdbeb1093 None None] Provisioning for port 21ad1d3d-1c1f-438d-adbe-fff6fea403ac completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:29.332935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-396277af-5efb-48e9-b271-3babdbeb1093 None None] Provisioning complete for port 21ad1d3d-1c1f-438d-adbe-fff6fea403ac triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:29.333421 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-396277af-5efb-48e9-b271-3babdbeb1093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.341452 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:42:29.343292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.357506 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35eeb3eb-fe87-478d-b126-91a53ec66e49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.394402 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734da5de-c4ea-4fbb-99e5-9895d87ca482 None None] DHCP port deletion for d239f635-cc87-408e-85a0-9e22d1e6bc1c request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:42:29.408992 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:42:29.415673 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-734da5de-c4ea-4fbb-99e5-9895d87ca482 None None] Deleting port 135ac0b8-fe40-42d7-b64d-496ec5b28f53 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:29.416326 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-734da5de-c4ea-4fbb-99e5-9895d87ca482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.426707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-209e5c8f-697e-43dc-b91f-662bcc96b895 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.463976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eeb3eb-fe87-478d-b126-91a53ec66e49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=fac23ab2-bae1-4e82-9ac8-dc2b78ce12eb,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:29.472256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35eeb3eb-fe87-478d-b126-91a53ec66e49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.509074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2093f3f7-e822-4507-9d64-e5c5d7ab9855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Made reservation on behalf of bfe79da8219646c78496b78f7985438d for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:29.511638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2093f3f7-e822-4507-9d64-e5c5d7ab9855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.538313 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6094726e-f605-4158-b4bb-77b61df99ff4 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:29.557521 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-35eeb3eb-fe87-478d-b126-91a53ec66e49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/fac23ab2-bae1-4e82-9ac8-dc2b78ce12eb HTTP/1.1" status: 204 len: 168 time: 1.2837393 Mar 29 09:42:29.562840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59562) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:29.581537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port 135ac0b8-fe40-42d7-b64d-496ec5b28f53 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:29.581879 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.644604 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b95b15eb-643e-4029-973f-39ab7f1ce772 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791597 Mar 29 09:42:29.646962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59566) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:29.668227 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-2093f3f7-e822-4507-9d64-e5c5d7ab9855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] device_id is not set on port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:29.708630 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.708881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-209e5c8f-697e-43dc-b91f-662bcc96b895 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.748862 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.780387 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Pushing event deleted for resources: {'Network': ['ID=198c3d3e-7b69-4ee8-8b5e-ffcc1c142793,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:29.797303 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b91f2d88-3764-4550-9319-808f3663ec66 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "DELETE /v2.0/networks/198c3d3e-7b69-4ee8-8b5e-ffcc1c142793 HTTP/1.1" status: 204 len: 168 time: 4.0677352 Mar 29 09:42:29.801963 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-396277af-5efb-48e9-b271-3babdbeb1093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.804882 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59570) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:29.819017 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-209e5c8f-697e-43dc-b91f-662bcc96b895 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.892531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-31f21ce9-7ef4-4026-ac12-4d4da0057881 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Synchronizing usage tracker for tenant:805f065881854f95bb4bd1c28e960002 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:29.907614 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f651f541-1741-4174-8b11-09368c310adf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:29.908311 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f651f541-1741-4174-8b11-09368c310adf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:29.908446 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-734da5de-c4ea-4fbb-99e5-9895d87ca482 None None] For port 135ac0b8-fe40-42d7-b64d-496ec5b28f53, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=135ac0b8-fe40-42d7-b64d-496ec5b28f53,segment=NetworkSegment(aa2d4e48-1d14-4e03-99ed-cfb7726abd3b),segment_id=aa2d4e48-1d14-4e03-99ed-cfb7726abd3b)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:29.908808 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-734da5de-c4ea-4fbb-99e5-9895d87ca482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.916822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e5c8f-697e-43dc-b91f-662bcc96b895 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79804774-6ba4-407b-ac54-f39297cc296e,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:29.926816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.971007 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Transition to ACTIVE for port object 7a3de061-bc0c-481d-a5c0-ed8863fb153c will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:29.984103 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-396277af-5efb-48e9-b271-3babdbeb1093 None None] For port 21ad1d3d-1c1f-438d-adbe-fff6fea403ac, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=21ad1d3d-1c1f-438d-adbe-fff6fea403ac,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:29.999472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-209e5c8f-697e-43dc-b91f-662bcc96b895 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:30.003641 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-209e5c8f-697e-43dc-b91f-662bcc96b895 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2412417 Mar 29 09:42:30.010158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59574) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:30.016585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-df4b4b10-bdee-4616-9330-a89bf3cb669b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group_rule': {'security_group_id': '77a9b1da-5b7f-4e11-aaa7-14f10e71cf00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:30.022537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-df4b4b10-bdee-4616-9330-a89bf3cb669b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:30.027236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-df4b4b10-bdee-4616-9330-a89bf3cb669b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:30.043654 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-734da5de-c4ea-4fbb-99e5-9895d87ca482 None None] Calling delete_port for 135ac0b8-fe40-42d7-b64d-496ec5b28f53 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:30.056521 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-df4b4b10-bdee-4616-9330-a89bf3cb669b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:30.064116 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f651f541-1741-4174-8b11-09368c310adf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:30.067801 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f651f541-1741-4174-8b11-09368c310adf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4154980 Mar 29 09:42:30.067801 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-438ec12d-1896-4175-9e87-0dfdf260de36 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:30.069596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59578) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:30.070276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-31f21ce9-7ef4-4026-ac12-4d4da0057881 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Unset dirty status for tenant:805f065881854f95bb4bd1c28e960002 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:30.074386 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-31f21ce9-7ef4-4026-ac12-4d4da0057881 tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fc13d21-5d11-4fb8-a713-7650b4d0e6e9 HTTP/1.1" status: 200 len: 205 time: 0.2613950 Mar 29 09:42:30.074540 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-df4b4b10-bdee-4616-9330-a89bf3cb669b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:30.087253 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-396277af-5efb-48e9-b271-3babdbeb1093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:30.115191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59582) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:30.197077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] For port 135ac0b8-fe40-42d7-b64d-496ec5b28f53, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=135ac0b8-fe40-42d7-b64d-496ec5b28f53,segment=NetworkSegment(aa2d4e48-1d14-4e03-99ed-cfb7726abd3b),segment_id=aa2d4e48-1d14-4e03-99ed-cfb7726abd3b)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:30.197428 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:30.217909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-337b5c41-1a64-4bb4-8ce6-241534d2b741 None None] Could not find standard attr ID for object 9de9ac5d-1c98-4f9f-b779-72dac0ed6e37. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:42:30.222588 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396277af-5efb-48e9-b271-3babdbeb1093 None None] Pushing event updated for resources: {'Port': ['ID=21ad1d3d-1c1f-438d-adbe-fff6fea403ac,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:30.223996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ec12d-1896-4175-9e87-0dfdf260de36 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Port': ['ID=4ccac157-4fef-4324-8a22-d21ed65716ec,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:30.268211 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:42:30.273457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] Deleting port 21ad1d3d-1c1f-438d-adbe-fff6fea403ac {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:30.273928 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:30.313925 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-734da5de-c4ea-4fbb-99e5-9895d87ca482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:30.354673 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for 135ac0b8-fe40-42d7-b64d-496ec5b28f53 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:30.385256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df4b4b10-bdee-4616-9330-a89bf3cb669b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:30.386338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2093f3f7-e822-4507-9d64-e5c5d7ab9855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:30.403960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3de98e-c736-4047-880f-75e009781f27 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:30.405893 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5f3de98e-c736-4047-880f-75e009781f27 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3367941 Mar 29 09:42:30.409611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59588) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:30.412748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf0e9920-c319-43ec-902b-123afa38246f tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:30.415505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 135ac0b8-fe40-42d7-b64d-496ec5b28f53 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:30.466394 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734da5de-c4ea-4fbb-99e5-9895d87ca482 None None] Pushing event deleted for resources: {'Port': ['ID=135ac0b8-fe40-42d7-b64d-496ec5b28f53,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:30.479767 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734da5de-c4ea-4fbb-99e5-9895d87ca482 None None] No DVR routers for this DVR port 135ac0b8-fe40-42d7-b64d-496ec5b28f53 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:30.480797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 135ac0b8-fe40-42d7-b64d-496ec5b28f53 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:42:30.481140 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 135ac0b8-fe40-42d7-b64d-496ec5b28f53 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:42:30.481678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 21ad1d3d-1c1f-438d-adbe-fff6fea403ac no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:30.611832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:30.630924 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-01ba686a-f5f1-4970-9f3f-d0b243917286 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2165465 Mar 29 09:42:30.640304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59594) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:30.668096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-23279877-f774-4f9a-b75e-74e1b6cd0516 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:30.705696 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:30.711701 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:30.717638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:30.723138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:30.723757 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:30.737400 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:42:30.737771 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:42:30.754620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event updated for resources: {'Port': ['ID=7a3de061-bc0c-481d-a5c0-ed8863fb153c,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:30.755775 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:30.786329 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] For port 21ad1d3d-1c1f-438d-adbe-fff6fea403ac, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=21ad1d3d-1c1f-438d-adbe-fff6fea403ac,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:30.786718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:30.820467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2093f3f7-e822-4507-9d64-e5c5d7ab9855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:30.869725 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a513db79-397b-407c-884f-823029da2fac tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0433874 Mar 29 09:42:30.885012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59598) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:30.891815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-30d862ce-fed7-48bf-8947-b75657977185 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::242', 'mac_address': 'fa:16:3e:97:3f:6d'}, {'ip_address': '2001:db8::363', 'mac_address': 'fa:16:3e:e8:75:d4'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:30.925678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] Calling delete_port for 21ad1d3d-1c1f-438d-adbe-fff6fea403ac owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:30.961037 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 21ad1d3d-1c1f-438d-adbe-fff6fea403ac, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=21ad1d3d-1c1f-438d-adbe-fff6fea403ac,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:30.964461 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2093f3f7-e822-4507-9d64-e5c5d7ab9855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Network f7a0c14b-585d-4ed2-bcec-7867b462740a is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:30.972860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-2093f3f7-e822-4507-9d64-e5c5d7ab9855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:30.992356 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093f3f7-e822-4507-9d64-e5c5d7ab9855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:30.993694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2093f3f7-e822-4507-9d64-e5c5d7ab9855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:30.994396 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2093f3f7-e822-4507-9d64-e5c5d7ab9855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.002715 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093f3f7-e822-4507-9d64-e5c5d7ab9855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Pushing event updated for resources: {'Port': ['ID=7f9fb88e-08ff-48fb-ba60-7fe309da1d30,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:31.022248 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.025231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c2423e75-5f4c-46e5-9ee1-42ef10a42676 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:31.090099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: c2423e75-5f4c-46e5-9ee1-42ef10a42676 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:42:31.090332 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c2423e75-5f4c-46e5-9ee1-42ef10a42676 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:42:31.121465 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2093f3f7-e822-4507-9d64-e5c5d7ab9855 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0869212 Mar 29 09:42:31.124201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59602) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:31.131432 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8355'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:31.150901 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=21ad1d3d-1c1f-438d-adbe-fff6fea403ac,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:31.156353 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:42:31.157435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:42:31.178501 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf0e9920-c319-43ec-902b-123afa38246f tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.181224 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df4b4b10-bdee-4616-9330-a89bf3cb669b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.195704 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf0e9920-c319-43ec-902b-123afa38246f tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.198900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9a4bfed1-3084-4db7-a0cd-beeff898cfca None None] Provisioning for port 7a3de061-bc0c-481d-a5c0-ed8863fb153c completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:31.205436 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9a4bfed1-3084-4db7-a0cd-beeff898cfca None None] Provisioning complete for port 7a3de061-bc0c-481d-a5c0-ed8863fb153c triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:31.206045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9a4bfed1-3084-4db7-a0cd-beeff898cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.216304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-438ec12d-1896-4175-9e87-0dfdf260de36 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.220638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-23279877-f774-4f9a-b75e-74e1b6cd0516 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:31.235059 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-23279877-f774-4f9a-b75e-74e1b6cd0516 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:31.239826 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-23279877-f774-4f9a-b75e-74e1b6cd0516 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:31.265347 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port 135ac0b8-fe40-42d7-b64d-496ec5b28f53 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:31.265687 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.271077 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-9a4bfed1-3084-4db7-a0cd-beeff898cfca None None] Port 7a3de061-bc0c-481d-a5c0-ed8863fb153c cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:31.294398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-23279877-f774-4f9a-b75e-74e1b6cd0516 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:31.316164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df4b4b10-bdee-4616-9330-a89bf3cb669b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.346493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b4b10-bdee-4616-9330-a89bf3cb669b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6339d19-c116-44be-af9c-d953d2cf9585,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:31.353206 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf0e9920-c319-43ec-902b-123afa38246f tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.353680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0e9920-c319-43ec-902b-123afa38246f tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Fanout notify agent at l3_agent the message router_deleted on router 5fc13d21-5d11-4fb8-a713-7650b4d0e6e9 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:42:31.366786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] The port '135ac0b8-fe40-42d7-b64d-496ec5b28f53' was deleted {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:42:31.380392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.421517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30d862ce-fed7-48bf-8947-b75657977185 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.435808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23279877-f774-4f9a-b75e-74e1b6cd0516 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:31.439284 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23279877-f774-4f9a-b75e-74e1b6cd0516 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.464803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf0e9920-c319-43ec-902b-123afa38246f tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.465891 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cf0e9920-c319-43ec-902b-123afa38246f tempest-RoutersNegativeTest-685443428 tempest-RoutersNegativeTest-685443428-project] 10.222.0.35 "DELETE /v2.0/routers/5fc13d21-5d11-4fb8-a713-7650b4d0e6e9 HTTP/1.1" status: 204 len: 168 time: 1.3446796 Mar 29 09:42:31.555182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df4b4b10-bdee-4616-9330-a89bf3cb669b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.559609 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-df4b4b10-bdee-4616-9330-a89bf3cb669b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5448980 Mar 29 09:42:31.562872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59610) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:31.607676 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.658434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] Deleting port 21ad1d3d-1c1f-438d-adbe-fff6fea403ac {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:31.659339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.685105 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d239f635-cc87-408e-85a0-9e22d1e6bc1c']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:31.686494 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f6dfab25-dd74-482f-819b-ad8ac382959c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.714476 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f6dfab25-dd74-482f-819b-ad8ac382959c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.722782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2d4e48-1d14-4e03-99ed-cfb7726abd3b') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:31.723077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2d4e48-1d14-4e03-99ed-cfb7726abd3b') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:31.797405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.870648 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.884923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438ec12d-1896-4175-9e87-0dfdf260de36 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:42:31.897226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f6dfab25-dd74-482f-819b-ad8ac382959c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.904218 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:42:31.905012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:42:31.925216 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:42:31.944733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] For port 21ad1d3d-1c1f-438d-adbe-fff6fea403ac, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=21ad1d3d-1c1f-438d-adbe-fff6fea403ac,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:31.945300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:31.990272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfab25-dd74-482f-819b-ad8ac382959c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6339d19-c116-44be-af9c-d953d2cf9585,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:31.991941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59618) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:32.048454 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f6dfab25-dd74-482f-819b-ad8ac382959c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.051633 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f6dfab25-dd74-482f-819b-ad8ac382959c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/a6339d19-c116-44be-af9c-d953d2cf9585 HTTP/1.1" status: 204 len: 168 time: 0.4853072 Mar 29 09:42:32.055108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59624) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:32.090079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] Calling delete_port for 21ad1d3d-1c1f-438d-adbe-fff6fea403ac owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:32.108284 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] device_id is not set on port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:32.117446 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.146685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30d862ce-fed7-48bf-8947-b75657977185 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.156642 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Transition to ACTIVE for port object 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 will not be triggered until provisioned by entity L2. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:32.157903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.178605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.189535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Network': ['ID=d239f635-cc87-408e-85a0-9e22d1e6bc1c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:32.193721 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2d904bcb-c4d5-4c5f-a6bd-1cc165c6a700 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/networks/d239f635-cc87-408e-85a0-9e22d1e6bc1c HTTP/1.1" status: 204 len: 168 time: 3.1245084 Mar 29 09:42:32.202110 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59628) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:32.203940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f1198d42-be7d-4c8f-a5a4-cbb2f5c67661 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:32.211158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23279877-f774-4f9a-b75e-74e1b6cd0516 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.215034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438ec12d-1896-4175-9e87-0dfdf260de36 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:42:32.227718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4120a08-4817-4476-a9d5-24874da39513 None None] Sync routers for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:32.237825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4120a08-4817-4476-a9d5-24874da39513 None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:32.238437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d4120a08-4817-4476-a9d5-24874da39513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:32.257127 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-438ec12d-1896-4175-9e87-0dfdf260de36 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "PUT /v2.0/routers/84d85593-2cf4-4c6e-ab71-1ad53e7b23de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8570848 Mar 29 09:42:32.273112 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59632) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:32.276749 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30d862ce-fed7-48bf-8947-b75657977185 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.312723 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.358483 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] Pushing event deleted for resources: {'Port': ['ID=21ad1d3d-1c1f-438d-adbe-fff6fea403ac,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:32.360527 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d4120a08-4817-4476-a9d5-24874da39513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:32.369496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23279877-f774-4f9a-b75e-74e1b6cd0516 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:32.374266 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4120a08-4817-4476-a9d5-24874da39513 None None] Routers {'84d85593-2cf4-4c6e-ab71-1ad53e7b23de'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:32.374911 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d4120a08-4817-4476-a9d5-24874da39513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:32.394502 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-23279877-f774-4f9a-b75e-74e1b6cd0516 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:32.404962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23279877-f774-4f9a-b75e-74e1b6cd0516 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:32.404962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23279877-f774-4f9a-b75e-74e1b6cd0516 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.413548 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f1198d42-be7d-4c8f-a5a4-cbb2f5c67661 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:32.415105 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f1198d42-be7d-4c8f-a5a4-cbb2f5c67661 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3590980 Mar 29 09:42:32.424116 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59636) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:32.443567 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.483443 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a779c1-7286-4d87-a6a1-e4a74a24ca5d None None] No DVR routers for this DVR port 21ad1d3d-1c1f-438d-adbe-fff6fea403ac on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:32.483767 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d4120a08-4817-4476-a9d5-24874da39513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:32.484162 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4120a08-4817-4476-a9d5-24874da39513 None None] The sync data for ids ['84d85593-2cf4-4c6e-ab71-1ad53e7b23de'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:32.484343 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23279877-f774-4f9a-b75e-74e1b6cd0516 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=4561168f-af8d-4d9a-a7ac-2b4bee455307,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:32.534582 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-30d862ce-fed7-48bf-8947-b75657977185 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] In _notify_port_updated(), no bound segment for port 7a3de061-bc0c-481d-a5c0-ed8863fb153c on network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 {{(pid=88550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:42:32.537743 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0e5550ff-17a4-4406-8830-a6e137a0aa42 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=805f065881854f95bb4bd1c28e960002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5259840 Mar 29 09:42:32.539943 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d862ce-fed7-48bf-8947-b75657977185 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:32.540599 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30d862ce-fed7-48bf-8947-b75657977185 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.541855 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-30d862ce-fed7-48bf-8947-b75657977185 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "PUT /v2.0/ports/7a3de061-bc0c-481d-a5c0-ed8863fb153c HTTP/1.1" status: 200 len: 1067 time: 1.6553690 Mar 29 09:42:32.548888 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59640) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:32.549215 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59642) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:32.562710 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419339ab-9525-4ddb-882d-92aa6909ea07 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:32.572674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5b9b9432-22eb-4028-a832-946f85faf3c1 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.729196 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d862ce-fed7-48bf-8947-b75657977185 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event updated for resources: {'Port': ['ID=7a3de061-bc0c-481d-a5c0-ed8863fb153c,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:32.736921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5b9b9432-22eb-4028-a832-946f85faf3c1 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.746638 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-23279877-f774-4f9a-b75e-74e1b6cd0516 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1009758 Mar 29 09:42:32.747486 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59648) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:32.764422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'fixed_ips': [{'subnet_id': '4561168f-af8d-4d9a-a7ac-2b4bee455307', 'ip_address': '2001:db8::13b1:4b22:303d:2f54'}], 'name': 'tempest-NetworksTestDHCPv6-86753233'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:32.798910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9a0170a0-31d3-49db-9992-612d1d6b09ca tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.844947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': '4561168f-af8d-4d9a-a7ac-2b4bee455307'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:42:32.846953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.919314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-96e95445-53bb-44ed-ad47-bd24db39ff42 None None] Provisioning complete for port 7a3de061-bc0c-481d-a5c0-ed8863fb153c triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:32.919710 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-96e95445-53bb-44ed-ad47-bd24db39ff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.947248 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-db2a7b39-7569-4272-b09d-049954298b1c tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Deleting port 7a3de061-bc0c-481d-a5c0-ed8863fb153c {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:32.948195 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-db2a7b39-7569-4272-b09d-049954298b1c tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.973436 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:32.974015 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:32.974521 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:33.001166 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-96e95445-53bb-44ed-ad47-bd24db39ff42 None None] Port 7a3de061-bc0c-481d-a5c0-ed8863fb153c cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:33.011043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:33.011603 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:33.023570 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 2 to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 Mar 29 09:42:33.031640 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5b9b9432-22eb-4028-a832-946f85faf3c1 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.066445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Pushing event updated for resources: {'Port': ['ID=7f9fb88e-08ff-48fb-ba60-7fe309da1d30,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:33.073106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Allocated IP 2001:db8::2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/4561168f-af8d-4d9a-a7ac-2b4bee455307/d4304956-6e43-4eb6-a806-469ba5128ea1) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:33.085713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b9432-22eb-4028-a832-946f85faf3c1 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79804774-6ba4-407b-ac54-f39297cc296e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:33.090640 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:33.091182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:33.091714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:33.100477 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1068f393-8758-4e9b-9661-c4cc011794fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.107620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:33.116396 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9a0170a0-31d3-49db-9992-612d1d6b09ca tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.124337 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:33.167354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5b9b9432-22eb-4028-a832-946f85faf3c1 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.170994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:33.171144 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5b9b9432-22eb-4028-a832-946f85faf3c1 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/79804774-6ba4-407b-ac54-f39297cc296e HTTP/1.1" status: 204 len: 168 time: 0.7308569 Mar 29 09:42:33.171249 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:33.171334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59654) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:33.177720 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 3 to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 Mar 29 09:42:33.192612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:33.214214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-9a0170a0-31d3-49db-9992-612d1d6b09ca tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting port 51dc309e-e892-4abb-963b-07c096aeea70 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:33.214585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9a0170a0-31d3-49db-9992-612d1d6b09ca tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.228311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:33.228311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:33.228311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:33.232108 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1068f393-8758-4e9b-9661-c4cc011794fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.294832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:33.295185 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:33.302782 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 4 to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 Mar 29 09:42:33.308746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.311251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-93f03a6d-583a-42af-9042-8045efac156f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:33.321043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Transition to ACTIVE for port object d4304956-6e43-4eb6-a806-469ba5128ea1 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:33.355586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Transition to ACTIVE for port object d4304956-6e43-4eb6-a806-469ba5128ea1 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:33.444404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:33.444785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:33.445090 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:33.461236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:33.461556 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:33.465185 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 5 to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 Mar 29 09:42:33.494229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:33.494474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:33.494809 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:33.502730 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.513945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.520397 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:33.520748 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:33.522295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-db2a7b39-7569-4272-b09d-049954298b1c tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.529649 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 6 to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 Mar 29 09:42:33.541415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-93f03a6d-583a-42af-9042-8045efac156f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:33.542733 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-93f03a6d-583a-42af-9042-8045efac156f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3704584 Mar 29 09:42:33.547559 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59664) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:33.565266 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9a0170a0-31d3-49db-9992-612d1d6b09ca tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.574289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port f8f0b003-2a5b-41c8-bf79-1719249a134f yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:33.580963 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:33.583919 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:33.590573 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:33.608656 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:33.609033 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:33.609363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:33.634512 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Pushing event updated for resources: {'Port': ['ID=d4304956-6e43-4eb6-a806-469ba5128ea1,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:33.671771 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1068f393-8758-4e9b-9661-c4cc011794fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.684067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-db2a7b39-7569-4272-b09d-049954298b1c tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Calling delete_port for 7a3de061-bc0c-481d-a5c0-ed8863fb153c owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:33.703677 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Attempting to bind port d4304956-6e43-4eb6-a806-469ba5128ea1 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:33.704038 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Attempting to bind port d4304956-6e43-4eb6-a806-469ba5128ea1 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:33.704542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Attempting to bind port d4304956-6e43-4eb6-a806-469ba5128ea1 on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:33.710154 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:42:33.710524 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:33.711041 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.711457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:42:33.712028 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Bound port: d4304956-6e43-4eb6-a806-469ba5128ea1, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:33.712403 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.731388 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:33.731712 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:33.736132 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 7 to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 Mar 29 09:42:33.751221 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068f393-8758-4e9b-9661-c4cc011794fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1ab48a-2984-4e85-899c-c768d258acf3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:33.758593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-9a0170a0-31d3-49db-9992-612d1d6b09ca tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Calling delete_port for 51dc309e-e892-4abb-963b-07c096aeea70 owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:33.780205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1068f393-8758-4e9b-9661-c4cc011794fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.781352 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1068f393-8758-4e9b-9661-c4cc011794fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef1ab48a-2984-4e85-899c-c768d258acf3 HTTP/1.1" status: 204 len: 168 time: 1.2312276 Mar 29 09:42:33.790536 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:33.790873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:33.791272 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:33.800181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-af279a10-a96e-4756-8b62-db5e58940fd1 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.811384 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:33.811711 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:33.813153 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 8 to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 Mar 29 09:42:33.822121 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-af279a10-a96e-4756-8b62-db5e58940fd1 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:33.843289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] For port d4304956-6e43-4eb6-a806-469ba5128ea1, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:42:33.847532 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] For port d4304956-6e43-4eb6-a806-469ba5128ea1, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d4304956-6e43-4eb6-a806-469ba5128ea1,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:42:33.867312 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:33.867637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:33.867964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:33.938894 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.027149 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:34.028076 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:34.030366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::13b1:4b22:303d:2f54 (904da7d4-bab8-40f2-8764-d10ff337fe7e/4561168f-af8d-4d9a-a7ac-2b4bee455307/f8f0b003-2a5b-41c8-bf79-1719249a134f) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:34.034940 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 9 to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 Mar 29 09:42:34.036067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-af279a10-a96e-4756-8b62-db5e58940fd1 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.059988 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983badd7-62a4-40e5-a9e5-af04575d8598 None None] Pushing event updated for resources: {'Port': ['ID=d4304956-6e43-4eb6-a806-469ba5128ea1,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:34.074394 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:34.074715 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:34.075341 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:34.096158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af279a10-a96e-4756-8b62-db5e58940fd1 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c240f788-80d0-43ff-b5a5-5068ba68a57f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:34.098029 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:34.098744 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:34.099646 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 10 to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 Mar 29 09:42:34.118866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c605-dec7-48bf-89eb-38cd26f7f240 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.199318 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-db2a7b39-7569-4272-b09d-049954298b1c tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.213671 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:34.214009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:34.216198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:34.253919 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9a0170a0-31d3-49db-9992-612d1d6b09ca tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.356223 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:34.356990 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:34.357613 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.389497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.389614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a7b39-7569-4272-b09d-049954298b1c tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event deleted for resources: {'Port': ['ID=7a3de061-bc0c-481d-a5c0-ed8863fb153c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:34.405270 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object f8f0b003-2a5b-41c8-bf79-1719249a134f will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:34.433561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-af279a10-a96e-4756-8b62-db5e58940fd1 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.437199 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-af279a10-a96e-4756-8b62-db5e58940fd1 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/c240f788-80d0-43ff-b5a5-5068ba68a57f HTTP/1.1" status: 204 len: 168 time: 0.8841987 Mar 29 09:42:34.445703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59678) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:34.458905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0170a0-31d3-49db-9992-612d1d6b09ca tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Port': ['ID=51dc309e-e892-4abb-963b-07c096aeea70,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:34.699455 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.799551 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] For port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30, host hv-neutron-8355, cleared binding levels {{(pid=88550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:42:34.799825 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempted to set empty binding levels {{(pid=88550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 29 09:42:34.822626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:34.832734 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:34.839347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:34.844819 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:34.845514 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.866513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=f8f0b003-2a5b-41c8-bf79-1719249a134f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:34.880680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9a0170a0-31d3-49db-9992-612d1d6b09ca tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.916964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.932055 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-564f0683-42b6-4b35-ae31-d0b02c054af6 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:34.980940 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-db2a7b39-7569-4272-b09d-049954298b1c tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.990869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] In _notify_port_updated(), no bound segment for port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:42:34.991691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:34.992291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.996313 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "PUT /v2.0/ports/7f9fb88e-08ff-48fb-ba60-7fe309da1d30 HTTP/1.1" status: 200 len: 980 time: 3.8711109 Mar 29 09:42:35.007034 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59692) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:35.028993 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7ec840c8-3d6d-4cfc-b93d-33cbcfee46ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2730858 Mar 29 09:42:35.033854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59696) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:35.098971 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-db2a7b39-7569-4272-b09d-049954298b1c tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "DELETE /v2.0/ports/7a3de061-bc0c-481d-a5c0-ed8863fb153c HTTP/1.1" status: 204 len: 168 time: 2.5473111 Mar 29 09:42:35.119184 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59702) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:35.134675 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-564f0683-42b6-4b35-ae31-d0b02c054af6 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:35.135999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffd976-8cbd-410f-8026-0b24bb34344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Pushing event updated for resources: {'Port': ['ID=7f9fb88e-08ff-48fb-ba60-7fe309da1d30,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:35.139083 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-564f0683-42b6-4b35-ae31-d0b02c054af6 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6922231 Mar 29 09:42:35.139320 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59706) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:35.179087 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9a0170a0-31d3-49db-9992-612d1d6b09ca tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.192776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9a0170a0-31d3-49db-9992-612d1d6b09ca tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.197885 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-6815ce99-4cd4-41ad-825f-6e9f90d99051 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] GET failed (client error): The resource could not be found. Mar 29 09:42:35.199219 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6815ce99-4cd4-41ad-825f-6e9f90d99051 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "GET /v2.0/ports/7a3de061-bc0c-481d-a5c0-ed8863fb153c HTTP/1.1" status: 404 len: 333 time: 0.0740514 Mar 29 09:42:35.202566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e4e9c605-dec7-48bf-89eb-38cd26f7f240 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port c2be7c9e-4261-460c-9c67-61419feba8f0 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:35.205022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59710) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:35.205148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c605-dec7-48bf-89eb-38cd26f7f240 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.252630 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-733c2eb9-9b63-46e7-a2e7-ae84b48d1408 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.284885 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-733c2eb9-9b63-46e7-a2e7-ae84b48d1408 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.320429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9ec4b-f5ea-4696-8dff-17391357a84a tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Deleting port 871f0479-603b-4c1c-8480-7d40dcc0049d {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:35.320724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ec4b-f5ea-4696-8dff-17391357a84a tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.356936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9a0170a0-31d3-49db-9992-612d1d6b09ca tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.358188 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0170a0-31d3-49db-9992-612d1d6b09ca tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Fanout notify agent at l3_agent the message router_deleted on router 84d85593-2cf4-4c6e-ab71-1ad53e7b23de {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:42:35.362704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.364554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.365171 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.365887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.366899 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.367509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.368112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.368853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.369583 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.370307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.370926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.371475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.372269 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.372760 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.373259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.373878 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.374342 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.374796 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.375257 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.375710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.376319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.378404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Synchronizing usage tracker for tenant:bfe79da8219646c78496b78f7985438d on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:35.385845 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a360905-7488-417c-8306-a14dbe1edf22 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.391905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a360905-7488-417c-8306-a14dbe1edf22 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.393497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3a360905-7488-417c-8306-a14dbe1edf22 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:35.408310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9a0170a0-31d3-49db-9992-612d1d6b09ca tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.409940 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9a0170a0-31d3-49db-9992-612d1d6b09ca tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/routers/84d85593-2cf4-4c6e-ab71-1ad53e7b23de HTTP/1.1" status: 204 len: 168 time: 3.1254456 Mar 29 09:42:35.413645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59718) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:35.463932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a52edc12-2693-481b-9d66-8f49929194af None None] Provisioning for port d4304956-6e43-4eb6-a806-469ba5128ea1 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:35.496212 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3a360905-7488-417c-8306-a14dbe1edf22 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:35.500711 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3a360905-7488-417c-8306-a14dbe1edf22 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4679015 Mar 29 09:42:35.526757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59722) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:35.569453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-733c2eb9-9b63-46e7-a2e7-ae84b48d1408 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.600391 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-d835b1da-7ef8-495d-ad57-0bb9a8c321c3 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Deleting subnet d109fecb-4d43-42c6-a8b4-2273a4062e04 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:35.603613 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d835b1da-7ef8-495d-ad57-0bb9a8c321c3 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.641383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c2eb9-9b63-46e7-a2e7-ae84b48d1408 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3113c534-76b6-46f9-b284-51eb17c0f020,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:35.646805 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dfccae06-6d5f-4b2d-b87e-101fe857c4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.658473 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Unset dirty status for tenant:bfe79da8219646c78496b78f7985438d on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:35.661830 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-25a05f93-38f2-4ce3-a9d6-ef7fb67f2a1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19361 time: 0.6481597 Mar 29 09:42:35.669873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59728) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:35.682565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-e4e9c605-dec7-48bf-89eb-38cd26f7f240 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] For port c2be7c9e-4261-460c-9c67-61419feba8f0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c2be7c9e-4261-460c-9c67-61419feba8f0,segment=NetworkSegment(6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403),segment_id=6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:35.682926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c605-dec7-48bf-89eb-38cd26f7f240 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.726541 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b966662e-c260-4bc4-ba1e-db105c52b5cc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port f8f0b003-2a5b-41c8-bf79-1719249a134f {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:35.727086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b966662e-c260-4bc4-ba1e-db105c52b5cc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.793921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2c22caae-c170-4cc2-9b18-e4a6d96a021d None None] Provisioning for port f8f0b003-2a5b-41c8-bf79-1719249a134f completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:35.798706 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2c22caae-c170-4cc2-9b18-e4a6d96a021d None None] Provisioning complete for port f8f0b003-2a5b-41c8-bf79-1719249a134f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:35.799057 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2c22caae-c170-4cc2-9b18-e4a6d96a021d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.810460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ec4b-f5ea-4696-8dff-17391357a84a tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.858068 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-2c22caae-c170-4cc2-9b18-e4a6d96a021d None None] Port f8f0b003-2a5b-41c8-bf79-1719249a134f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:35.965205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-733c2eb9-9b63-46e7-a2e7-ae84b48d1408 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.969437 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-733c2eb9-9b63-46e7-a2e7-ae84b48d1408 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/3113c534-76b6-46f9-b284-51eb17c0f020 HTTP/1.1" status: 204 len: 168 time: 0.8214455 Mar 29 09:42:35.969437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d835b1da-7ef8-495d-ad57-0bb9a8c321c3 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:35.981283 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59738) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:35.994828 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9ec4b-f5ea-4696-8dff-17391357a84a tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Calling delete_port for 871f0479-603b-4c1c-8480-7d40dcc0049d owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:36.010197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e4e9c605-dec7-48bf-89eb-38cd26f7f240 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for c2be7c9e-4261-460c-9c67-61419feba8f0 owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:36.083503 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e9a92f40-3f9b-4f21-a86f-58ead3e8b5de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Deleting port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:36.084259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9a92f40-3f9b-4f21-a86f-58ead3e8b5de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.162901 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d835b1da-7ef8-495d-ad57-0bb9a8c321c3 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.180539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59746) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:36.203199 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2657b73b-08ec-4daf-be44-6495db90d391 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2210791 Mar 29 09:42:36.212604 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59750) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:36.301680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b966662e-c260-4bc4-ba1e-db105c52b5cc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.334774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca02198f-38d9-4896-9151-6b5838936b97 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.383144 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca02198f-38d9-4896-9151-6b5838936b97 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.441337 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d4304956-6e43-4eb6-a806-469ba5128ea1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:36.534941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-e9a92f40-3f9b-4f21-a86f-58ead3e8b5de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] For port 7f9fb88e-08ff-48fb-ba60-7fe309da1d30, host hv-neutron-8355, got binding levels [] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:36.535382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9a92f40-3f9b-4f21-a86f-58ead3e8b5de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.559550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b966662e-c260-4bc4-ba1e-db105c52b5cc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for f8f0b003-2a5b-41c8-bf79-1719249a134f owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:36.589149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'network': {'name': 'tempest-network-smoke--771267369', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'port_security_enabled': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:36.601110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:36.606735 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d835b1da-7ef8-495d-ad57-0bb9a8c321c3 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.608898 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:network and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:36.613362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:36.627034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:36.629780 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port d4304956-6e43-4eb6-a806-469ba5128ea1 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:36.635307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d4304956-6e43-4eb6-a806-469ba5128ea1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:36.643145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.693608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ec4b-f5ea-4696-8dff-17391357a84a tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.699263 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e9a92f40-3f9b-4f21-a86f-58ead3e8b5de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Calling delete_port for 7f9fb88e-08ff-48fb-ba60-7fe309da1d30 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:36.729769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca02198f-38d9-4896-9151-6b5838936b97 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.755310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835b1da-7ef8-495d-ad57-0bb9a8c321c3 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Subnet': ['ID=d109fecb-4d43-42c6-a8b4-2273a4062e04,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:36.756043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.756937 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c605-dec7-48bf-89eb-38cd26f7f240 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.761938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d835b1da-7ef8-495d-ad57-0bb9a8c321c3 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.787736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:36.790420 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.792803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port d4304956-6e43-4eb6-a806-469ba5128ea1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d4304956-6e43-4eb6-a806-469ba5128ea1,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:36.807602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02198f-38d9-4896-9151-6b5838936b97 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=970800ce-fb09-408b-b144-0272e998b78c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:36.821028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9ec4b-f5ea-4696-8dff-17391357a84a tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event deleted for resources: {'Port': ['ID=871f0479-603b-4c1c-8480-7d40dcc0049d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:36.828997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.834574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9c605-dec7-48bf-89eb-38cd26f7f240 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Port': ['ID=c2be7c9e-4261-460c-9c67-61419feba8f0,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:36.837892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ec4b-f5ea-4696-8dff-17391357a84a tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.862803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:36.866095 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4bf9ec4b-f5ea-4696-8dff-17391357a84a tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "DELETE /v2.0/ports/871f0479-603b-4c1c-8480-7d40dcc0049d HTTP/1.1" status: 204 len: 168 time: 1.6624854 Mar 29 09:42:36.868769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:36.871131 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59756) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:36.873576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:36.884637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.913013 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d835b1da-7ef8-495d-ad57-0bb9a8c321c3 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/subnets/d109fecb-4d43-42c6-a8b4-2273a4062e04 HTTP/1.1" status: 204 len: 168 time: 1.4911771 Mar 29 09:42:36.915602 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59760) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:36.922055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca02198f-38d9-4896-9151-6b5838936b97 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.922550 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ca02198f-38d9-4896-9151-6b5838936b97 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/970800ce-fb09-408b-b144-0272e998b78c HTTP/1.1" status: 204 len: 168 time: 0.7066321 Mar 29 09:42:36.924138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:36.941836 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59764) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:36.973991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=d4304956-6e43-4eb6-a806-469ba5128ea1,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:36.998816 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1b5592-2aaf-49ae-bf92-c1fd840f6f3d tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] GET failed (client error): The resource could not be found. Mar 29 09:42:37.000703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6f1b5592-2aaf-49ae-bf92-c1fd840f6f3d tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Synchronizing usage tracker for tenant:ae485c1df4a9437e9ff1c175b9a5e165 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:37.009139 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b966662e-c260-4bc4-ba1e-db105c52b5cc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.109288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9a92f40-3f9b-4f21-a86f-58ead3e8b5de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.161482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c605-dec7-48bf-89eb-38cd26f7f240 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.182629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9a92f40-3f9b-4f21-a86f-58ead3e8b5de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.189475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a92f40-3f9b-4f21-a86f-58ead3e8b5de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f9fb88e-08ff-48fb-ba60-7fe309da1d30,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:37.203334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966662e-c260-4bc4-ba1e-db105c52b5cc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=f8f0b003-2a5b-41c8-bf79-1719249a134f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:37.208282 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a518-38e8-46a6-8597-da311465e6b6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.239435 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b966662e-c260-4bc4-ba1e-db105c52b5cc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.251776 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e6da0711-d8c4-4908-b932-f164228db8e1 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3084331 Mar 29 09:42:37.262014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59768) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:37.268825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6f1b5592-2aaf-49ae-bf92-c1fd840f6f3d tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Unset dirty status for tenant:ae485c1df4a9437e9ff1c175b9a5e165 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:37.273473 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6f1b5592-2aaf-49ae-bf92-c1fd840f6f3d tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "GET /v2.0/ports/871f0479-603b-4c1c-8480-7d40dcc0049d HTTP/1.1" status: 404 len: 333 time: 0.3981323 Mar 29 09:42:37.279800 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b966662e-c260-4bc4-ba1e-db105c52b5cc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/f8f0b003-2a5b-41c8-bf79-1719249a134f HTTP/1.1" status: 204 len: 168 time: 1.7517180 Mar 29 09:42:37.282774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59772) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:37.283100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59774) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:37.353281 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e9a92f40-3f9b-4f21-a86f-58ead3e8b5de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "DELETE /v2.0/ports/7f9fb88e-08ff-48fb-ba60-7fe309da1d30 HTTP/1.1" status: 204 len: 168 time: 1.6783133 Mar 29 09:42:37.367874 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59780) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:37.545668 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-79eec05a-2107-44c8-8986-61b72f7e375d tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Deleting port 600f0f76-c96d-4618-be9e-778307ef3c74 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:37.546305 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-79eec05a-2107-44c8-8986-61b72f7e375d tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.546839 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bbd767-52a4-48f0-bac4-af7d5688604b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:42:37.547365 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f9bbd767-52a4-48f0-bac4-af7d5688604b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Synchronizing usage tracker for tenant:bfe79da8219646c78496b78f7985438d on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:37.607936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bb3856-fa16-4ff4-960b-1a71e8b94184 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:37.609553 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bb3856-fa16-4ff4-960b-1a71e8b94184 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:37.610290 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f5bb3856-fa16-4ff4-960b-1a71e8b94184 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:37.613478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a518-38e8-46a6-8597-da311465e6b6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.659516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b9fc518f-c0e9-46ef-8b2a-817b218a7d02 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.661113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f9bbd767-52a4-48f0-bac4-af7d5688604b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Unset dirty status for tenant:bfe79da8219646c78496b78f7985438d on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:37.662258 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f9bbd767-52a4-48f0-bac4-af7d5688604b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "GET /v2.0/ports/7f9fb88e-08ff-48fb-ba60-7fe309da1d30 HTTP/1.1" status: 404 len: 333 time: 0.2905362 Mar 29 09:42:37.666405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59784) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:37.671262 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-0aa9a518-38e8-46a6-8597-da311465e6b6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffb99ae-d7a1-42de-9536-681f8488934d']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:37.678921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.681066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-a798be48-8936-418c-9f39-14f8e5ffa9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-519626117', 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:37.727217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-0aa9a518-38e8-46a6-8597-da311465e6b6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3716603a-727b-41be-8f32-da2c5133103e') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:37.727512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-0aa9a518-38e8-46a6-8597-da311465e6b6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3716603a-727b-41be-8f32-da2c5133103e') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:37.742207 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a798be48-8936-418c-9f39-14f8e5ffa9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:37.748995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a518-38e8-46a6-8597-da311465e6b6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.774462 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b9fc518f-c0e9-46ef-8b2a-817b218a7d02 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.781959 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a798be48-8936-418c-9f39-14f8e5ffa9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:37.793726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.819149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f5bb3856-fa16-4ff4-960b-1a71e8b94184 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:37.819149 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f5bb3856-fa16-4ff4-960b-1a71e8b94184 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5327926 Mar 29 09:42:37.819875 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a518-38e8-46a6-8597-da311465e6b6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.823569 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59788) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:37.834761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e9c605-dec7-48bf-89eb-38cd26f7f240 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 1a727579-c47e-440b-8230-25d9015bae6d has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:42:37.875058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-de4ad7b8-cd65-4816-a23b-765ef657e08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.880512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa9a518-38e8-46a6-8597-da311465e6b6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:42:37.880934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a518-38e8-46a6-8597-da311465e6b6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.900881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:42:37.902850 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:42:37.959964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a798be48-8936-418c-9f39-14f8e5ffa9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Made reservation on behalf of bfe79da8219646c78496b78f7985438d for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:37.962255 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a798be48-8936-418c-9f39-14f8e5ffa9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.003587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=651f6539-2320-47ac-b79a-c11ae531593a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:38.036207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-79eec05a-2107-44c8-8986-61b72f7e375d tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.048478 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa78a96-5a9f-418e-8450-46208250eaad tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 4561168f-af8d-4d9a-a7ac-2b4bee455307 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:38.057682 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eaa78a96-5a9f-418e-8450-46208250eaad tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.084329 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b9fc518f-c0e9-46ef-8b2a-817b218a7d02 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.096297 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-a798be48-8936-418c-9f39-14f8e5ffa9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] device_id is not set on port 3a1a18c4-fe5b-4f34-b022-8e31d4fc5ed1 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:38.171449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc518f-c0e9-46ef-8b2a-817b218a7d02 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a9b1da-5b7f-4e11-aaa7-14f10e71cf00,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:38.200327 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e9c605-dec7-48bf-89eb-38cd26f7f240 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:42:38.211435 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8bcbec-676a-4e2d-a986-94531bd72855 None None] Sync routers for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:38.212475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eaa78a96-5a9f-418e-8450-46208250eaad tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.221253 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8bcbec-676a-4e2d-a986-94531bd72855 None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:38.221848 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5f8bcbec-676a-4e2d-a986-94531bd72855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:38.230556 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.230880 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Added segment 4e8d79b8-5fc0-4729-a0ce-6d8fa437e010 of type vlan for network 3c3ef509-76c0-4a1a-bc35-8f39980efe1a Mar 29 09:42:38.266284 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e4e9c605-dec7-48bf-89eb-38cd26f7f240 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/1a727579-c47e-440b-8230-25d9015bae6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0629923 Mar 29 09:42:38.271702 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b9fc518f-c0e9-46ef-8b2a-817b218a7d02 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.272783 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b9fc518f-c0e9-46ef-8b2a-817b218a7d02 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-groups/77a9b1da-5b7f-4e11-aaa7-14f10e71cf00 HTTP/1.1" status: 204 len: 168 time: 1.0096841 Mar 29 09:42:38.275583 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59792) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:38.276111 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59794) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:38.297927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a518-38e8-46a6-8597-da311465e6b6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.312204 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-79eec05a-2107-44c8-8986-61b72f7e375d tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Calling delete_port for 600f0f76-c96d-4618-be9e-778307ef3c74 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:38.354654 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a518-38e8-46a6-8597-da311465e6b6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.383473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9a518-38e8-46a6-8597-da311465e6b6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] Pushing event deleted for resources: {'Network': ['ID=fffb99ae-d7a1-42de-9536-681f8488934d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:38.410424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.473581 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-5f8bcbec-676a-4e2d-a986-94531bd72855 None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:38.481380 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c622a2c-5cfa-4eb3-9bde-0b2a18d84f32 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting subnet 6e3a7b5e-9c57-4193-8779-1a3189ac67f0 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:38.486412 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d4304956-6e43-4eb6-a806-469ba5128ea1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:38.533129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8cf562db-fd10-4a48-abc9-e626dbebd653 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:38.537622 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0aa9a518-38e8-46a6-8597-da311465e6b6 tempest-FloatingIPTestJSON-1781787255 tempest-FloatingIPTestJSON-1781787255-project] 10.222.0.35 "DELETE /v2.0/networks/fffb99ae-d7a1-42de-9536-681f8488934d HTTP/1.1" status: 204 len: 168 time: 1.6209450 Mar 29 09:42:38.545644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1c622a2c-5cfa-4eb3-9bde-0b2a18d84f32 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.573086 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eaa78a96-5a9f-418e-8450-46208250eaad tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.578134 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d4304956-6e43-4eb6-a806-469ba5128ea1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:38.578558 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.600765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-79eec05a-2107-44c8-8986-61b72f7e375d tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.691806 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a798be48-8936-418c-9f39-14f8e5ffa9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.693900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eec05a-2107-44c8-8986-61b72f7e375d tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event deleted for resources: {'Port': ['ID=600f0f76-c96d-4618-be9e-778307ef3c74,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:38.698324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.704336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:38.704975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.705564 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1c622a2c-5cfa-4eb3-9bde-0b2a18d84f32 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.789134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8cf562db-fd10-4a48-abc9-e626dbebd653 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:38.795701 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8cf562db-fd10-4a48-abc9-e626dbebd653 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5013564 Mar 29 09:42:38.801641 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59802) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:38.809727 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-9947a947-11a4-45af-bade-4272eb0179c7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297739605'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:38.819233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9947a947-11a4-45af-bade-4272eb0179c7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:38.840009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9947a947-11a4-45af-bade-4272eb0179c7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:38.853152 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.883356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-79eec05a-2107-44c8-8986-61b72f7e375d tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.887329 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1c622a2c-5cfa-4eb3-9bde-0b2a18d84f32 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.887978 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-79eec05a-2107-44c8-8986-61b72f7e375d tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "DELETE /v2.0/ports/600f0f76-c96d-4618-be9e-778307ef3c74 HTTP/1.1" status: 204 len: 168 time: 1.6035678 Mar 29 09:42:38.893392 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59806) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:38.916115 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eaa78a96-5a9f-418e-8450-46208250eaad tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.949472 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.965525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-0753af8c-dfe0-423a-afe8-55a00cc17b9e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Deleting subnet 2cc688e5-2c3c-4d67-a26d-05589af60cd6 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:38.967423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Network': ['ID=3c3ef509-76c0-4a1a-bc35-8f39980efe1a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:38.971907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0753af8c-dfe0-423a-afe8-55a00cc17b9e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.975293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa78a96-5a9f-418e-8450-46208250eaad tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=4561168f-af8d-4d9a-a7ac-2b4bee455307,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:38.975638 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5f8bcbec-676a-4e2d-a986-94531bd72855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:36Z', 'revision_number': 9, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:38.981752 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 3c3ef509-76c0-4a1a-bc35-8f39980efe1a details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:42:38.991945 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eaa78a96-5a9f-418e-8450-46208250eaad tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.995158 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8bcbec-676a-4e2d-a986-94531bd72855 None None] Checking router: 1a727579-c47e-440b-8230-25d9015bae6d for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:42:39.002176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9947a947-11a4-45af-bade-4272eb0179c7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.005937 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace4039f-ab2b-457f-aef9-c13b5cfe01bc None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:39.013382 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-97217c42-e67b-4795-a217-ab107f93d07f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.8275640 Mar 29 09:42:39.017971 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8bcbec-676a-4e2d-a986-94531bd72855 None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:39.018070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59810) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:39.018197 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5f8bcbec-676a-4e2d-a986-94531bd72855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:39.029399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'admin_state_up': True, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:39.038823 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:39.048697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:router and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:39.053099 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:39.063274 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0753af8c-dfe0-423a-afe8-55a00cc17b9e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.065423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a798be48-8936-418c-9f39-14f8e5ffa9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.092732 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:39.178077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a798be48-8936-418c-9f39-14f8e5ffa9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Network f7a0c14b-585d-4ed2-bcec-7867b462740a is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:39.180997 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9947a947-11a4-45af-bade-4272eb0179c7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:39.187265 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-a798be48-8936-418c-9f39-14f8e5ffa9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:39.195598 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-5f8bcbec-676a-4e2d-a986-94531bd72855 None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:39.208772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0753af8c-dfe0-423a-afe8-55a00cc17b9e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.223370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9947a947-11a4-45af-bade-4272eb0179c7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:39.226547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9947a947-11a4-45af-bade-4272eb0179c7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:39.233336 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9947a947-11a4-45af-bade-4272eb0179c7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:39.286997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.288054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.315235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9947a947-11a4-45af-bade-4272eb0179c7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.317537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798be48-8936-418c-9f39-14f8e5ffa9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Pushing event updated for resources: {'Port': ['ID=3a1a18c4-fe5b-4f34-b022-8e31d4fc5ed1,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:39.328098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a798be48-8936-418c-9f39-14f8e5ffa9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:39.329402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a798be48-8936-418c-9f39-14f8e5ffa9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:39.330160 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a798be48-8936-418c-9f39-14f8e5ffa9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.339746 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-eaa78a96-5a9f-418e-8450-46208250eaad tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/4561168f-af8d-4d9a-a7ac-2b4bee455307 HTTP/1.1" status: 204 len: 168 time: 1.5079360 Mar 29 09:42:39.341289 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1c622a2c-5cfa-4eb3-9bde-0b2a18d84f32 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.346617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59816) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:39.346881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59818) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:39.397263 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c622a2c-5cfa-4eb3-9bde-0b2a18d84f32 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3a7b5e-9c57-4193-8779-1a3189ac67f0,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:39.399243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9947a947-11a4-45af-bade-4272eb0179c7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.447296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947a947-11a4-45af-bade-4272eb0179c7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7c770c-3068-4503-a934-c8621e5ca2c4,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:39.459590 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6abc5c5-bbd0-4f63-95f9-f03f95bb3292 None None] Network 7890f559-0f2e-42d7-b5a5-a43887ee7959 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:39.462834 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1c622a2c-5cfa-4eb3-9bde-0b2a18d84f32 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.485190 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5ef11c60-0847-4da0-9da9-347e1e86da97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1357899 Mar 29 09:42:39.486019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1fd0d7-acc5-440c-beb1-2f243953627a None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:42:39.487592 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59826) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:39.492034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.499168 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1c622a2c-5cfa-4eb3-9bde-0b2a18d84f32 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/6e3a7b5e-9c57-4193-8779-1a3189ac67f0 HTTP/1.1" status: 204 len: 168 time: 1.2104456 Mar 29 09:42:39.503237 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-22b615db-bda7-4f3d-ab50-dbca14eec03d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:39.506380 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-5d1fd0d7-acc5-440c-beb1-2f243953627a None None] Deleting port d4304956-6e43-4eb6-a806-469ba5128ea1 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:39.507013 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5d1fd0d7-acc5-440c-beb1-2f243953627a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.513915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59830) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:39.704874 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5f8bcbec-676a-4e2d-a986-94531bd72855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:36Z', 'revision_number': 9, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:39.709772 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8bcbec-676a-4e2d-a986-94531bd72855 None None] The sync data for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv is: [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:36Z', 'revision_number': 9, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4b6787e-23a1-48c9-a805-82a28fccdaba', 'name': '', 'network_id': '8516d2f1-883d-456d-a10a-06a3f463a60a', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:6c:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:37Z', 'updated_at': '2022-03-29T09:41:57Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': '2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:39.749869 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a798be48-8936-418c-9f39-14f8e5ffa9ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0820282 Mar 29 09:42:39.755881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9947a947-11a4-45af-bade-4272eb0179c7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.757041 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9947a947-11a4-45af-bade-4272eb0179c7 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9568880 Mar 29 09:42:39.758015 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59834) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:39.768674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59836) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:39.785238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0753af8c-dfe0-423a-afe8-55a00cc17b9e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.824892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-22b615db-bda7-4f3d-ab50-dbca14eec03d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:39.828907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-05cc4b02-15c1-4aed-b24b-fe9a06639f35 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group_rule': {'security_group_id': '5c7c770c-3068-4503-a934-c8621e5ca2c4', 'direction': 'ingress', 'protocol': 17}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:39.840782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-22b615db-bda7-4f3d-ab50-dbca14eec03d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:39.845283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-22b615db-bda7-4f3d-ab50-dbca14eec03d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:39.848567 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d752ee6f-5105-4831-9002-3e6352ce56e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:39.849129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d752ee6f-5105-4831-9002-3e6352ce56e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Synchronizing usage tracker for tenant:bfe79da8219646c78496b78f7985438d on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:39.855234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-22b615db-bda7-4f3d-ab50-dbca14eec03d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:39.876938 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-5d1fd0d7-acc5-440c-beb1-2f243953627a None None] For port d4304956-6e43-4eb6-a806-469ba5128ea1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d4304956-6e43-4eb6-a806-469ba5128ea1,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:39.877319 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5d1fd0d7-acc5-440c-beb1-2f243953627a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.893317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.911972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-05cc4b02-15c1-4aed-b24b-fe9a06639f35 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:39.921571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753af8c-dfe0-423a-afe8-55a00cc17b9e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc688e5-2c3c-4d67-a26d-05589af60cd6,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:39.926408 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-05cc4b02-15c1-4aed-b24b-fe9a06639f35 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:39.929252 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0753af8c-dfe0-423a-afe8-55a00cc17b9e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.930191 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b615db-bda7-4f3d-ab50-dbca14eec03d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:39.933640 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-22b615db-bda7-4f3d-ab50-dbca14eec03d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:39.959887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c105e-efd8-4ddf-be57-78790fc6de61 None None] Network 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:39.962086 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d752ee6f-5105-4831-9002-3e6352ce56e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Unset dirty status for tenant:bfe79da8219646c78496b78f7985438d on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:39.965945 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d752ee6f-5105-4831-9002-3e6352ce56e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "GET /v2.0/ports/3a1a18c4-fe5b-4f34-b022-8e31d4fc5ed1 HTTP/1.1" status: 200 len: 958 time: 0.2012088 Mar 29 09:42:39.967023 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59842) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:39.984756 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-05cc4b02-15c1-4aed-b24b-fe9a06639f35 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:40.004425 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-334aef2d-1652-4f76-ba69-985927b8738a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=def6da8eeee4419eb3da131eed714cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6513524 Mar 29 09:42:40.005275 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59846) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:40.011699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-05cc4b02-15c1-4aed-b24b-fe9a06639f35 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:40.024053 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0753af8c-dfe0-423a-afe8-55a00cc17b9e tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "DELETE /v2.0/subnets/2cc688e5-2c3c-4d67-a26d-05589af60cd6 HTTP/1.1" status: 204 len: 168 time: 1.1300931 Mar 29 09:42:40.051457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-5d1fd0d7-acc5-440c-beb1-2f243953627a None None] Calling delete_port for d4304956-6e43-4eb6-a806-469ba5128ea1 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:40.058050 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59848) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:40.213550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port dd640e78-f01c-493e-9672-d37f1c1ff3e1 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:40.213888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.243605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-83af3100-43a9-4fc5-a79e-08e38b72ac2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Deleting port 3a1a18c4-fe5b-4f34-b022-8e31d4fc5ed1 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:40.244168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-83af3100-43a9-4fc5-a79e-08e38b72ac2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.245515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.318178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.401243 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-05cc4b02-15c1-4aed-b24b-fe9a06639f35 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.409381 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aee965e6-b0cc-4330-850d-4ce460b07e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.429691 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5d1fd0d7-acc5-440c-beb1-2f243953627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.468071 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Deleting port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:40.468392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.519552 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86efd779-d5a2-409a-bed7-e0852b865b3d None None] DHCP port deletion for 7890f559-0f2e-42d7-b5a5-a43887ee7959 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:42:40.521612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c2be7c9e-4261-460c-9c67-61419feba8f0 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:40.533952 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] For port dd640e78-f01c-493e-9672-d37f1c1ff3e1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=dd640e78-f01c-493e-9672-d37f1c1ff3e1,segment=NetworkSegment(6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403),segment_id=6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:40.534178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.552288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aee965e6-b0cc-4330-850d-4ce460b07e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.565719 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: c2be7c9e-4261-460c-9c67-61419feba8f0 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:42:40.566084 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c2be7c9e-4261-460c-9c67-61419feba8f0 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:42:40.566474 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d4304956-6e43-4eb6-a806-469ba5128ea1 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:40.592866 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fd0d7-acc5-440c-beb1-2f243953627a None None] Pushing event deleted for resources: {'Port': ['ID=d4304956-6e43-4eb6-a806-469ba5128ea1,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:40.599883 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fd0d7-acc5-440c-beb1-2f243953627a None None] No DVR routers for this DVR port d4304956-6e43-4eb6-a806-469ba5128ea1 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:40.602807 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-86efd779-d5a2-409a-bed7-e0852b865b3d None None] Deleting port dd640e78-f01c-493e-9672-d37f1c1ff3e1 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:40.602807 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-86efd779-d5a2-409a-bed7-e0852b865b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.658908 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: d4304956-6e43-4eb6-a806-469ba5128ea1 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:42:40.661687 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d4304956-6e43-4eb6-a806-469ba5128ea1 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:42:40.737081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for dd640e78-f01c-493e-9672-d37f1c1ff3e1 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:40.738022 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cdfee0-1cca-4e0a-aee3-52d5f9a7e85a None None] DHCP port deletion for 903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:42:40.750998 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-43cdfee0-1cca-4e0a-aee3-52d5f9a7e85a None None] Deleting port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:40.751504 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-43cdfee0-1cca-4e0a-aee3-52d5f9a7e85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.782275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-05cc4b02-15c1-4aed-b24b-fe9a06639f35 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.787873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.826004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-83af3100-43a9-4fc5-a79e-08e38b72ac2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.883339 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-22b615db-bda7-4f3d-ab50-dbca14eec03d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.924046 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-05cc4b02-15c1-4aed-b24b-fe9a06639f35 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:40.996051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.039573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-83af3100-43a9-4fc5-a79e-08e38b72ac2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Calling delete_port for 3a1a18c4-fe5b-4f34-b022-8e31d4fc5ed1 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:41.042356 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-86efd779-d5a2-409a-bed7-e0852b865b3d None None] For port dd640e78-f01c-493e-9672-d37f1c1ff3e1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=dd640e78-f01c-493e-9672-d37f1c1ff3e1,segment=NetworkSegment(6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403),segment_id=6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:41.043594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-86efd779-d5a2-409a-bed7-e0852b865b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.056036 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc4b02-15c1-4aed-b24b-fe9a06639f35 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381dcf13-46f5-40e7-baba-8dbc244efcf6,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:41.095597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aee965e6-b0cc-4330-850d-4ce460b07e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.101577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Port': ['ID=dd640e78-f01c-493e-9672-d37f1c1ff3e1,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:41.106032 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] No DVR routers for this DVR port dd640e78-f01c-493e-9672-d37f1c1ff3e1 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:41.107402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.129249 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] For port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb,segment=NetworkSegment(e3b2297f-9a41-4c74-85fa-78886ad36ec3),segment_id=e3b2297f-9a41-4c74-85fa-78886ad36ec3)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:41.129607 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.145310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b615db-bda7-4f3d-ab50-dbca14eec03d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:41.149924 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee965e6-b0cc-4330-850d-4ce460b07e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb43bef0-d48b-461a-aabe-6784fd7dfa88,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:41.163572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-22b615db-bda7-4f3d-ab50-dbca14eec03d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:41.171268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.171532 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b615db-bda7-4f3d-ab50-dbca14eec03d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:41.172360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-22b615db-bda7-4f3d-ab50-dbca14eec03d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.228468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e274300-9d73-457c-8a17-eb00decebd94 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:41.249467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-86efd779-d5a2-409a-bed7-e0852b865b3d None None] Calling delete_port for dd640e78-f01c-493e-9672-d37f1c1ff3e1 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:41.306522 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-05cc4b02-15c1-4aed-b24b-fe9a06639f35 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.307275 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-05cc4b02-15c1-4aed-b24b-fe9a06639f35 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5301197 Mar 29 09:42:41.313870 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-43cdfee0-1cca-4e0a-aee3-52d5f9a7e85a None None] For port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb,segment=NetworkSegment(e3b2297f-9a41-4c74-85fa-78886ad36ec3),segment_id=e3b2297f-9a41-4c74-85fa-78886ad36ec3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:41.314271 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-43cdfee0-1cca-4e0a-aee3-52d5f9a7e85a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.318627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59854) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:41.342687 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.418605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Calling delete_port for 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:41.420366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7890f559-0f2e-42d7-b5a5-a43887ee7959']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:41.448599 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b615db-bda7-4f3d-ab50-dbca14eec03d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=635cbeb6-9881-47f0-80d7-d58e3c5089d9,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:41.451469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:41.451765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1ba0ec-2ee4-44a3-9bdc-a2637ee1f403') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:41.473689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.477779 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aee965e6-b0cc-4330-850d-4ce460b07e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.478313 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-43cdfee0-1cca-4e0a-aee3-52d5f9a7e85a None None] Calling delete_port for 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:41.478887 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-aee965e6-b0cc-4330-850d-4ce460b07e51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb43bef0-d48b-461a-aabe-6784fd7dfa88 HTTP/1.1" status: 204 len: 168 time: 1.4222846 Mar 29 09:42:41.513020 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.241 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/4145bd4b-6e82-40d2-9a14-88cff9130c6f) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:41.518583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.524375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-102c486a-0fd4-4343-b039-81473548bd8c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.528224 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:42:41.528649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:42:41.543303 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:42:41.582606 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-22b615db-bda7-4f3d-ab50-dbca14eec03d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0936525 Mar 29 09:42:41.585119 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59860) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:41.591097 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'fixed_ips': [{'subnet_id': '635cbeb6-9881-47f0-80d7-d58e3c5089d9', 'ip_address': '2001:db8::38aa:7489:df:2e77'}], 'name': 'tempest-NetworksTestDHCPv6-611214748'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:41.623392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.642900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-102c486a-0fd4-4343-b039-81473548bd8c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.653955 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-86efd779-d5a2-409a-bed7-e0852b865b3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:42:41.654302 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-86efd779-d5a2-409a-bed7-e0852b865b3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:42:41.667336 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-83af3100-43a9-4fc5-a79e-08e38b72ac2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.699672 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] No DVR routers for this DVR port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:41.724726 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-43cdfee0-1cca-4e0a-aee3-52d5f9a7e85a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:42:41.725167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-43cdfee0-1cca-4e0a-aee3-52d5f9a7e85a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:42:41.783042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': '635cbeb6-9881-47f0-80d7-d58e3c5089d9'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:42:41.785348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.844381 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event deleted for resources: {'Port': ['ID=6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:41.887749 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:41.895256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-83af3100-43a9-4fc5-a79e-08e38b72ac2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.895663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.925132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:41.943963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Network': ['ID=7890f559-0f2e-42d7-b5a5-a43887ee7959,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:41.954137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af3100-43a9-4fc5-a79e-08e38b72ac2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a1a18c4-fe5b-4f34-b022-8e31d4fc5ed1,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:41.956220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:41.987895 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/networks/7890f559-0f2e-42d7-b5a5-a43887ee7959 HTTP/1.1" status: 204 len: 168 time: 2.4636602 Mar 29 09:42:41.987895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:41.987895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:41.987895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:41.989784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:41.989784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:41.989784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:41.989784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:41.989784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:41.990464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:41.991249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:41.991798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:41.992244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d068705-5907-4595-bbf6-7be49cf5c139 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:41.996595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59868) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:42.023536 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Allocated IP 2001:db8::2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/635cbeb6-9881-47f0-80d7-d58e3c5089d9/7532a875-30f5-4b53-aa9d-4801a7c3a081) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:42.027158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.038891 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-83af3100-43a9-4fc5-a79e-08e38b72ac2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "DELETE /v2.0/ports/3a1a18c4-fe5b-4f34-b022-8e31d4fc5ed1 HTTP/1.1" status: 204 len: 168 time: 2.0710537 Mar 29 09:42:42.051137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59874) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:42.091905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-102c486a-0fd4-4343-b039-81473548bd8c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.094354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-102c486a-0fd4-4343-b039-81473548bd8c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.098006 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-102c486a-0fd4-4343-b039-81473548bd8c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-groups/5c7c770c-3068-4503-a934-c8621e5ca2c4 HTTP/1.1" status: 204 len: 168 time: 0.7782052 Mar 29 09:42:42.108665 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59880) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:42.135542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:42.142726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:42.162449 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-86efd779-d5a2-409a-bed7-e0852b865b3d None None] Deleting port dd640e78-f01c-493e-9672-d37f1c1ff3e1 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:42.165611 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-86efd779-d5a2-409a-bed7-e0852b865b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.189400 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b2297f-9a41-4c74-85fa-78886ad36ec3') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:42.190224 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b2297f-9a41-4c74-85fa-78886ad36ec3') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:42.195500 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.208901 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c486a-0fd4-4343-b039-81473548bd8c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7c770c-3068-4503-a934-c8621e5ca2c4,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:42.211830 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-be29d1eb-7ce5-4329-9ccb-60fbdb6d5be3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:42:42.213020 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-be29d1eb-7ce5-4329-9ccb-60fbdb6d5be3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Synchronizing usage tracker for tenant:bfe79da8219646c78496b78f7985438d on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:42.223543 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.297010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-43cdfee0-1cca-4e0a-aee3-52d5f9a7e85a None None] Deleting port 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:42.297681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-43cdfee0-1cca-4e0a-aee3-52d5f9a7e85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.315426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.326697 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:42:42.327337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:42:42.349729 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:42:42.362621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-86efd779-d5a2-409a-bed7-e0852b865b3d None None] The port 'dd640e78-f01c-493e-9672-d37f1c1ff3e1' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:42:42.374329 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bb9a58bb-8f43-409e-b604-2aa863789873 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:42.415393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device dd640e78-f01c-493e-9672-d37f1c1ff3e1 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:42.446881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-be29d1eb-7ce5-4329-9ccb-60fbdb6d5be3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Unset dirty status for tenant:bfe79da8219646c78496b78f7985438d on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:42.453926 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-be29d1eb-7ce5-4329-9ccb-60fbdb6d5be3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "GET /v2.0/ports/3a1a18c4-fe5b-4f34-b022-8e31d4fc5ed1 HTTP/1.1" status: 404 len: 333 time: 0.3956075 Mar 29 09:42:42.455306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59886) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:42.468156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-fbdfe52b-0e86-4248-86ce-ca7f74ede042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Request body: {'port': {'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-932621973'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:42.473795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.492812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-fbdfe52b-0e86-4248-86ce-ca7f74ede042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:42.509938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-fbdfe52b-0e86-4248-86ce-ca7f74ede042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:42.512614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port 78522780-04fc-4a90-8b7f-253453341f0d yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:42.582425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.589596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-43cdfee0-1cca-4e0a-aee3-52d5f9a7e85a None None] The port '6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:42:42.591278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: dd640e78-f01c-493e-9672-d37f1c1ff3e1 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:42:42.592423 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device dd640e78-f01c-493e-9672-d37f1c1ff3e1 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:42:42.593062 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:42.607793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.617489 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.641115 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Transition to ACTIVE for port object 7532a875-30f5-4b53-aa9d-4801a7c3a081 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:42.641399 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:42:42.641529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6ce4cd51-53bc-4d1b-988d-5bcc5b0b14eb not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:42:42.670488 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Transition to ACTIVE for port object 7532a875-30f5-4b53-aa9d-4801a7c3a081 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:42.673918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bb9a58bb-8f43-409e-b604-2aa863789873 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:42.675317 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bb9a58bb-8f43-409e-b604-2aa863789873 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5587010 Mar 29 09:42:42.676544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.682889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59896) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:42.703057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdfe52b-0e86-4248-86ce-ca7f74ede042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Made reservation on behalf of bfe79da8219646c78496b78f7985438d for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:42.705404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fbdfe52b-0e86-4248-86ce-ca7f74ede042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.725220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] Pushing event deleted for resources: {'Network': ['ID=903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:42.733933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-33c19c38-941d-48c3-9182-7268fe2403bb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1507171132'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:42.735640 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d5f697c5-69db-455f-b3f6-a32906e34101 tempest-AllowedAddressPairIpV6TestJSON-2012814006 tempest-AllowedAddressPairIpV6TestJSON-2012814006-project] 10.222.0.35 "DELETE /v2.0/networks/903a1e8c-e648-4c78-bb87-5bd0dd9bdaf2 HTTP/1.1" status: 204 len: 168 time: 2.6650658 Mar 29 09:42:42.744400 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.752622 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-33c19c38-941d-48c3-9182-7268fe2403bb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:42.758155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-fbdfe52b-0e86-4248-86ce-ca7f74ede042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] device_id is not set on port e5d25431-c966-41a6-8181-359971550c2d yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:42.773552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:42.786331 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:42.788835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:42.817304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-33c19c38-941d-48c3-9182-7268fe2403bb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:42.826701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=4145bd4b-6e82-40d2-9a14-88cff9130c6f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:42.837102 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Pushing event updated for resources: {'Port': ['ID=7532a875-30f5-4b53-aa9d-4801a7c3a081,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:42.841026 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:42.843078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:42.847832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:42.951648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Attempting to bind port 7532a875-30f5-4b53-aa9d-4801a7c3a081 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:42.951866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::38aa:7489:df:2e77 (904da7d4-bab8-40f2-8764-d10ff337fe7e/635cbeb6-9881-47f0-80d7-d58e3c5089d9/78522780-04fc-4a90-8b7f-253453341f0d) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:42.952058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Attempting to bind port 7532a875-30f5-4b53-aa9d-4801a7c3a081 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:42.952386 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Attempting to bind port 7532a875-30f5-4b53-aa9d-4801a7c3a081 on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:42.958278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:42:42.958646 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:42.959037 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.959441 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:42:42.959872 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Bound port: 7532a875-30f5-4b53-aa9d-4801a7c3a081, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:42.960544 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:42.977634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59904) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:42.988256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-33c19c38-941d-48c3-9182-7268fe2403bb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:43.069743 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] For port 7532a875-30f5-4b53-aa9d-4801a7c3a081, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:42:43.074440 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] For port 7532a875-30f5-4b53-aa9d-4801a7c3a081, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7532a875-30f5-4b53-aa9d-4801a7c3a081,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:42:43.103218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-33c19c38-941d-48c3-9182-7268fe2403bb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:43.141439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:43.151619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-33c19c38-941d-48c3-9182-7268fe2403bb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:43.160729 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-33c19c38-941d-48c3-9182-7268fe2403bb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:43.171726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-33c19c38-941d-48c3-9182-7268fe2403bb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:43.183236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fbdfe52b-0e86-4248-86ce-ca7f74ede042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:43.198896 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1317397883'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:43.214283 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-02d81178-8ec1-470a-9842-ab470678a2cd tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:43.259411 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:43.261381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430e7ee-8157-4704-a2d8-e457923f0d9c None None] Pushing event updated for resources: {'Port': ['ID=7532a875-30f5-4b53-aa9d-4801a7c3a081,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:43.281674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Usage tracker for resource:network and tenant:22e3205cdfd84e96b4eb1a7e8ccb8280 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:43.289945 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:43.302027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:43.323996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59912) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:43.361719 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:43.389689 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object 78522780-04fc-4a90-8b7f-253453341f0d will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:43.444980 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Made reservation on behalf of 22e3205cdfd84e96b4eb1a7e8ccb8280 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:43.450107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:43.464323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:43.481311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:43.484569 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fbdfe52b-0e86-4248-86ce-ca7f74ede042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:43.533159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Usage tracker for resource:security_group_rule and tenant:22e3205cdfd84e96b4eb1a7e8ccb8280 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:43.545322 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:43.579618 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfe52b-0e86-4248-86ce-ca7f74ede042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Network f7a0c14b-585d-4ed2-bcec-7867b462740a is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:43.582442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:43.584777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-fbdfe52b-0e86-4248-86ce-ca7f74ede042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:43.587055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:43.594311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfe52b-0e86-4248-86ce-ca7f74ede042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:43.595254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdfe52b-0e86-4248-86ce-ca7f74ede042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:43.595858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fbdfe52b-0e86-4248-86ce-ca7f74ede042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:43.775516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfe52b-0e86-4248-86ce-ca7f74ede042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Pushing event updated for resources: {'Port': ['ID=e5d25431-c966-41a6-8181-359971550c2d,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:43.827217 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6f518fad-140e-4f77-aed8-8c00edc02db9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae485c1df4a9437e9ff1c175b9a5e165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4954956 Mar 29 09:42:43.827217 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:43.832354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59918) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:43.834949 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:43.838970 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:43.839407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-33c19c38-941d-48c3-9182-7268fe2403bb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:43.845059 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:43.845677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:43.878026 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=78522780-04fc-4a90-8b7f-253453341f0d,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:43.885869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:43.886214 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:43.886551 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:43.886882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:43.887235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:43.887537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:43.887881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:43.888304 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:43.889022 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:43.889135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:43.889219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:43.889433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:43.889753 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:43.893781 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fbdfe52b-0e86-4248-86ce-ca7f74ede042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4359057 Mar 29 09:42:43.896577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59922) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:43.902065 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8355'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:43.954959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-33c19c38-941d-48c3-9182-7268fe2403bb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:43.957089 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-063090ec-3a2f-4043-b094-24300172305e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.3708401 Mar 29 09:42:43.959362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59926) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:44.052363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.105554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c19c38-941d-48c3-9182-7268fe2403bb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5efe8489-99f2-4a7f-bfe1-46c67774dbc5,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:44.159227 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.183405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92516c51-e3c3-4b2b-a69e-9efccdd4a6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.243896 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.286584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-33c19c38-941d-48c3-9182-7268fe2403bb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.287811 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-33c19c38-941d-48c3-9182-7268fe2403bb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5702796 Mar 29 09:42:44.292860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59930) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:44.304063 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:42:44.307202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92516c51-e3c3-4b2b-a69e-9efccdd4a6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.316884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e7b38b61-c589-46f4-addf-ec57d38506ce tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397229341'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:44.328157 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e7b38b61-c589-46f4-addf-ec57d38506ce tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:44.336630 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e7b38b61-c589-46f4-addf-ec57d38506ce tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:44.345377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e7b38b61-c589-46f4-addf-ec57d38506ce tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:44.348420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d686bc3-6bb2-4198-9f2e-da0f8c0d12d4,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:44.357820 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.358266 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Added segment b36aaff1-6406-4b0e-a1e0-d36142477325 of type vlan for network 416f5da6-5f32-4b20-bc34-dbc941405509 Mar 29 09:42:44.361875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e7b38b61-c589-46f4-addf-ec57d38506ce tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:44.441811 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-02d81178-8ec1-470a-9842-ab470678a2cd tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port b4b6787e-23a1-48c9-a805-82a28fccdaba {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:44.442336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-02d81178-8ec1-470a-9842-ab470678a2cd tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.465284 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.466850 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7532a875-30f5-4b53-aa9d-4801a7c3a081 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:44.494841 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] device_id is not set on port e5d25431-c966-41a6-8181-359971550c2d yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:44.503164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b4e634-ea14-4043-81ef-a18c521752be tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:44.509942 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b4e634-ea14-4043-81ef-a18c521752be tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:44.511045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-39b4e634-ea14-4043-81ef-a18c521752be tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:44.511163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.524866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7b38b61-c589-46f4-addf-ec57d38506ce tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.551223 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Transition to ACTIVE for port object e5d25431-c966-41a6-8181-359971550c2d will not be triggered until provisioned by entity L2. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:44.556273 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e7b38b61-c589-46f4-addf-ec57d38506ce tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:44.565876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e7b38b61-c589-46f4-addf-ec57d38506ce tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:44.569017 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e7b38b61-c589-46f4-addf-ec57d38506ce tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:44.577762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e7b38b61-c589-46f4-addf-ec57d38506ce tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:44.613692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.613692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:44.614201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.633173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 7532a875-30f5-4b53-aa9d-4801a7c3a081 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:44.664724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-39b4e634-ea14-4043-81ef-a18c521752be tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:44.665901 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-39b4e634-ea14-4043-81ef-a18c521752be tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.6821675 Mar 29 09:42:44.669383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.672902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59934) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:44.743661 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5655c116-87de-45d7-8e2f-2f3cecd0d97b None None] Provisioning for port 7532a875-30f5-4b53-aa9d-4801a7c3a081 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:44.751273 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5655c116-87de-45d7-8e2f-2f3cecd0d97b None None] Provisioning complete for port 7532a875-30f5-4b53-aa9d-4801a7c3a081 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:44.751702 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5655c116-87de-45d7-8e2f-2f3cecd0d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.793593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92516c51-e3c3-4b2b-a69e-9efccdd4a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.831998 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92516c51-e3c3-4b2b-a69e-9efccdd4a6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a28cbcf-5c07-49e7-bdcd-7e1a73cf4f27,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:44.835118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.889638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5655c116-87de-45d7-8e2f-2f3cecd0d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.902773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Pushing event updated for resources: {'Network': ['ID=416f5da6-5f32-4b20-bc34-dbc941405509,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:44.923739 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 416f5da6-5f32-4b20-bc34-dbc941405509 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:42:44.934026 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Pushing event updated for resources: {'Port': ['ID=e5d25431-c966-41a6-8181-359971550c2d,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:44.934230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92516c51-e3c3-4b2b-a69e-9efccdd4a6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.938075 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-92516c51-e3c3-4b2b-a69e-9efccdd4a6d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a28cbcf-5c07-49e7-bdcd-7e1a73cf4f27 HTTP/1.1" status: 204 len: 168 time: 1.0940011 Mar 29 09:42:44.949312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-a6d50434-ec69-4410-91fd-c1505fc5576e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port 78522780-04fc-4a90-8b7f-253453341f0d {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:44.949663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a6d50434-ec69-4410-91fd-c1505fc5576e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.962200 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-5655c116-87de-45d7-8e2f-2f3cecd0d97b None None] For port 7532a875-30f5-4b53-aa9d-4801a7c3a081, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7532a875-30f5-4b53-aa9d-4801a7c3a081,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:44.967710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7b38b61-c589-46f4-addf-ec57d38506ce tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.971680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:44.971680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:44.971680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:44.975606 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:44.975926 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:44.976308 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 2 to bind port e5d25431-c966-41a6-8181-359971550c2d Mar 29 09:42:44.986187 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-02d81178-8ec1-470a-9842-ab470678a2cd tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] For port b4b6787e-23a1-48c9-a805-82a28fccdaba, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b4b6787e-23a1-48c9-a805-82a28fccdaba,segment=NetworkSegment(c4d08904-80d7-4027-a3ab-97c26d26a37b),segment_id=c4d08904-80d7-4027-a3ab-97c26d26a37b)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:44.986553 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-02d81178-8ec1-470a-9842-ab470678a2cd tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:44.995264 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-66f42cf1-da85-43e6-9490-2715f466b630 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0130930 Mar 29 09:42:44.995264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59940) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:44.998335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:44.998658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:44.998990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:45.004520 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Request body: {'subnet': {'network_id': '416f5da6-5f32-4b20-bc34-dbc941405509', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:45.012760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5655c116-87de-45d7-8e2f-2f3cecd0d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:45.036010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:45.036334 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:45.040232 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 3 to bind port e5d25431-c966-41a6-8181-359971550c2d Mar 29 09:42:45.104400 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655c116-87de-45d7-8e2f-2f3cecd0d97b None None] Pushing event updated for resources: {'Port': ['ID=7532a875-30f5-4b53-aa9d-4801a7c3a081,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:45.110513 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7b38b61-c589-46f4-addf-ec57d38506ce tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:45.135005 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:45.135273 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:45.135583 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:45.149647 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-02d81178-8ec1-470a-9842-ab470678a2cd tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for b4b6787e-23a1-48c9-a805-82a28fccdaba owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:45.156689 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:45.157015 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:45.163773 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 4 to bind port e5d25431-c966-41a6-8181-359971550c2d Mar 29 09:42:45.183804 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:45.187634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b38b61-c589-46f4-addf-ec57d38506ce tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fcd6ec-f730-4532-ad61-89103c963776,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:45.192882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Usage tracker for resource:subnet and tenant:22e3205cdfd84e96b4eb1a7e8ccb8280 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:45.195552 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:45.195800 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:45.196133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:45.198360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:45.205967 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:45.206219 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4ce963bf-dfb8-492c-9f5f-3f02edbb08bc None None] Provisioning for port 78522780-04fc-4a90-8b7f-253453341f0d completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:45.207927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:45.208252 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:45.209565 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 5 to bind port e5d25431-c966-41a6-8181-359971550c2d Mar 29 09:42:45.213650 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4ce963bf-dfb8-492c-9f5f-3f02edbb08bc None None] Provisioning complete for port 78522780-04fc-4a90-8b7f-253453341f0d triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:45.214019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4ce963bf-dfb8-492c-9f5f-3f02edbb08bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:45.226952 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:45.227474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:45.227949 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:45.233460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:45.233783 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:45.234166 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 6 to bind port e5d25431-c966-41a6-8181-359971550c2d Mar 29 09:42:45.249051 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:45.249371 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:45.249873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:45.254995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:45.255534 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:45.255920 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 7 to bind port e5d25431-c966-41a6-8181-359971550c2d Mar 29 09:42:45.271625 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:45.272233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:45.272766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:45.280740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7b38b61-c589-46f4-addf-ec57d38506ce tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:45.284387 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-4ce963bf-dfb8-492c-9f5f-3f02edbb08bc None None] Port 78522780-04fc-4a90-8b7f-253453341f0d cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:45.285189 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e7b38b61-c589-46f4-addf-ec57d38506ce tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9828992 Mar 29 09:42:45.286061 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59944) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:45.288459 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:45.288835 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:45.289508 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 8 to bind port e5d25431-c966-41a6-8181-359971550c2d Mar 29 09:42:45.302007 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-deba43f1-f092-47a5-beb5-d52edfe6d49f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group_rule': {'security_group_id': '5efe8489-99f2-4a7f-bfe1-46c67774dbc5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '26fcd6ec-f730-4532-ad61-89103c963776', 'remote_ip_prefix': None}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:45.317030 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-deba43f1-f092-47a5-beb5-d52edfe6d49f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:45.321876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:45.322203 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:45.322604 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:45.325079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-deba43f1-f092-47a5-beb5-d52edfe6d49f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:45.329082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-deba43f1-f092-47a5-beb5-d52edfe6d49f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:45.335414 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:45.335728 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:45.336824 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-deba43f1-f092-47a5-beb5-d52edfe6d49f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:45.338732 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 9 to bind port e5d25431-c966-41a6-8181-359971550c2d Mar 29 09:42:45.358887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:45.359223 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:45.359595 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:45.365243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:45.365447 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:45.369565 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.plugins.ml2.plugin [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempt 10 to bind port e5d25431-c966-41a6-8181-359971550c2d Mar 29 09:42:45.379453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Made reservation on behalf of 22e3205cdfd84e96b4eb1a7e8ccb8280 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:45.384293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:45.491521 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:45.492265 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:45.492265 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempting to bind port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:45.508458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:42:45.508458 dv-neutron-835555-1-hyperv neutron-server[88550]: ERROR neutron.plugins.ml2.managers [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Failed to bind port e5d25431-c966-41a6-8181-359971550c2d on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'e09a7851-268d-41f7-873c-0af1ee450590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7a0c14b-585d-4ed2-bcec-7867b462740a'}] Mar 29 09:42:45.508909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:45.528199 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-deba43f1-f092-47a5-beb5-d52edfe6d49f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:45.722565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] For port e5d25431-c966-41a6-8181-359971550c2d, host hv-neutron-8355, cleared binding levels {{(pid=88550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:42:45.722934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attempted to set empty binding levels {{(pid=88550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 29 09:42:45.735337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-deba43f1-f092-47a5-beb5-d52edfe6d49f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:45.759323 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a6d50434-ec69-4410-91fd-c1505fc5576e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:45.775533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router d885023c-1404-4972-8066-f57bed6baee1 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:42:45.815903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-deba43f1-f092-47a5-beb5-d52edfe6d49f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:45.818157 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:45.893200 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba43f1-f092-47a5-beb5-d52edfe6d49f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc91b71-bb8e-43ef-b59a-03060bb34d22,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:45.897585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] In _notify_port_updated(), no bound segment for port e5d25431-c966-41a6-8181-359971550c2d on network f7a0c14b-585d-4ed2-bcec-7867b462740a {{(pid=88550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:42:45.898753 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:45.899019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:45.900425 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "PUT /v2.0/ports/e5d25431-c966-41a6-8181-359971550c2d HTTP/1.1" status: 200 len: 980 time: 2.0028269 Mar 29 09:42:45.910577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:45.915504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-a6d50434-ec69-4410-91fd-c1505fc5576e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for 78522780-04fc-4a90-8b7f-253453341f0d owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:45.925128 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:42:45.932826 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59958) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:46.107842 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2344002-72ae-46c5-b425-d030f9ed96fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Pushing event updated for resources: {'Port': ['ID=e5d25431-c966-41a6-8181-359971550c2d,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:46.141611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-02d81178-8ec1-470a-9842-ab470678a2cd tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:46.175775 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Pushing event updated for resources: {'Subnet': ['ID=3c65e014-0a68-4942-a705-7015f572039d,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:46.184627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e0f521d2-9554-4001-b399-b09b0d2c494d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Deleting port e5d25431-c966-41a6-8181-359971550c2d {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:46.185518 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e0f521d2-9554-4001-b399-b09b0d2c494d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:46.222768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Checking segment: {'id': 'b36aaff1-6406-4b0e-a1e0-d36142477325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '416f5da6-5f32-4b20-bc34-dbc941405509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:46.223121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Network hostable DHCP agents. Network: 416f5da6-5f32-4b20-bc34-dbc941405509, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:42:46.227389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-deba43f1-f092-47a5-beb5-d52edfe6d49f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:46.228606 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-deba43f1-f092-47a5-beb5-d52edfe6d49f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9413941 Mar 29 09:42:46.233021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59970) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:46.251320 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d81178-8ec1-470a-9842-ab470678a2cd tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Port': ['ID=b4b6787e-23a1-48c9-a805-82a28fccdaba,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:46.312203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:42:46.333183 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Sync routers for ids ['d885023c-1404-4972-8066-f57bed6baee1'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:46.342674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0924e231-b495-4cfc-9d04-f2288969fe2d tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:46.351335 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Routers {'d885023c-1404-4972-8066-f57bed6baee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:46.353199 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d885023c-1404-4972-8066-f57bed6baee1'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:46.406230 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0924e231-b495-4cfc-9d04-f2288969fe2d tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:46.434104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Network 416f5da6-5f32-4b20-bc34-dbc941405509 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:42:46.533359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a6d50434-ec69-4410-91fd-c1505fc5576e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:46.578759 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59974) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:46.590293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 416f5da6-5f32-4b20-bc34-dbc941405509) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:46.610426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:46.611638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:46.639047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-e0f521d2-9554-4001-b399-b09b0d2c494d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] For port e5d25431-c966-41a6-8181-359971550c2d, host hv-neutron-8355, got binding levels [] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:46.639650 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e0f521d2-9554-4001-b399-b09b0d2c494d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:46.648663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d50434-ec69-4410-91fd-c1505fc5576e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=78522780-04fc-4a90-8b7f-253453341f0d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:46.702210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:46.703889 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b6d6cd03-15d7-4cfd-8b06-4786d93c4b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.6853528 Mar 29 09:42:46.720476 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59980) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:46.728773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0924e231-b495-4cfc-9d04-f2288969fe2d tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:46.744590 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-02d81178-8ec1-470a-9842-ab470678a2cd tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:46.749200 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a6d50434-ec69-4410-91fd-c1505fc5576e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:46.751280 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a6d50434-ec69-4410-91fd-c1505fc5576e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/78522780-04fc-4a90-8b7f-253453341f0d HTTP/1.1" status: 204 len: 168 time: 2.0765858 Mar 29 09:42:46.751529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Set router d885023c-1404-4972-8066-f57bed6baee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:46.760400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 59986) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:46.845010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e0f521d2-9554-4001-b399-b09b0d2c494d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Calling delete_port for e5d25431-c966-41a6-8181-359971550c2d owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:46.962236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924e231-b495-4cfc-9d04-f2288969fe2d tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcc91b71-bb8e-43ef-b59a-03060bb34d22,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:46.973412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-61aedd5d-9132-46c0-a146-b49d4354c928 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:46.974663 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-61aedd5d-9132-46c0-a146-b49d4354c928 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3923118 Mar 29 09:42:46.977727 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-250b7dad-4203-49bd-8f75-dfe83c8c1a66 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9819005 Mar 29 09:42:46.978680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59990) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:46.984162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-48574df1-a4a5-4541-a888-47da81345950 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:46.987606 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-48574df1-a4a5-4541-a888-47da81345950 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054445 Mar 29 09:42:46.987606 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59992) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:46.988027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0924e231-b495-4cfc-9d04-f2288969fe2d tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:46.991992 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0924e231-b495-4cfc-9d04-f2288969fe2d tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/bcc91b71-bb8e-43ef-b59a-03060bb34d22 HTTP/1.1" status: 204 len: 168 time: 0.7549188 Mar 29 09:42:46.992146 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 59996) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:46.992392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60000) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:46.995907 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f1d831a3-07c4-4612-b388-c1cd6c8aaf76 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1676028531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:47.021325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f1d831a3-07c4-4612-b388-c1cd6c8aaf76 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:47.028517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-44480028-f3e7-47c7-a346-6d3b23b3e38f tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.032821 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-44480028-f3e7-47c7-a346-6d3b23b3e38f tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0287149 Mar 29 09:42:47.035083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e0f521d2-9554-4001-b399-b09b0d2c494d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:47.041720 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60006) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.043553 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f1d831a3-07c4-4612-b388-c1cd6c8aaf76 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Usage tracker for resource:router and tenant:22e3205cdfd84e96b4eb1a7e8ccb8280 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:47.053496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d6d642-dcde-4cfe-9a7d-b00a4201a1d1 None None] Network 416f5da6-5f32-4b20-bc34-dbc941405509 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:47.065673 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7532a875-30f5-4b53-aa9d-4801a7c3a081 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:47.083829 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f1d831a3-07c4-4612-b388-c1cd6c8aaf76 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:47.099795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-6d023e65-638b-4a2a-8ea2-dff4b72c3b69 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.103323 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6d023e65-638b-4a2a-8ea2-dff4b72c3b69 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0189712 Mar 29 09:42:47.113948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60010) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.114644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f1d831a3-07c4-4612-b388-c1cd6c8aaf76 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:47.122316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e0f521d2-9554-4001-b399-b09b0d2c494d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:47.126517 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e0f521d2-9554-4001-b399-b09b0d2c494d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "DELETE /v2.0/ports/e5d25431-c966-41a6-8181-359971550c2d HTTP/1.1" status: 204 len: 168 time: 1.0621047 Mar 29 09:42:47.126517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f521d2-9554-4001-b399-b09b0d2c494d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5d25431-c966-41a6-8181-359971550c2d,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:47.135620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-c46ee688-780d-4e66-91dc-dcf775de0c2a tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.135620 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c46ee688-780d-4e66-91dc-dcf775de0c2a tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0158534 Mar 29 09:42:47.135620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60014) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.136353 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60016) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.151774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-491312f0-7af6-4306-a07b-c5859018ee31 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.155830 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-491312f0-7af6-4306-a07b-c5859018ee31 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0131974 Mar 29 09:42:47.157621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60022) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.166320 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-11dcf426-7ea3-4e78-8fc1-084fd76a94c1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=fdb9d7f2c9684d82868b22f752ecfe11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4420426 Mar 29 09:42:47.169610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd65329-ddb0-4fc2-b4fb-b2cf5f870467 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:47.171203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd65329-ddb0-4fc2-b4fb-b2cf5f870467 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:47.174983 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1dd65329-ddb0-4fc2-b4fb-b2cf5f870467 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4152071 Mar 29 09:42:47.175523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-5249cc81-6803-42ee-842e-7fec99757293 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.178814 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5249cc81-6803-42ee-842e-7fec99757293 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0150363 Mar 29 09:42:47.178814 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60026) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.178814 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60028) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.192228 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60030) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.207233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-465f3718-6961-45e6-bdd1-82fc7dfc7af3 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.210645 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-465f3718-6961-45e6-bdd1-82fc7dfc7af3 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0159335 Mar 29 09:42:47.220399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7dec4395-6636-4d16-9128-976e5b17599b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:47.225135 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60038) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.226119 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-3786949e-0d39-4d0b-9a41-779a13c031d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:42:47.226657 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3786949e-0d39-4d0b-9a41-779a13c031d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Synchronizing usage tracker for tenant:bfe79da8219646c78496b78f7985438d on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:47.234169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-bb82c2dd-3c6e-4586-bb62-13ecb563b93b tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.237662 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bb82c2dd-3c6e-4586-bb62-13ecb563b93b tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0109401 Mar 29 09:42:47.238201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60042) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.243070 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-98991791-b1a0-4a99-816f-782beb437c8a tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.246283 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-98991791-b1a0-4a99-816f-782beb437c8a tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051548 Mar 29 09:42:47.250548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60046) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.258398 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1d831a3-07c4-4612-b388-c1cd6c8aaf76 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:47.259830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1d831a3-07c4-4612-b388-c1cd6c8aaf76 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:47.266948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-667c3ad0-907c-4563-99ab-553d03b60135 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.272977 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-667c3ad0-907c-4563-99ab-553d03b60135 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0161641 Mar 29 09:42:47.273192 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60050) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.280832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-b849187e-ac46-45cf-8ca9-c713ae7197a0 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.283831 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b849187e-ac46-45cf-8ca9-c713ae7197a0 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0073955 Mar 29 09:42:47.285805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60054) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.295522 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1d831a3-07c4-4612-b388-c1cd6c8aaf76 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:47.349495 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-e0770cc3-6be5-44f0-a5b5-257565988221 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.352804 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e0770cc3-6be5-44f0-a5b5-257565988221 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0186849 Mar 29 09:42:47.353215 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60058) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.359084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-e164ee50-b23a-480b-8c43-b18c300d6c31 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.362229 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e164ee50-b23a-480b-8c43-b18c300d6c31 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0058260 Mar 29 09:42:47.365001 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60062) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.372430 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 7532a875-30f5-4b53-aa9d-4801a7c3a081 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:47.372944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:47.374424 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-4786d899-405e-4df0-a508-34162d15dffb tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.378562 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4786d899-405e-4df0-a508-34162d15dffb tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0118024 Mar 29 09:42:47.380776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7dec4395-6636-4d16-9128-976e5b17599b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:47.382218 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7dec4395-6636-4d16-9128-976e5b17599b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3790770 Mar 29 09:42:47.383382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60066) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.385809 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60068) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.390444 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-a5fae0ad-d906-434a-aa4a-0c4d0702a117 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.394234 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a5fae0ad-d906-434a-aa4a-0c4d0702a117 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0096586 Mar 29 09:42:47.405053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60072) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.424036 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-af0dff62-45ab-4aa8-ac5b-2117d43d45f7 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.425118 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-af0dff62-45ab-4aa8-ac5b-2117d43d45f7 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0168476 Mar 29 09:42:47.429161 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60078) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.439945 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3786949e-0d39-4d0b-9a41-779a13c031d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] Unset dirty status for tenant:bfe79da8219646c78496b78f7985438d on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:47.442326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af07f25-4d75-476d-af2a-26fc5d849d4b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 635cbeb6-9881-47f0-80d7-d58e3c5089d9 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:47.445694 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3786949e-0d39-4d0b-9a41-779a13c031d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1909378724-project-admin] 10.222.0.35 "GET /v2.0/ports/e5d25431-c966-41a6-8181-359971550c2d HTTP/1.1" status: 404 len: 333 time: 0.3078756 Mar 29 09:42:47.446797 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1d831a3-07c4-4612-b388-c1cd6c8aaf76 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:47.455765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-987fdf9f-1cc2-4415-8b94-47567d32f45e tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.459224 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-987fdf9f-1cc2-4415-8b94-47567d32f45e tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0258191 Mar 29 09:42:47.459356 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60082) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.459904 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60084) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.495739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-ff0ca4a3-e06c-438e-b8a0-c826df6888c6 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.499691 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ff0ca4a3-e06c-438e-b8a0-c826df6888c6 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0324154 Mar 29 09:42:47.501910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60090) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.513407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8af07f25-4d75-476d-af2a-26fc5d849d4b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:47.519548 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:42:43Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:47.528377 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-416f5da6-5f32-4b20-bc34-dbc941405509', 'network_id': '416f5da6-5f32-4b20-bc34-dbc941405509', 'tenant_id': '22e3205cdfd84e96b4eb1a7e8ccb8280', 'fixed_ips': [{'subnet_id': '3c65e014-0a68-4942-a705-7015f572039d'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:42:47.529784 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:47.543324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-4f17b668-b488-45b9-accb-2c4287c23d7b tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.547583 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4f17b668-b488-45b9-accb-2c4287c23d7b tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0445166 Mar 29 09:42:47.550416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Checking router: d885023c-1404-4972-8066-f57bed6baee1 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:42:47.550945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Updating router d885023c-1404-4972-8066-f57bed6baee1 port 4145bd4b-6e82-40d2-9a14-88cff9130c6f binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:42:47.561720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60094) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.580531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-67f3aee6-6b40-48d0-8b3a-1c120c69ad88 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.581487 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-67f3aee6-6b40-48d0-8b3a-1c120c69ad88 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0188456 Mar 29 09:42:47.597472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60098) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.615885 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-04ee9dc5-417d-4fcc-8e75-82f58e0d888b tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.619804 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-04ee9dc5-417d-4fcc-8e75-82f58e0d888b tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0185380 Mar 29 09:42:47.620564 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60102) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.621211 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1d831a3-07c4-4612-b388-c1cd6c8aaf76 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:47.624657 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f1d831a3-07c4-4612-b388-c1cd6c8aaf76 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6337943 Mar 29 09:42:47.626028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60106) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.628810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e319cf63-3bc4-4f8c-9ba3-bf8d89d96651 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:47.630277 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e319cf63-3bc4-4f8c-9ba3-bf8d89d96651 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4501946 Mar 29 09:42:47.635995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-6168d64c-a992-48f4-b603-84ee32a78dba tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.636993 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6168d64c-a992-48f4-b603-84ee32a78dba tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0150385 Mar 29 09:42:47.641491 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8af07f25-4d75-476d-af2a-26fc5d849d4b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:47.646271 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-61ccbbc2-e4f3-412c-ba9e-4ece8fb88b92 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:47.647984 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60108) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.648370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60110) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.680002 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-199a5cf1-e215-47c8-bb3f-9efd2426f9af tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.680478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:47.683352 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-199a5cf1-e215-47c8-bb3f-9efd2426f9af tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0254476 Mar 29 09:42:47.684160 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d81178-8ec1-470a-9842-ab470678a2cd tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 1a727579-c47e-440b-8230-25d9015bae6d has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:42:47.687170 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60118) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.699009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-2eaf99bc-4349-4e82-b17b-bae28dc465f0 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.702945 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2eaf99bc-4349-4e82-b17b-bae28dc465f0 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0115464 Mar 29 09:42:47.704080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60122) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.716013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-aae7dd21-0a37-4775-81a4-79e3aafe8b7e tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.719022 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-aae7dd21-0a37-4775-81a4-79e3aafe8b7e tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0140343 Mar 29 09:42:47.721926 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60126) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.784324 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc1013c8-d396-4e60-b804-bca368a2a603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:47.788988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-a0e089d8-c96a-421a-be66-5a4554e509ca tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.792640 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a0e089d8-c96a-421a-be66-5a4554e509ca tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0698109 Mar 29 09:42:47.793221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60130) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.815193 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-107e72fb-cee1-45a0-b023-72d847d2b480 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1597061 Mar 29 09:42:47.818553 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-2184309b-770f-4d9e-86de-003123fdd9a3 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.821895 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2184309b-770f-4d9e-86de-003123fdd9a3 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0160639 Mar 29 09:42:47.821895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60134) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.870752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60136) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.871350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-61ccbbc2-e4f3-412c-ba9e-4ece8fb88b92 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:47.878160 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Allocated IP 172.20.0.2 (416f5da6-5f32-4b20-bc34-dbc941405509/3c65e014-0a68-4942-a705-7015f572039d/f41cf1eb-ea3f-4e35-bac1-b2a55dd49181) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:47.887572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1958444247', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:47.911277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-638d0e52-1d3c-46f6-a874-0ea94ab23e7c tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.914890 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-638d0e52-1d3c-46f6-a874-0ea94ab23e7c tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0321989 Mar 29 09:42:47.915703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60142) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.933762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-5b6caf67-2cc7-4c42-ae9d-acb58c740465 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.935394 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5b6caf67-2cc7-4c42-ae9d-acb58c740465 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049102 Mar 29 09:42:47.941047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60146) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.962689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-21e3fcfa-95e2-470d-aa91-db5fd0d64c33 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:47.965025 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-21e3fcfa-95e2-470d-aa91-db5fd0d64c33 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0150175 Mar 29 09:42:47.975930 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60150) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:47.977596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8af07f25-4d75-476d-af2a-26fc5d849d4b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.022491 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-04d3ad3d-ba87-49fa-89cf-406502ca71ef tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.026109 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-04d3ad3d-ba87-49fa-89cf-406502ca71ef tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0465133 Mar 29 09:42:48.032079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60154) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.066156 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d81178-8ec1-470a-9842-ab470678a2cd tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:42:48.081815 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-02d81178-8ec1-470a-9842-ab470678a2cd tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/1a727579-c47e-440b-8230-25d9015bae6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0751719 Mar 29 09:42:48.082775 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b3d984-c03f-4c6a-ad3f-e81c521ef40d None None] Sync routers for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:48.090415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60156) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.099164 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b3d984-c03f-4c6a-ad3f-e81c521ef40d None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:48.100963 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b2b3d984-c03f-4c6a-ad3f-e81c521ef40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:48.117824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:48.122185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:subnet and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:48.126031 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:48.132271 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:48.237993 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-1514070e-5a7d-4dd3-8241-ea6d6e0cc3b3 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.239041 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1514070e-5a7d-4dd3-8241-ea6d6e0cc3b3 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.1535773 Mar 29 09:42:48.242298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60162) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.244942 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:48.251044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.260252 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-b2b3d984-c03f-4c6a-ad3f-e81c521ef40d None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:48.265207 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.333629 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Transition to ACTIVE for port object 4145bd4b-6e82-40d2-9a14-88cff9130c6f will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:48.336260 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.347303 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Transition to ACTIVE for port object f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:48.367033 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Transition to ACTIVE for port object f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:48.375921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8af07f25-4d75-476d-af2a-26fc5d849d4b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.396037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-8db3dc16-6d56-4118-b8a2-e31c9650d3e8 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.397426 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8db3dc16-6d56-4118-b8a2-e31c9650d3e8 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.1250856 Mar 29 09:42:48.418532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60166) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.421771 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af07f25-4d75-476d-af2a-26fc5d849d4b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=635cbeb6-9881-47f0-80d7-d58e3c5089d9,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:48.422091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.434513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-a40ac935-1133-4d66-944c-b14d9e9b5f07 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.436222 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a40ac935-1133-4d66-944c-b14d9e9b5f07 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0115769 Mar 29 09:42:48.441207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60170) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.445305 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8af07f25-4d75-476d-af2a-26fc5d849d4b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.462472 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8af07f25-4d75-476d-af2a-26fc5d849d4b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/635cbeb6-9881-47f0-80d7-d58e3c5089d9 HTTP/1.1" status: 204 len: 168 time: 1.2806275 Mar 29 09:42:48.469173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60174) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.469173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-a02eeb20-68e3-4092-9e62-cfc122af2a95 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.469173 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a02eeb20-68e3-4092-9e62-cfc122af2a95 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0248065 Mar 29 09:42:48.481185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5c257c-0a40-4448-ad19-2435addf9d49 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:48.490937 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60178) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.506340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-bef8b0b9-df6a-4784-a1fa-4a3ca0b3b899 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.508205 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bef8b0b9-df6a-4784-a1fa-4a3ca0b3b899 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0129335 Mar 29 09:42:48.511372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.537237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60182) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.551966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-a0f154e6-8ad9-45e3-911c-ef475021ea4d tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.553503 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a0f154e6-8ad9-45e3-911c-ef475021ea4d tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0132442 Mar 29 09:42:48.561231 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f0313aa5-33e8-45a9-b344-d1f9c3dc347d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918052 Mar 29 09:42:48.564748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60186) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.565330 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60188) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.569486 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc1013c8-d396-4e60-b804-bca368a2a603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.574158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-16b31255-0ad9-4393-ac7e-a54317db44f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:48.626816 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-d85c7e9a-ffe7-4b46-8be7-82c9fa1a55b7 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.628306 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d85c7e9a-ffe7-4b46-8be7-82c9fa1a55b7 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0618546 Mar 29 09:42:48.649900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60194) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.650474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-61ccbbc2-e4f3-412c-ba9e-4ece8fb88b92 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.654784 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Network 416f5da6-5f32-4b20-bc34-dbc941405509 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:48.660096 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b2b3d984-c03f-4c6a-ad3f-e81c521ef40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:45Z', 'revision_number': 10, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:48.664178 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b3d984-c03f-4c6a-ad3f-e81c521ef40d None None] Checking router: 1a727579-c47e-440b-8230-25d9015bae6d for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:42:48.674571 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b3d984-c03f-4c6a-ad3f-e81c521ef40d None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:48.675135 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838deb9-e9ae-48dc-80e7-b136ff953643 None None] Pushing event updated for resources: {'Port': ['ID=4145bd4b-6e82-40d2-9a14-88cff9130c6f,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:48.675325 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b2b3d984-c03f-4c6a-ad3f-e81c521ef40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:48.677606 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:48.681474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-147dd02f-6c3b-437b-9e88-63ce580e3e3b tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.682451 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-147dd02f-6c3b-437b-9e88-63ce580e3e3b tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0272241 Mar 29 09:42:48.687691 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Attempting to bind port 4145bd4b-6e82-40d2-9a14-88cff9130c6f on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:48.688071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Attempting to bind port 4145bd4b-6e82-40d2-9a14-88cff9130c6f by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:48.688577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Attempting to bind port 4145bd4b-6e82-40d2-9a14-88cff9130c6f on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:48.696954 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:48.698277 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-153fffc9-229b-40f8-8979-b35293553913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting subnet 2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:48.705542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-bc1013c8-d396-4e60-b804-bca368a2a603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a0c14b-585d-4ed2-bcec-7867b462740a']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:48.712099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60198) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.718897 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-153fffc9-229b-40f8-8979-b35293553913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.730599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838deb9-e9ae-48dc-80e7-b136ff953643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:48.730941 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838deb9-e9ae-48dc-80e7-b136ff953643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:48.731274 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838deb9-e9ae-48dc-80e7-b136ff953643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:48.732157 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838deb9-e9ae-48dc-80e7-b136ff953643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:48.732544 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838deb9-e9ae-48dc-80e7-b136ff953643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:48.732877 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838deb9-e9ae-48dc-80e7-b136ff953643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:48.733198 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838deb9-e9ae-48dc-80e7-b136ff953643 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:48.733707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838deb9-e9ae-48dc-80e7-b136ff953643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:48.734036 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838deb9-e9ae-48dc-80e7-b136ff953643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:48.734525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838deb9-e9ae-48dc-80e7-b136ff953643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:48.734880 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838deb9-e9ae-48dc-80e7-b136ff953643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:48.735195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f838deb9-e9ae-48dc-80e7-b136ff953643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:48.750787 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccbbc2-e4f3-412c-ba9e-4ece8fb88b92 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fcd6ec-f730-4532-ad61-89103c963776,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:48.764909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-6bd10acf-9da1-432f-baf8-4b98979c8785 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.765970 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6bd10acf-9da1-432f-baf8-4b98979c8785 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0513289 Mar 29 09:42:48.768844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60202) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.770585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-bc1013c8-d396-4e60-b804-bca368a2a603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09a7851-268d-41f7-873c-0af1ee450590') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:48.770922 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-bc1013c8-d396-4e60-b804-bca368a2a603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09a7851-268d-41f7-873c-0af1ee450590') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:48.791365 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:42:48.792340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:48.792340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.792672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:42:48.793211 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Bound port: 4145bd4b-6e82-40d2-9a14-88cff9130c6f, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:48.793586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.802814 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-16b31255-0ad9-4393-ac7e-a54317db44f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:48.804622 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-dfbe1aa4-dd88-464d-b43c-4439e029db67 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.805597 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dfbe1aa4-dd88-464d-b43c-4439e029db67 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0181038 Mar 29 09:42:48.808685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60206) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.812799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc1013c8-d396-4e60-b804-bca368a2a603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.822810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-8c4787f2-f9ab-4278-b202-032232b3feec tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.824057 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8c4787f2-f9ab-4278-b202-032232b3feec tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055108 Mar 29 09:42:48.828909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-16b31255-0ad9-4393-ac7e-a54317db44f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:48.831766 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60210) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.838585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-118f19a8-5564-478b-8132-6e21f34b6b56 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.839815 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-118f19a8-5564-478b-8132-6e21f34b6b56 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0054259 Mar 29 09:42:48.843086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-16b31255-0ad9-4393-ac7e-a54317db44f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:48.846034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60214) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.854036 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-92c22c04-1cc5-4478-90fc-cb5caf065637 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.855310 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-92c22c04-1cc5-4478-90fc-cb5caf065637 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0081298 Mar 29 09:42:48.856579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-16b31255-0ad9-4393-ac7e-a54317db44f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:48.860464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60218) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.867216 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-7bd503b1-a24a-410b-9211-5b50d18b8926 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.868466 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7bd503b1-a24a-410b-9211-5b50d18b8926 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0063827 Mar 29 09:42:48.871330 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60222) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.875497 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.876137 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-b2b3d984-c03f-4c6a-ad3f-e81c521ef40d None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:48.877445 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-b386c2c0-1f72-446c-922a-3772b2249248 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.878578 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b386c2c0-1f72-446c-922a-3772b2249248 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0059512 Mar 29 09:42:48.881879 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60226) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.887781 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-d65c7f65-a865-479a-b93a-779b1b184adb tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.889974 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d65c7f65-a865-479a-b93a-779b1b184adb tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0061703 Mar 29 09:42:48.891699 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-153fffc9-229b-40f8-8979-b35293553913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.894595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60230) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.899643 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-6514098a-4010-4c08-8816-bf4cf6b55218 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.901056 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6514098a-4010-4c08-8816-bf4cf6b55218 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0052643 Mar 29 09:42:48.903231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60234) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.908528 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-416f068c-30e6-461d-8730-89b912b5012e tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.909721 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-416f068c-30e6-461d-8730-89b912b5012e tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0048115 Mar 29 09:42:48.911808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60238) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.918300 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-f5346c3c-3fae-4a15-a416-e5bafd4fe792 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.919284 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc1013c8-d396-4e60-b804-bca368a2a603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.920017 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f5346c3c-3fae-4a15-a416-e5bafd4fe792 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0069706 Mar 29 09:42:48.921976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:48.934668 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60242) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:48.985316 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-9fc40f7d-4770-4348-9d9f-fbc7391032a7 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:48.987139 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9fc40f7d-4770-4348-9d9f-fbc7391032a7 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0104561 Mar 29 09:42:48.998716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60246) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.018570 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1013c8-d396-4e60-b804-bca368a2a603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:42:49.019010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc1013c8-d396-4e60-b804-bca368a2a603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.035460 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Pushing event updated for resources: {'Port': ['ID=f41cf1eb-ea3f-4e35-bac1-b2a55dd49181,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:42:49.035674 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:42:49.037604 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-61ccbbc2-e4f3-412c-ba9e-4ece8fb88b92 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.037604 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-61ccbbc2-e4f3-412c-ba9e-4ece8fb88b92 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-groups/26fcd6ec-f730-4532-ad61-89103c963776 HTTP/1.1" status: 204 len: 168 time: 1.6420131 Mar 29 09:42:49.067111 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60248) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.071648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Attempting to bind port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:49.072018 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Attempting to bind port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'b36aaff1-6406-4b0e-a1e0-d36142477325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '416f5da6-5f32-4b20-bc34-dbc941405509'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:49.072375 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Attempting to bind port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 on network 416f5da6-5f32-4b20-bc34-dbc941405509 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:49.085504 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:42:49.085930 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Checking segment: {'id': 'b36aaff1-6406-4b0e-a1e0-d36142477325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '416f5da6-5f32-4b20-bc34-dbc941405509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:49.086254 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.086642 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Bound using segment: {'id': 'b36aaff1-6406-4b0e-a1e0-d36142477325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '416f5da6-5f32-4b20-bc34-dbc941405509'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:42:49.087106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Bound port: f41cf1eb-ea3f-4e35-bac1-b2a55dd49181, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36aaff1-6406-4b0e-a1e0-d36142477325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '416f5da6-5f32-4b20-bc34-dbc941405509'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:49.087472 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.102618 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] For port 4145bd4b-6e82-40d2-9a14-88cff9130c6f, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:42:49.150503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] For port 4145bd4b-6e82-40d2-9a14-88cff9130c6f, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4145bd4b-6e82-40d2-9a14-88cff9130c6f,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:42:49.217065 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-ca619808-ad5e-4626-92f5-edc8e4b5d64c tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.218638 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ca619808-ad5e-4626-92f5-edc8e4b5d64c tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.2185769 Mar 29 09:42:49.220291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b31255-0ad9-4393-ac7e-a54317db44f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:49.224380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-16b31255-0ad9-4393-ac7e-a54317db44f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.225090 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.231046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60254) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.248827 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b2b3d984-c03f-4c6a-ad3f-e81c521ef40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:45Z', 'revision_number': 10, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:49.252849 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b3d984-c03f-4c6a-ad3f-e81c521ef40d None None] The sync data for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv is: [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:45Z', 'revision_number': 10, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None, '_interfaces': [{'id': 'a8334cd8-9f56-4e21-8dc0-46a504f85921', 'name': '', 'network_id': '82ea6d93-cb5e-4fd6-bcc0-999c2d83c866', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'mac_address': 'fa:16:3e:12:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a727579-c47e-440b-8230-25d9015bae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:41:22Z', 'updated_at': '2022-03-29T09:41:33Z', 'revision_number': 5, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'subnets': [{'id': 'cbf0737d-8a57-480a-ba99-761a5bdb087e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:49.295983 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [None req-69301f8b-cbba-48fe-8b90-4175cced2459 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.299790 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-69301f8b-cbba-48fe-8b90-4175cced2459 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0600681 Mar 29 09:42:49.300668 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60258) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.312516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0006f3-a6bb-4c2e-8544-0d2bd6defd22 None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:42:49.314853 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] For port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:42:49.316665 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-f3e6b0ce-bb6b-4628-abb7-a3974836278d tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.320578 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f3e6b0ce-bb6b-4628-abb7-a3974836278d tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0112298 Mar 29 09:42:49.321522 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60262) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.345869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-153fffc9-229b-40f8-8979-b35293553913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.387068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-9c9b1d03-3630-4604-a24f-81c87d65b459 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.392211 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9c9b1d03-3630-4604-a24f-81c87d65b459 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0622914 Mar 29 09:42:49.394231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7c0006f3-a6bb-4c2e-8544-0d2bd6defd22 None None] Deleting port 7532a875-30f5-4b53-aa9d-4801a7c3a081 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:49.394604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7c0006f3-a6bb-4c2e-8544-0d2bd6defd22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.397190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Checking segment: {'id': '4e8d79b8-5fc0-4729-a0ce-6d8fa437e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:49.397619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network hostable DHCP agents. Network: 3c3ef509-76c0-4a1a-bc35-8f39980efe1a, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:42:49.407393 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60266) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.420997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Subnet': ['ID=61d64769-6487-46dd-99b9-32b9753e3276,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:49.421209 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] For port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f41cf1eb-ea3f-4e35-bac1-b2a55dd49181,segment=NetworkSegment(b36aaff1-6406-4b0e-a1e0-d36142477325),segment_id=b36aaff1-6406-4b0e-a1e0-d36142477325)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:42:49.427786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-89a6abfa-322a-4c1f-947f-e84101549dd5 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.428939 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-89a6abfa-322a-4c1f-947f-e84101549dd5 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0155857 Mar 29 09:42:49.438461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60270) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.451032 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-708081a4-e762-4c81-a3cb-561c9831800f tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.451969 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-708081a4-e762-4c81-a3cb-561c9831800f tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0125713 Mar 29 09:42:49.454665 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60274) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.457551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Routers {'d885023c-1404-4972-8066-f57bed6baee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:49.458178 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d885023c-1404-4972-8066-f57bed6baee1'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:49.461066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-5d319c7f-f22d-46c9-8d3d-f64df1c14186 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.462071 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5d319c7f-f22d-46c9-8d3d-f64df1c14186 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0064220 Mar 29 09:42:49.465193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60278) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.469118 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc1013c8-d396-4e60-b804-bca368a2a603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.473504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-f85d5786-447c-4b03-9426-9573a73ef278 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.473907 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc1013c8-d396-4e60-b804-bca368a2a603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.474933 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f85d5786-447c-4b03-9426-9573a73ef278 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0086935 Mar 29 09:42:49.477460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60282) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.485283 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-61c96973-3bdc-4925-a769-7f361df33b94 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.487030 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-61c96973-3bdc-4925-a769-7f361df33b94 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0078275 Mar 29 09:42:49.493676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60286) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.501635 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-a535b17c-45de-4d3e-bcff-100ef1bfbe4c tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.505011 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a535b17c-45de-4d3e-bcff-100ef1bfbe4c tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0081058 Mar 29 09:42:49.505943 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60290) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.513860 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-9615b997-03c4-44d8-a77f-85d13de18a32 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.513860 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9615b997-03c4-44d8-a77f-85d13de18a32 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0061595 Mar 29 09:42:49.516595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60294) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.520168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.524474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-d4127967-8a88-463b-a7b5-5bac611c25b1 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.526122 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d4127967-8a88-463b-a7b5-5bac611c25b1 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0083551 Mar 29 09:42:49.528894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60298) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.533711 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838deb9-e9ae-48dc-80e7-b136ff953643 None None] Pushing event updated for resources: {'Port': ['ID=4145bd4b-6e82-40d2-9a14-88cff9130c6f,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:49.537425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-397cc038-d83c-4eaf-951b-e0070795b6fb tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.539277 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1013c8-d396-4e60-b804-bca368a2a603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] Pushing event deleted for resources: {'Network': ['ID=f7a0c14b-585d-4ed2-bcec-7867b462740a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:49.547930 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-397cc038-d83c-4eaf-951b-e0070795b6fb tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0084374 Mar 29 09:42:49.547930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 3c3ef509-76c0-4a1a-bc35-8f39980efe1a is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:42:49.548529 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bc1013c8-d396-4e60-b804-bca368a2a603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-398921319-project] 10.222.0.35 "DELETE /v2.0/networks/f7a0c14b-585d-4ed2-bcec-7867b462740a HTTP/1.1" status: 204 len: 168 time: 2.0855856 Mar 29 09:42:49.551575 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60302) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.557586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-3f794cb2-477e-4e94-9f11-a1ab9ceb28b0 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.561808 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3f794cb2-477e-4e94-9f11-a1ab9ceb28b0 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0060925 Mar 29 09:42:49.562126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60308) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.569072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-1818a401-59c4-4db9-9c16-f29466c49370 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.569605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f0e69944-c4d0-4921-bdcb-a3ab3ad6ad12 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:49.571127 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1818a401-59c4-4db9-9c16-f29466c49370 tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0071764 Mar 29 09:42:49.577186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60312) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.584118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-fb2288ef-9363-430f-b734-2e56122f0cae tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.587839 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fb2288ef-9363-430f-b734-2e56122f0cae tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0093572 Mar 29 09:42:49.588641 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60316) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.594962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [None req-76d9c58b-bff4-403b-b377-2c282b97530d tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:42:49.602076 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-76d9c58b-bff4-403b-b377-2c282b97530d tempest-ExtensionsTestJSON-1990524932 tempest-ExtensionsTestJSON-1990524932-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0121875 Mar 29 09:42:49.617714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-153fffc9-229b-40f8-8979-b35293553913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.660805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 3c3ef509-76c0-4a1a-bc35-8f39980efe1a) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:49.667252 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-153fffc9-229b-40f8-8979-b35293553913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.672370 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-153fffc9-229b-40f8-8979-b35293553913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b HTTP/1.1" status: 204 len: 168 time: 1.4399319 Mar 29 09:42:49.681144 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60322) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.685045 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fffc9-229b-40f8-8979-b35293553913 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Subnet': ['ID=2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:49.703805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:49.703990 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e030b40-94be-4ea5-b8ad-c7b87aba392e None None] Network 3c3ef509-76c0-4a1a-bc35-8f39980efe1a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:49.704693 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.723715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cce864-9e34-4c2b-85ee-e60406dcc0f2 None None] Network 8516d2f1-883d-456d-a10a-06a3f463a60a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:49.831306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f0e69944-c4d0-4921-bdcb-a3ab3ad6ad12 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:49.835253 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f0e69944-c4d0-4921-bdcb-a3ab3ad6ad12 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7622621 Mar 29 09:42:49.843764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60326) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.873613 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.885583 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-24a22629-4ecb-413e-aafe-612d6f69d64a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0161116 Mar 29 09:42:49.896577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60330) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:49.900623 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Allocated IP 172.20.0.1 (416f5da6-5f32-4b20-bc34-dbc941405509/3c65e014-0a68-4942-a705-7015f572039d/81e69604-a794-4a78-9821-b450a474af18) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:49.902881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port 668e8e3b-0258-49e5-9beb-08ed7b37140e {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:49.903326 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:49.908555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21deb689-b624-4e9f-a8ba-a75d4a7e33b8 None None] Pushing event updated for resources: {'Port': ['ID=f41cf1eb-ea3f-4e35-bac1-b2a55dd49181,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:49.996138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-16b31255-0ad9-4393-ac7e-a54317db44f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:50.100328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b31255-0ad9-4393-ac7e-a54317db44f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:50.101427 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9166a7d5-18c0-432b-a1d4-49803c1b864a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:50.108347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-16b31255-0ad9-4393-ac7e-a54317db44f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:50.111432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b31255-0ad9-4393-ac7e-a54317db44f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:50.112008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-16b31255-0ad9-4393-ac7e-a54317db44f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:50.229133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b31255-0ad9-4393-ac7e-a54317db44f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=1d882c8f-6108-494d-ab9d-037d91293fe7,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:50.267750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9166a7d5-18c0-432b-a1d4-49803c1b864a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:50.379469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60338) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:50.418181 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-16b31255-0ad9-4393-ac7e-a54317db44f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8462784 Mar 29 09:42:50.430108 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60342) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:50.449806 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60348) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:50.455678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'fixed_ips': [{'subnet_id': '1d882c8f-6108-494d-ab9d-037d91293fe7', 'ip_address': '2001:db8::9cdf:3ce:dc50:75d1'}], 'name': 'tempest-NetworksTestDHCPv6-441249546'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:50.594471 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:50.645015 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] Set router d885023c-1404-4972-8066-f57bed6baee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:42:50.681241 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9166a7d5-18c0-432b-a1d4-49803c1b864a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:50.767939 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] For port 668e8e3b-0258-49e5-9beb-08ed7b37140e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=668e8e3b-0258-49e5-9beb-08ed7b37140e,segment=NetworkSegment(c4d08904-80d7-4027-a3ab-97c26d26a37b),segment_id=c4d08904-80d7-4027-a3ab-97c26d26a37b)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:50.768465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:50.795749 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:50.799749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166a7d5-18c0-432b-a1d4-49803c1b864a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efe8489-99f2-4a7f-bfe1-46c67774dbc5,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:50.823440 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-7c0006f3-a6bb-4c2e-8544-0d2bd6defd22 None None] For port 7532a875-30f5-4b53-aa9d-4801a7c3a081, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7532a875-30f5-4b53-aa9d-4801a7c3a081,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:50.824215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7c0006f3-a6bb-4c2e-8544-0d2bd6defd22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:50.851096 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6d60cdc4-ee9d-4a94-9770-680aa5c8f916 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=631105fe84eb4807b486d588128fabbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540854 Mar 29 09:42:50.852430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60356) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:50.949381 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:50.954054 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9149ccb-4651-4c2a-bf47-e652fe0acd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:50.974401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9166a7d5-18c0-432b-a1d4-49803c1b864a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:50.974401 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9166a7d5-18c0-432b-a1d4-49803c1b864a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-groups/5efe8489-99f2-4a7f-bfe1-46c67774dbc5 HTTP/1.1" status: 204 len: 168 time: 1.1234071 Mar 29 09:42:50.974401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60360) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:50.975916 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for 668e8e3b-0258-49e5-9beb-08ed7b37140e owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:51.025180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:51.046028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Transition to ACTIVE for port object 81e69604-a794-4a78-9821-b450a474af18 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:51.095120 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:42:51.095535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:51.095676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9405c6da-9d52-495f-8aad-a9bb064d90d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:51.101175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e9149ccb-4651-4c2a-bf47-e652fe0acd41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:51.112761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e9149ccb-4651-4c2a-bf47-e652fe0acd41 admin admin] Usage tracker for resource:security_group_rule and tenant:145c70448d9d421bac29ed57869763ba is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:51.117602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e9149ccb-4651-4c2a-bf47-e652fe0acd41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:51.134197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7c0006f3-a6bb-4c2e-8544-0d2bd6defd22 None None] Calling delete_port for 7532a875-30f5-4b53-aa9d-4801a7c3a081 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:51.135658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e9149ccb-4651-4c2a-bf47-e652fe0acd41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:51.173375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-005db62b-efe2-4d11-af22-779a18f7fc59 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:51.178137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:51.197749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9405c6da-9d52-495f-8aad-a9bb064d90d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:51.246010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:51.298578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:51.313672 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-005db62b-efe2-4d11-af22-779a18f7fc59 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:51.314914 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-005db62b-efe2-4d11-af22-779a18f7fc59 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3405020 Mar 29 09:42:51.319120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60366) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:51.326424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7bf7fbfa-e759-4467-a8d6-5293eb8addd5 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1445186559'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:51.386181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7bf7fbfa-e759-4467-a8d6-5293eb8addd5 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:51.402553 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9405c6da-9d52-495f-8aad-a9bb064d90d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:51.429216 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7bf7fbfa-e759-4467-a8d6-5293eb8addd5 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:51.435733 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405c6da-9d52-495f-8aad-a9bb064d90d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d80026-1b93-4753-80a3-7d3c8e7adb1e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:51.456782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9405c6da-9d52-495f-8aad-a9bb064d90d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:51.460106 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9405c6da-9d52-495f-8aad-a9bb064d90d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1d80026-1b93-4753-80a3-7d3c8e7adb1e HTTP/1.1" status: 204 len: 168 time: 0.6056955 Mar 29 09:42:51.490934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Network 416f5da6-5f32-4b20-bc34-dbc941405509 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:51.498167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:51.519401 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:51.579743 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b309e878-6c81-44d4-b876-22c9711f1712 None None] Network 416f5da6-5f32-4b20-bc34-dbc941405509 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:51.595495 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Pushing event updated for resources: {'Port': ['ID=81e69604-a794-4a78-9821-b450a474af18,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:51.597872 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:51.604206 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7c0006f3-a6bb-4c2e-8544-0d2bd6defd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:51.661900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7bf7fbfa-e759-4467-a8d6-5293eb8addd5 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:51.676769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:51.687365 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Port': ['ID=668e8e3b-0258-49e5-9beb-08ed7b37140e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:51.698656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7bf7fbfa-e759-4467-a8d6-5293eb8addd5 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:51.711585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] No DVR routers for this DVR port 668e8e3b-0258-49e5-9beb-08ed7b37140e on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:51.715862 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7bf7fbfa-e759-4467-a8d6-5293eb8addd5 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:51.717346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0006f3-a6bb-4c2e-8544-0d2bd6defd22 None None] Pushing event deleted for resources: {'Port': ['ID=7532a875-30f5-4b53-aa9d-4801a7c3a081,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:51.720544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:51.722247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7bf7fbfa-e759-4467-a8d6-5293eb8addd5 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:51.765933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7bf7fbfa-e759-4467-a8d6-5293eb8addd5 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:51.928472 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0006f3-a6bb-4c2e-8544-0d2bd6defd22 None None] No DVR routers for this DVR port 7532a875-30f5-4b53-aa9d-4801a7c3a081 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:51.932306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7bf7fbfa-e759-4467-a8d6-5293eb8addd5 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:51.937610 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:51.945781 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port bfa0ea16-5d36-4558-998f-9286f66e8090 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:51.965427 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167f51ae-58eb-495b-b702-09bc23f5e690 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:52.015977 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7bf7fbfa-e759-4467-a8d6-5293eb8addd5 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.025342 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9149ccb-4651-4c2a-bf47-e652fe0acd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.088099 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7fbfa-e759-4467-a8d6-5293eb8addd5 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d2d514-ea1e-4fd7-840b-3d0e149e31cd,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:52.103031 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9c9b6da2-3a80-4362-b05b-d39dc28a5aa5 None None] Provisioning for port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:52.118662 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298a3477-d8b4-4f4a-a091-504004f7ccb3 None None] DHCP port deletion for 8516d2f1-883d-456d-a10a-06a3f463a60a request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:42:52.120612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b4b6787e-23a1-48c9-a805-82a28fccdaba no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:52.165877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60376) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:52.174952 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9c9b6da2-3a80-4362-b05b-d39dc28a5aa5 None None] Provisioning complete for port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:52.175315 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6da2-3a80-4362-b05b-d39dc28a5aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.203956 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7bf7fbfa-e759-4467-a8d6-5293eb8addd5 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.207844 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7bf7fbfa-e759-4467-a8d6-5293eb8addd5 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8853664 Mar 29 09:42:52.212378 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60380) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:52.213349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: b4b6787e-23a1-48c9-a805-82a28fccdaba {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:42:52.213687 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b4b6787e-23a1-48c9-a805-82a28fccdaba not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:42:52.214097 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7532a875-30f5-4b53-aa9d-4801a7c3a081 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:52.221603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a0c40c0d-737d-4168-ba76-b1169f734e3a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group_rule': {'security_group_id': '70d2d514-ea1e-4fd7-840b-3d0e149e31cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:52.230260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a0c40c0d-737d-4168-ba76-b1169f734e3a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:52.239116 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-78d90041-892b-455a-947b-f85ec0a15833 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bfe79da8219646c78496b78f7985438d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697649 Mar 29 09:42:52.239116 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a0c40c0d-737d-4168-ba76-b1169f734e3a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:52.242416 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60384) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:52.243076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a0c40c0d-737d-4168-ba76-b1169f734e3a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:52.248164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0936ed2-a955-4026-8738-c0dd4adc24fe req-edbef6bb-0415-4dda-82e3-393920274e0f tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:52.255026 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b0936ed2-a955-4026-8738-c0dd4adc24fe req-edbef6bb-0415-4dda-82e3-393920274e0f tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 1.0603814 Mar 29 09:42:52.257001 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9149ccb-4651-4c2a-bf47-e652fe0acd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.261753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a0c40c0d-737d-4168-ba76-b1169f734e3a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:52.278505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Allocated IP 172.20.0.2 (3c3ef509-76c0-4a1a-bc35-8f39980efe1a/61d64769-6487-46dd-99b9-32b9753e3276/50ba7bbe-1d53-4420-8e00-51a50069b697) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:52.283876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.300407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 7532a875-30f5-4b53-aa9d-4801a7c3a081 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:42:52.301008 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7532a875-30f5-4b53-aa9d-4801a7c3a081 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:42:52.330983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0ac6bd51-598b-4fce-8525-027d0fa5a663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.334226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:42:43Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:52.376083 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b6a77-e74f-4ad9-a213-6897fe85f25c None None] The sync data for ids ['d885023c-1404-4972-8066-f57bed6baee1'] in dv-neutron-835555-1-hyperv is: [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:42:43Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:52.377365 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0ac6bd51-598b-4fce-8525-027d0fa5a663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.388119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a0c40c0d-737d-4168-ba76-b1169f734e3a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.429296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8516d2f1-883d-456d-a10a-06a3f463a60a']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:52.452966 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e9149ccb-4651-4c2a-bf47-e652fe0acd41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=145c70448d9d421bac29ed57869763ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8587930 Mar 29 09:42:52.455655 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60388) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:52.481238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9149ccb-4651-4c2a-bf47-e652fe0acd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a464b981-4c63-4af2-8f3b-8baaee2d5e2e,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:52.493237 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d08904-80d7-4027-a3ab-97c26d26a37b') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:52.500548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d08904-80d7-4027-a3ab-97c26d26a37b') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:52.568527 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a0c40c0d-737d-4168-ba76-b1169f734e3a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.578231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa8c94db-8f4e-4909-88d2-6978efe572e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.581218 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b0936ed2-a955-4026-8738-c0dd4adc24fe req-8390348e-5107-47e2-95d1-a5dd9ea59ddb tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252623 Mar 29 09:42:52.594887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0ac6bd51-598b-4fce-8525-027d0fa5a663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.599613 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 668e8e3b-0258-49e5-9beb-08ed7b37140e no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:42:52.620448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.628633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6bd51-598b-4fce-8525-027d0fa5a663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4202b84e-7ac3-491b-b58e-a7d8911a667c,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:52.633150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa8c94db-8f4e-4909-88d2-6978efe572e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.674051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0ac6bd51-598b-4fce-8525-027d0fa5a663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.677622 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0ac6bd51-598b-4fce-8525-027d0fa5a663 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4202b84e-7ac3-491b-b58e-a7d8911a667c HTTP/1.1" status: 204 len: 168 time: 0.4338884 Mar 29 09:42:52.684837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a0c40c0d-737d-4168-ba76-b1169f734e3a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.694240 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.737538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:42:52.737946 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.761983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c40c0d-737d-4168-ba76-b1169f734e3a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e7059c-5b8d-4834-a95c-73cfc465db1f,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:42:52.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:42:52.808073 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a0c40c0d-737d-4168-ba76-b1169f734e3a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:52.811588 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a0c40c0d-737d-4168-ba76-b1169f734e3a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5946326 Mar 29 09:42:52.811588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60396) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:52.833842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 668e8e3b-0258-49e5-9beb-08ed7b37140e {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:42:52.833842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 668e8e3b-0258-49e5-9beb-08ed7b37140e not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:42:52.927176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::9cdf:3ce:dc50:75d1 (904da7d4-bab8-40f2-8764-d10ff337fe7e/1d882c8f-6108-494d-ab9d-037d91293fe7/bfa0ea16-5d36-4558-998f-9286f66e8090) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:52.976477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa8c94db-8f4e-4909-88d2-6978efe572e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.001100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6da2-3a80-4362-b05b-d39dc28a5aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.032872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b9322ce-1369-4ca5-a4ce-4dc36ff2b859 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.043379 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20648620-159f-44de-827b-85c889f856a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': '1d882c8f-6108-494d-ab9d-037d91293fe7'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:42:53.044330 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-20648620-159f-44de-827b-85c889f856a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.054578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b9322ce-1369-4ca5-a4ce-4dc36ff2b859 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.088700 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c94db-8f4e-4909-88d2-6978efe572e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a464b981-4c63-4af2-8f3b-8baaee2d5e2e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:53.147157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a2753-27ab-4bd5-9688-b2adc6b70938 req-51871416-374b-418c-9033-b7a327afc5d5 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:53.151546 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f56a2753-27ab-4bd5-9688-b2adc6b70938 req-51871416-374b-418c-9033-b7a327afc5d5 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.2976351 Mar 29 09:42:53.152608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa8c94db-8f4e-4909-88d2-6978efe572e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.154355 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-aa8c94db-8f4e-4909-88d2-6978efe572e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a464b981-4c63-4af2-8f3b-8baaee2d5e2e HTTP/1.1" status: 204 len: 168 time: 0.6976712 Mar 29 09:42:53.194576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b9322ce-1369-4ca5-a4ce-4dc36ff2b859 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.214603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4b9322ce-1369-4ca5-a4ce-4dc36ff2b859 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.215747 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4b9322ce-1369-4ca5-a4ce-4dc36ff2b859 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/67e7059c-5b8d-4834-a95c-73cfc465db1f HTTP/1.1" status: 204 len: 168 time: 0.4021132 Mar 29 09:42:53.222272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60402) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:53.282292 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9322ce-1369-4ca5-a4ce-4dc36ff2b859 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67e7059c-5b8d-4834-a95c-73cfc465db1f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:53.289212 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.301632 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Transition to ACTIVE for port object 50ba7bbe-1d53-4420-8e00-51a50069b697 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:53.326446 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Transition to ACTIVE for port object 50ba7bbe-1d53-4420-8e00-51a50069b697 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:53.345293 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f56a2753-27ab-4bd5-9688-b2adc6b70938 req-e35f5969-d6d6-4682-990a-91b9052ac27d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811955 Mar 29 09:42:53.430098 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.447039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.566780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1e16e551-6f85-4296-a9dd-a15c8d4ca414 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:53.585723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.612106 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.1 (3c3ef509-76c0-4a1a-bc35-8f39980efe1a/61d64769-6487-46dd-99b9-32b9753e3276/4d0b91ac-ac32-4028-aacb-eaba548ae347) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:53.613289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.619111 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.699719 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.737018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1e16e551-6f85-4296-a9dd-a15c8d4ca414 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:53.743337 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1e16e551-6f85-4296-a9dd-a15c8d4ca414 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5059364 Mar 29 09:42:53.743708 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60416) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:53.748999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Network': ['ID=8516d2f1-883d-456d-a10a-06a3f463a60a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:53.755801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object bfa0ea16-5d36-4558-998f-9286f66e8090 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:53.818496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-9c9b6da2-3a80-4362-b05b-d39dc28a5aa5 None None] For port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f41cf1eb-ea3f-4e35-bac1-b2a55dd49181,segment=NetworkSegment(b36aaff1-6406-4b0e-a1e0-d36142477325),segment_id=b36aaff1-6406-4b0e-a1e0-d36142477325)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:53.894855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Pushing event updated for resources: {'Port': ['ID=50ba7bbe-1d53-4420-8e00-51a50069b697,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:53.899292 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-57e92613-19ba-4949-9a95-fc01062e0dc0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/networks/8516d2f1-883d-456d-a10a-06a3f463a60a HTTP/1.1" status: 204 len: 168 time: 4.2115917 Mar 29 09:42:53.905203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60426) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:53.906711 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Network 3c3ef509-76c0-4a1a-bc35-8f39980efe1a is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:53.908930 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:53.911002 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9c9b6da2-3a80-4362-b05b-d39dc28a5aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:53.912718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:54.156837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b8328500-0ae5-4d1c-ace8-5d9208426940 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:54.160667 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:54.192269 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:54.267974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object 4d0b91ac-ac32-4028-aacb-eaba548ae347 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:54.330462 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b6da2-3a80-4362-b05b-d39dc28a5aa5 None None] Pushing event updated for resources: {'Port': ['ID=f41cf1eb-ea3f-4e35-bac1-b2a55dd49181,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:54.354493 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2a2df6c8-e605-452d-bc21-79e53786adff None None] Provisioning complete for port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:54.354493 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2a2df6c8-e605-452d-bc21-79e53786adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:54.406818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b8328500-0ae5-4d1c-ace8-5d9208426940 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:54.475385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Attempting to bind port 50ba7bbe-1d53-4420-8e00-51a50069b697 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:54.475645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Attempting to bind port 50ba7bbe-1d53-4420-8e00-51a50069b697 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '4e8d79b8-5fc0-4729-a0ce-6d8fa437e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:54.476012 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Attempting to bind port 50ba7bbe-1d53-4420-8e00-51a50069b697 on network 3c3ef509-76c0-4a1a-bc35-8f39980efe1a {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:54.516450 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d71f8-7b84-4afa-8af2-fa2ad32327f2 req-b9ae0e68-64fd-43fc-a9c7-4d895d46081c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:54.520935 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0b0d71f8-7b84-4afa-8af2-fa2ad32327f2 req-b9ae0e68-64fd-43fc-a9c7-4d895d46081c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.5589767 Mar 29 09:42:54.532285 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:54.536986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=bfa0ea16-5d36-4558-998f-9286f66e8090,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:54.564652 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:42:54.566617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Checking segment: {'id': '4e8d79b8-5fc0-4729-a0ce-6d8fa437e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:54.567765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:54.567765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Bound using segment: {'id': '4e8d79b8-5fc0-4729-a0ce-6d8fa437e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:42:54.570022 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Bound port: 50ba7bbe-1d53-4420-8e00-51a50069b697, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8d79b8-5fc0-4729-a0ce-6d8fa437e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:54.570411 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:54.573845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:54.577926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:54.580958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:54.586527 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:54.587165 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:54.613918 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:54.622112 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-20648620-159f-44de-827b-85c889f856a0 None None] Allocated IP 2001:db8::2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/1d882c8f-6108-494d-ab9d-037d91293fe7/c76faacb-a450-473f-a2cb-87f930108d65) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:54.695374 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0b0d71f8-7b84-4afa-8af2-fa2ad32327f2 req-192d8afb-6ab5-4f33-9c9b-1f43f2d781b8 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610022 Mar 29 09:42:54.737118 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4145bd4b-6e82-40d2-9a14-88cff9130c6f up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:54.793832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:54.883341 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8a7e9106-72ae-4eac-b699-1a5ba6c1fd72 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.4517334 Mar 29 09:42:54.889977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60454) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:54.896556 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Pushing event updated for resources: {'Port': ['ID=81e69604-a794-4a78-9821-b450a474af18,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:54.919453 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60458) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:54.930400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:54.935590 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b8328500-0ae5-4d1c-ace8-5d9208426940 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:55.076941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8328500-0ae5-4d1c-ace8-5d9208426940 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d2d514-ea1e-4fd7-840b-3d0e149e31cd,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:55.099717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Network 416f5da6-5f32-4b20-bc34-dbc941405509 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:55.102253 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] For port 50ba7bbe-1d53-4420-8e00-51a50069b697, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:42:55.104260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:55.115965 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d320a08-b6cd-47b0-8093-e4fbced59d4e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:55.116887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6d320a08-b6cd-47b0-8093-e4fbced59d4e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:55.120354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 3c3ef509-76c0-4a1a-bc35-8f39980efe1a is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:55.124687 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] For port 50ba7bbe-1d53-4420-8e00-51a50069b697, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=50ba7bbe-1d53-4420-8e00-51a50069b697,segment=NetworkSegment(4e8d79b8-5fc0-4729-a0ce-6d8fa437e010),segment_id=4e8d79b8-5fc0-4729-a0ce-6d8fa437e010)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:42:55.129848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:55.135049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2a2df6c8-e605-452d-bc21-79e53786adff None None] Provisioning for port 81e69604-a794-4a78-9821-b450a474af18 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:55.137302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:55.143269 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2a2df6c8-e605-452d-bc21-79e53786adff None None] Provisioning complete for port 81e69604-a794-4a78-9821-b450a474af18 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:55.143636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2a2df6c8-e605-452d-bc21-79e53786adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:55.172776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=4d0b91ac-ac32-4028-aacb-eaba548ae347,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:55.222258 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:55.249923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b8328500-0ae5-4d1c-ace8-5d9208426940 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:55.251033 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b8328500-0ae5-4d1c-ace8-5d9208426940 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-groups/70d2d514-ea1e-4fd7-840b-3d0e149e31cd HTTP/1.1" status: 204 len: 168 time: 1.5062878 Mar 29 09:42:55.261516 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60466) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:55.310540 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:55.352744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 4145bd4b-6e82-40d2-9a14-88cff9130c6f completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:55.368927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae677a-3c15-4e5f-bbe3-1935e72c0637 req-cebcd576-0704-47e4-b176-431054e28aa1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:55.374998 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-89ae677a-3c15-4e5f-bbe3-1935e72c0637 req-cebcd576-0704-47e4-b176-431054e28aa1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.4504378 Mar 29 09:42:55.459626 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4145bd4b-6e82-40d2-9a14-88cff9130c6f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:55.459977 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:55.498436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-66110730-09aa-4b1c-9e94-0683d9df797a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:55.509596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Request body: {'networks': [{'name': 'tempest-network--576792512'}, {'name': 'tempest-network--1916795482'}]} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:55.509914 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Request body: {'network': {'name': 'tempest-network--576792512'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:55.510360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Request body: {'network': {'name': 'tempest-network--1916795482'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:55.523547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-2a2df6c8-e605-452d-bc21-79e53786adff None None] Port 81e69604-a794-4a78-9821-b450a474af18 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:55.527586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:55.548356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Usage tracker for resource:network and tenant:42b1e6fe75ca41ad85e9677496c0dd6d is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:55.607034 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e36a6-bed3-446b-a3d5-45b8f9b86dc9 None None] Pushing event updated for resources: {'Port': ['ID=50ba7bbe-1d53-4420-8e00-51a50069b697,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:55.620109 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:55.630471 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-20648620-159f-44de-827b-85c889f856a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:55.635169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:55.645061 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-89ae677a-3c15-4e5f-bbe3-1935e72c0637 req-54fab7a5-7204-41a7-983b-7d052a5a3026 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464385 Mar 29 09:42:55.683527 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-20648620-159f-44de-827b-85c889f856a0 None None] Transition to ACTIVE for port object c76faacb-a450-473f-a2cb-87f930108d65 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:55.701301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ce788c9b-37b3-417b-ad89-1e014e736ed4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:55.707093 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7a5f4ed0-a2ce-4168-bf54-10fb1c7e86a6 None None] Provisioning complete for port 81e69604-a794-4a78-9821-b450a474af18 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:55.707279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6d320a08-b6cd-47b0-8093-e4fbced59d4e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:55.707769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4ed0-a2ce-4168-bf54-10fb1c7e86a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:55.711186 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6d320a08-b6cd-47b0-8093-e4fbced59d4e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.8150804 Mar 29 09:42:55.711186 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Router c4f10619-57e5-4286-a7ad-8fb716efd067 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:42:55.711574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60476) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:55.763049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-20648620-159f-44de-827b-85c889f856a0 None None] Transition to ACTIVE for port object c76faacb-a450-473f-a2cb-87f930108d65 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:55.765066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Made reservation on behalf of 42b1e6fe75ca41ad85e9677496c0dd6d for: {'network': 2} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:55.769677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:55.770052 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:55.783154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-66110730-09aa-4b1c-9e94-0683d9df797a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:55.788146 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-66110730-09aa-4b1c-9e94-0683d9df797a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5218649 Mar 29 09:42:55.790222 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60480) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:55.796621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f4ed0-a2ce-4168-bf54-10fb1c7e86a6 None None] Port 81e69604-a794-4a78-9821-b450a474af18 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:55.801174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7c5b90ae-ba77-47ea-ad83-5e488d1ef155 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498363587'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:55.803720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 4145bd4b-6e82-40d2-9a14-88cff9130c6f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4145bd4b-6e82-40d2-9a14-88cff9130c6f,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:55.805524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:55.866342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7c5b90ae-ba77-47ea-ad83-5e488d1ef155 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:55.884877 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-20648620-159f-44de-827b-85c889f856a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:55.900349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7c5b90ae-ba77-47ea-ad83-5e488d1ef155 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:55.904026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:55.922240 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:55.922747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:55.929126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Usage tracker for resource:security_group_rule and tenant:42b1e6fe75ca41ad85e9677496c0dd6d is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:55.936498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:55.947537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:55.974765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a88acd42-99ac-4b5b-8751-197f279cf14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port bfa0ea16-5d36-4558-998f-9286f66e8090 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:55.975194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a88acd42-99ac-4b5b-8751-197f279cf14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:56.075832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20648620-159f-44de-827b-85c889f856a0 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:56.078734 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-20648620-159f-44de-827b-85c889f856a0 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:56.081268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20648620-159f-44de-827b-85c889f856a0 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:42:56.083557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20648620-159f-44de-827b-85c889f856a0 None None] Pushing event updated for resources: {'Port': ['ID=c76faacb-a450-473f-a2cb-87f930108d65,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:56.094717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:42:56.101991 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-aafa05d3-151d-4113-be4d-11c9011f33e6 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "PUT /v2.0/routers/c4f10619-57e5-4286-a7ad-8fb716efd067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4591329 Mar 29 09:42:56.112379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60488) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:56.125075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c5b90ae-ba77-47ea-ad83-5e488d1ef155 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:56.149396 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Request body: {'port': {'network_id': '416f5da6-5f32-4b20-bc34-dbc941405509', 'name': 'tempest-FloatingIPNegativeTestJSON-1840757769'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:56.196251 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f3e51-3eb4-4783-8245-5f5b35bd523b None None] Sync routers for ids ['c4f10619-57e5-4286-a7ad-8fb716efd067'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:56.287481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=4145bd4b-6e82-40d2-9a14-88cff9130c6f,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:56.324176 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:56.362030 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f3e51-3eb4-4783-8245-5f5b35bd523b None None] Routers {'c4f10619-57e5-4286-a7ad-8fb716efd067'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:56.362622 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6d3f3e51-3eb4-4783-8245-5f5b35bd523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c4f10619-57e5-4286-a7ad-8fb716efd067'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:56.446833 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a88acd42-99ac-4b5b-8751-197f279cf14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:56.516456 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:56.516865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:56.543219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7c5b90ae-ba77-47ea-ad83-5e488d1ef155 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:56.587154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7c5b90ae-ba77-47ea-ad83-5e488d1ef155 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:56.588468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6d3f3e51-3eb4-4783-8245-5f5b35bd523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:56.600913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a88acd42-99ac-4b5b-8751-197f279cf14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for bfa0ea16-5d36-4558-998f-9286f66e8090 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:56.617986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-20648620-159f-44de-827b-85c889f856a0 None None] Attempting to bind port c76faacb-a450-473f-a2cb-87f930108d65 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:56.618289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-20648620-159f-44de-827b-85c889f856a0 None None] Attempting to bind port c76faacb-a450-473f-a2cb-87f930108d65 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:56.618647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20648620-159f-44de-827b-85c889f856a0 None None] Attempting to bind port c76faacb-a450-473f-a2cb-87f930108d65 on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:42:56.626417 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20648620-159f-44de-827b-85c889f856a0 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:42:56.626810 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20648620-159f-44de-827b-85c889f856a0 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:42:56.627201 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-20648620-159f-44de-827b-85c889f856a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:56.627855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20648620-159f-44de-827b-85c889f856a0 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:42:56.628440 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-20648620-159f-44de-827b-85c889f856a0 None None] Bound port: c76faacb-a450-473f-a2cb-87f930108d65, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:56.628860 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-20648620-159f-44de-827b-85c889f856a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:56.672265 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7c5b90ae-ba77-47ea-ad83-5e488d1ef155 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:56.675558 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f3e51-3eb4-4783-8245-5f5b35bd523b None None] Routers {'c4f10619-57e5-4286-a7ad-8fb716efd067'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:42:56.676179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6d3f3e51-3eb4-4783-8245-5f5b35bd523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c4f10619-57e5-4286-a7ad-8fb716efd067'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:56.699466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60500) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:56.757531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7c5b90ae-ba77-47ea-ad83-5e488d1ef155 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:56.951744 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1351403594', 'router:external': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:56.957638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:56.973234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Usage tracker for resource:network and tenant:f454997e7641433d97baab0b15f6dab3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:56.979666 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:56.981016 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6d3f3e51-3eb4-4783-8245-5f5b35bd523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:56.981940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f3e51-3eb4-4783-8245-5f5b35bd523b None None] The sync data for ids ['c4f10619-57e5-4286-a7ad-8fb716efd067'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:56.998205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:57.009200 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a88acd42-99ac-4b5b-8751-197f279cf14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.021352 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:57.043205 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-20648620-159f-44de-827b-85c889f856a0 None None] For port c76faacb-a450-473f-a2cb-87f930108d65, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:42:57.046663 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-20648620-159f-44de-827b-85c889f856a0 None None] For port c76faacb-a450-473f-a2cb-87f930108d65, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c76faacb-a450-473f-a2cb-87f930108d65,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:42:57.071670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Usage tracker for resource:port and tenant:22e3205cdfd84e96b4eb1a7e8ccb8280 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:57.081565 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:57.117696 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88acd42-99ac-4b5b-8751-197f279cf14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=bfa0ea16-5d36-4558-998f-9286f66e8090,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:57.136773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-20648620-159f-44de-827b-85c889f856a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.192622 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a88acd42-99ac-4b5b-8751-197f279cf14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.196518 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 50ba7bbe-1d53-4420-8e00-51a50069b697 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:57.212382 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a88acd42-99ac-4b5b-8751-197f279cf14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/bfa0ea16-5d36-4558-998f-9286f66e8090 HTTP/1.1" status: 204 len: 168 time: 1.4995911 Mar 29 09:42:57.214071 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60506) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:57.217479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Made reservation on behalf of f454997e7641433d97baab0b15f6dab3 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:57.222818 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.290708 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.298793 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20648620-159f-44de-827b-85c889f856a0 None None] Pushing event updated for resources: {'Port': ['ID=c76faacb-a450-473f-a2cb-87f930108d65,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:57.322095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:57.330367 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Usage tracker for resource:security_group_rule and tenant:f454997e7641433d97baab0b15f6dab3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:57.335117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:57.351435 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:57.353260 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def7feb9-bb4e-4393-bfbe-d6fa75c7d647 None None] Network 3c3ef509-76c0-4a1a-bc35-8f39980efe1a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:57.356915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b2797-5fee-4b24-8e67-2c35322ee7d0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:57.359255 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b2797-5fee-4b24-8e67-2c35322ee7d0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:57.360209 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9c5b2797-5fee-4b24-8e67-2c35322ee7d0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:57.363994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:57.394956 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 50ba7bbe-1d53-4420-8e00-51a50069b697 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:57.396134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-ce788c9b-37b3-417b-ad89-1e014e736ed4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port a8334cd8-9f56-4e21-8dc0-46a504f85921 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:57.396531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ce788c9b-37b3-417b-ad89-1e014e736ed4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.429345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.444415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4145bd4b-6e82-40d2-9a14-88cff9130c6f up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:57.485199 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9c5b2797-5fee-4b24-8e67-2c35322ee7d0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:57.489442 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9c5b2797-5fee-4b24-8e67-2c35322ee7d0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2741213 Mar 29 09:42:57.491129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60510) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:57.499408 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64feaa5e-60c2-45bf-84d1-10d5d4b43576 req-7b8c8208-3387-4a85-b6c5-44412a5071ed tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:57.501003 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-64feaa5e-60c2-45bf-84d1-10d5d4b43576 req-7b8c8208-3387-4a85-b6c5-44412a5071ed tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.9285948 Mar 29 09:42:57.539291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c5b90ae-ba77-47ea-ad83-5e488d1ef155 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.540142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.540642 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.656051 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-19acf9d7-5c28-4379-90df-7692109a7cf6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 1d882c8f-6108-494d-ab9d-037d91293fe7 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:42:57.670064 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-19acf9d7-5c28-4379-90df-7692109a7cf6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.685909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-36fc8c11-6e79-431c-9174-0730805a4ecf None None] Provisioning for port 50ba7bbe-1d53-4420-8e00-51a50069b697 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:57.686930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c5b90ae-ba77-47ea-ad83-5e488d1ef155 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.690861 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Made reservation on behalf of 22e3205cdfd84e96b4eb1a7e8ccb8280 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:57.694519 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.706059 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-36fc8c11-6e79-431c-9174-0730805a4ecf None None] Provisioning complete for port 50ba7bbe-1d53-4420-8e00-51a50069b697 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:57.706427 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-36fc8c11-6e79-431c-9174-0730805a4ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.721146 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.757721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4145bd4b-6e82-40d2-9a14-88cff9130c6f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:57.758087 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.775766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-19acf9d7-5c28-4379-90df-7692109a7cf6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.807691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22905ea7-cf2a-4b1e-b7d2-d5f4a1eccae7 req-6c978dce-cf3e-4144-8d0a-adbc310bf670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:57.813272 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22905ea7-cf2a-4b1e-b7d2-d5f4a1eccae7 req-6c978dce-cf3e-4144-8d0a-adbc310bf670 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd990266160241679233cd0b82116a4d&device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 1098 time: 0.2587276 Mar 29 09:42:57.813406 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:42:57.870027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:57.882418 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:42:57.901586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] device_id is not set on port c10908f1-836f-466d-981b-c1e5394865cb yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:42:57.989702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00699b9-8e43-4acd-b00a-327471810221,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:58.003481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-36fc8c11-6e79-431c-9174-0730805a4ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.030586 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-64feaa5e-60c2-45bf-84d1-10d5d4b43576 req-9d69de3e-a338-4749-8f19-30d5db1d70fe tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5018766 Mar 29 09:42:58.040097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.040097 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Added segment b6d4d2dc-eebe-46c6-b014-281bb27f772a of type vlan for network 4fd26851-1bf8-40da-a062-cf1feded462e Mar 29 09:42:58.060300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-36fc8c11-6e79-431c-9174-0730805a4ecf None None] For port 50ba7bbe-1d53-4420-8e00-51a50069b697, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=50ba7bbe-1d53-4420-8e00-51a50069b697,segment=NetworkSegment(4e8d79b8-5fc0-4729-a0ce-6d8fa437e010),segment_id=4e8d79b8-5fc0-4729-a0ce-6d8fa437e010)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:58.121650 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.122949 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Added segment ef677b89-2c38-4c15-bb41-b64e2610bffc of type vlan for network c5de8080-e8bb-4664-b781-a2a6103fd261 Mar 29 09:42:58.165938 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b90ae-ba77-47ea-ad83-5e488d1ef155 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8e3efd-59b2-428d-a305-54e4d3d74cbb,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:58.173091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1607c2-bb56-495e-9ffa-0bd0375435dc,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:58.174957 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.177620 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-36fc8c11-6e79-431c-9174-0730805a4ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.195724 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-19acf9d7-5c28-4379-90df-7692109a7cf6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.210240 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-ce788c9b-37b3-417b-ad89-1e014e736ed4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] For port a8334cd8-9f56-4e21-8dc0-46a504f85921, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a8334cd8-9f56-4e21-8dc0-46a504f85921,segment=NetworkSegment(1647785c-e4c9-46fe-9f7f-6ede1b0e60c2),segment_id=1647785c-e4c9-46fe-9f7f-6ede1b0e60c2)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:58.210610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ce788c9b-37b3-417b-ad89-1e014e736ed4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.272877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c5b90ae-ba77-47ea-ad83-5e488d1ef155 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.274122 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7c5b90ae-ba77-47ea-ad83-5e488d1ef155 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4835858 Mar 29 09:42:58.287448 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc8c11-6e79-431c-9174-0730805a4ecf None None] Pushing event updated for resources: {'Port': ['ID=50ba7bbe-1d53-4420-8e00-51a50069b697,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:58.295057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60514) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:58.312392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-45268cf4-de5d-46fc-8e46-a07c0a4ddbbb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group_rule': {'security_group_id': '3f8e3efd-59b2-428d-a305-54e4d3d74cbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:58.317987 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.329353 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22905ea7-cf2a-4b1e-b7d2-d5f4a1eccae7 req-7ca0e104-5293-4d25-8d51-e6937815ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:58.330405 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22905ea7-cf2a-4b1e-b7d2-d5f4a1eccae7 req-7ca0e104-5293-4d25-8d51-e6937815ca77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42b8e51d-f4c6-435f-9d85-32ff338cd383 HTTP/1.1" status: 200 len: 912 time: 0.4955659 Mar 29 09:42:58.332798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-45268cf4-de5d-46fc-8e46-a07c0a4ddbbb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:58.403669 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-45268cf4-de5d-46fc-8e46-a07c0a4ddbbb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:58.427043 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-ce788c9b-37b3-417b-ad89-1e014e736ed4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for a8334cd8-9f56-4e21-8dc0-46a504f85921 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:58.432410 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-45268cf4-de5d-46fc-8e46-a07c0a4ddbbb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:58.460154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-45268cf4-de5d-46fc-8e46-a07c0a4ddbbb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:58.469004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.resource_extend [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:42:58.484710 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:42:58.505004 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Allocated IP 172.20.0.10 (416f5da6-5f32-4b20-bc34-dbc941405509/3c65e014-0a68-4942-a705-7015f572039d/c10908f1-836f-466d-981b-c1e5394865cb) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:58.507421 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7f855985-00c8-4193-b582-d9e0852f8726 None None] Provisioning for port 4d0b91ac-ac32-4028-aacb-eaba548ae347 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:58.517596 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22905ea7-cf2a-4b1e-b7d2-d5f4a1eccae7 req-b1bdd28c-1544-4e96-b077-a16c23b0849d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=446dadd6-4742-435f-a9c0-cca15d4d47be HTTP/1.1" status: 200 len: 1000 time: 0.1773539 Mar 29 09:42:58.518448 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7f855985-00c8-4193-b582-d9e0852f8726 None None] Provisioning complete for port 4d0b91ac-ac32-4028-aacb-eaba548ae347 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:58.519067 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7f855985-00c8-4193-b582-d9e0852f8726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.546412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.546792 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Added segment c8f828ad-56d7-4541-a989-1335e068009d of type vlan for network 488b287b-d9b2-4360-a6cd-ae85584d0b87 Mar 29 09:42:58.556833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.578576 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-19acf9d7-5c28-4379-90df-7692109a7cf6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.595967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7f855985-00c8-4193-b582-d9e0852f8726 None None] Port 4d0b91ac-ac32-4028-aacb-eaba548ae347 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:58.608608 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7f855985-00c8-4193-b582-d9e0852f8726 None None] Provisioning complete for port 50ba7bbe-1d53-4420-8e00-51a50069b697 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:58.609327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7f855985-00c8-4193-b582-d9e0852f8726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.640731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acf9d7-5c28-4379-90df-7692109a7cf6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=1d882c8f-6108-494d-ab9d-037d91293fe7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:58.662018 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.663336 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:58.663917 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.690987 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22905ea7-cf2a-4b1e-b7d2-d5f4a1eccae7 req-49619522-bf54-43b6-9136-078c970c07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:58.692461 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22905ea7-cf2a-4b1e-b7d2-d5f4a1eccae7 req-49619522-bf54-43b6-9136-078c970c07c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45e1ab43-d8c0-43c8-bce8-1dd511cbc465 HTTP/1.1" status: 200 len: 850 time: 0.1658750 Mar 29 09:42:58.709270 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45268cf4-de5d-46fc-8e46-a07c0a4ddbbb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.718514 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.720171 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-19acf9d7-5c28-4379-90df-7692109a7cf6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.829636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2dba2f-00ab-4e98-9714-01ab99399ef9 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:42:58.888172 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1861966 Mar 29 09:42:58.889299 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1f4f8-4a7a-461d-9213-54853de71d24 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Pushing event updated for resources: {'Network': ['ID=c5de8080-e8bb-4664-b781-a2a6103fd261,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:58.895224 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-19acf9d7-5c28-4379-90df-7692109a7cf6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/1d882c8f-6108-494d-ab9d-037d91293fe7 HTTP/1.1" status: 204 len: 168 time: 1.3974435 Mar 29 09:42:58.895224 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60518) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:58.901577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.902584 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60520) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:58.912046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Request body: {'subnet': {'network_id': 'c5de8080-e8bb-4664-b781-a2a6103fd261', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:58.921548 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network c5de8080-e8bb-4664-b781-a2a6103fd261 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:42:58.983995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:42:58.988514 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f7951632-fe73-4990-b520-d55ec0012d92 None None] Provisioning complete for port 4d0b91ac-ac32-4028-aacb-eaba548ae347 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:58.988514 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f7951632-fe73-4990-b520-d55ec0012d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.993276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:58.993276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=4d0b91ac-ac32-4028-aacb-eaba548ae347,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:59.010063 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-18738e3c-619d-493d-b9fe-929adcfa4d48 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020193 Mar 29 09:42:59.010063 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Usage tracker for resource:subnet and tenant:f454997e7641433d97baab0b15f6dab3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:42:59.016341 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60526) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:59.016341 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45268cf4-de5d-46fc-8e46-a07c0a4ddbbb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:59.018541 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:42:59.056751 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:42:59.107734 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22905ea7-cf2a-4b1e-b7d2-d5f4a1eccae7 req-71b853d9-d186-4119-9554-e51379dcc46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:59.109775 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22905ea7-cf2a-4b1e-b7d2-d5f4a1eccae7 req-71b853d9-d186-4119-9554-e51379dcc46a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42b8e51d-f4c6-435f-9d85-32ff338cd383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3767898 Mar 29 09:42:59.165403 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45268cf4-de5d-46fc-8e46-a07c0a4ddbbb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:59.203590 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 50ba7bbe-1d53-4420-8e00-51a50069b697 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:59.239779 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45268cf4-de5d-46fc-8e46-a07c0a4ddbbb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61af5662-45dc-44d3-8dfe-f5f9b5100308,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:59.261849 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f7951632-fe73-4990-b520-d55ec0012d92 None None] Port 4d0b91ac-ac32-4028-aacb-eaba548ae347 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:42:59.282046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Made reservation on behalf of f454997e7641433d97baab0b15f6dab3 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:59.284365 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:59.321549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 50ba7bbe-1d53-4420-8e00-51a50069b697 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:59.322002 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:59.386911 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae4fc6-9c03-456c-989d-dcb26a3bfbdc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:59.390700 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6eae4fc6-9c03-456c-989d-dcb26a3bfbdc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:59.408722 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6158ed4e-efd9-4919-9192-943bc83d7719 None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:42:59.420366 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f7951632-fe73-4990-b520-d55ec0012d92 None None] Provisioning for port c76faacb-a450-473f-a2cb-87f930108d65 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:59.429552 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6158ed4e-efd9-4919-9192-943bc83d7719 None None] Deleting port c76faacb-a450-473f-a2cb-87f930108d65 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:42:59.436182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6158ed4e-efd9-4919-9192-943bc83d7719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:59.436316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45268cf4-de5d-46fc-8e46-a07c0a4ddbbb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:59.437939 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-45268cf4-de5d-46fc-8e46-a07c0a4ddbbb tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1368201 Mar 29 09:42:59.440573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60532) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:59.516115 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0e6b283d-dffa-4919-95c7-c29e14e1ff4e tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules/61af5662-45dc-44d3-8dfe-f5f9b5100308 HTTP/1.1" status: 200 len: 763 time: 0.0652082 Mar 29 09:42:59.518468 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6eae4fc6-9c03-456c-989d-dcb26a3bfbdc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:42:59.519635 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6eae4fc6-9c03-456c-989d-dcb26a3bfbdc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4994709 Mar 29 09:42:59.526129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60536) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:59.526451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60538) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:42:59.578767 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:59.579068 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22905ea7-cf2a-4b1e-b7d2-d5f4a1eccae7 req-7f2f26a6-5b8d-41bd-8b47-f093a7561789 service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618578 Mar 29 09:42:59.579238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:59.584445 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:59.589198 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:59.589827 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:59.690262 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67407759-0eb9-4e74-aa14-aa520698b24e req-f84e2f55-ea50-407b-9db8-34bc23422e8e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:59.691382 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-67407759-0eb9-4e74-aa14-aa520698b24e req-f84e2f55-ea50-407b-9db8-34bc23422e8e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.4449699 Mar 29 09:42:59.695467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c76faacb-a450-473f-a2cb-87f930108d65 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:42:59.759193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6158ed4e-efd9-4919-9192-943bc83d7719 None None] For port c76faacb-a450-473f-a2cb-87f930108d65, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c76faacb-a450-473f-a2cb-87f930108d65,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:42:59.759595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6158ed4e-efd9-4919-9192-943bc83d7719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:59.761276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 3c3ef509-76c0-4a1a-bc35-8f39980efe1a is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:59.776710 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:59.787998 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event updated for resources: {'Network': ['ID=4fd26851-1bf8-40da-a062-cf1feded462e,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:59.803402 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-67407759-0eb9-4e74-aa14-aa520698b24e req-a439c06a-1bb1-4432-8949-4abb59b372db tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805275 Mar 29 09:42:59.827188 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:59.836175 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22905ea7-cf2a-4b1e-b7d2-d5f4a1eccae7 req-7730cb5e-5ba6-4dc0-9459-c00ed0769e18 service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471294 Mar 29 09:42:59.837655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 4fd26851-1bf8-40da-a062-cf1feded462e details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:42:59.855149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554e94af-e6e4-4a62-ad6b-9417ff44e1fa tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:59.856108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-554e94af-e6e4-4a62-ad6b-9417ff44e1fa tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:59.920867 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ce788c9b-37b3-417b-ad89-1e014e736ed4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:59.930700 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6158ed4e-efd9-4919-9192-943bc83d7719 None None] Calling delete_port for c76faacb-a450-473f-a2cb-87f930108d65 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:42:59.933230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7e9cfad9-62fa-4b7c-ab6d-4d4febf16556 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:42:59.989956 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 5.0669856 Mar 29 09:43:00.019823 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Transition to ACTIVE for port object c10908f1-836f-466d-981b-c1e5394865cb will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:00.022727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60546) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:00.034961 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce788c9b-37b3-417b-ad89-1e014e736ed4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Port': ['ID=a8334cd8-9f56-4e21-8dc0-46a504f85921,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:00.119117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port c76faacb-a450-473f-a2cb-87f930108d65 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:00.132951 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c76faacb-a450-473f-a2cb-87f930108d65 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:00.133338 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:00.236852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6158ed4e-efd9-4919-9192-943bc83d7719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:00.304309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0e9e28f5-b8d6-4c5a-b90e-18cbe26abba1 None None] Provisioning complete for port 4d0b91ac-ac32-4028-aacb-eaba548ae347 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:00.304722 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0e9e28f5-b8d6-4c5a-b90e-18cbe26abba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:00.337532 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158ed4e-efd9-4919-9192-943bc83d7719 None None] Pushing event deleted for resources: {'Port': ['ID=c76faacb-a450-473f-a2cb-87f930108d65,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:00.344387 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Could not find standard attr ID for object c76faacb-a450-473f-a2cb-87f930108d65. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:43:00.347618 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No ports have port_id starting with c76faacb-a450-473f-a2cb-87f930108d65 Mar 29 09:43:00.351769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.objects.ports [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88550) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:43:00.352517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:00.355197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158ed4e-efd9-4919-9192-943bc83d7719 None None] No DVR routers for this DVR port c76faacb-a450-473f-a2cb-87f930108d65 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:43:00.397366 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e28f5-b8d6-4c5a-b90e-18cbe26abba1 None None] Port 4d0b91ac-ac32-4028-aacb-eaba548ae347 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:43:00.426085 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f78bc-8a15-4441-8a43-e3a079aa48f3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event updated for resources: {'Network': ['ID=488b287b-d9b2-4360-a6cd-ae85584d0b87,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:00.442878 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Checking segment: {'id': 'ef677b89-2c38-4c15-bb41-b64e2610bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c5de8080-e8bb-4664-b781-a2a6103fd261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:00.443260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Network hostable DHCP agents. Network: c5de8080-e8bb-4664-b781-a2a6103fd261, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:43:00.444375 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 488b287b-d9b2-4360-a6cd-ae85584d0b87 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:43:00.447462 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d58658d1-9c16-4caa-97ac-a51aaae6203b,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:00.480686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7e9cfad9-62fa-4b7c-ab6d-4d4febf16556 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:00.482488 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7e9cfad9-62fa-4b7c-ab6d-4d4febf16556 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.9551361 Mar 29 09:43:00.483385 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-554e94af-e6e4-4a62-ad6b-9417ff44e1fa tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:00.486655 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-554e94af-e6e4-4a62-ad6b-9417ff44e1fa tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9550414 Mar 29 09:43:00.486829 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60550) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:00.488290 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60552) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:00.562687 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d9e4c-b84b-4889-9e7c-3d05655bd9ec tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:00.565922 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Network c5de8080-e8bb-4664-b781-a2a6103fd261 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:43:00.568502 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d9e4c-b84b-4889-9e7c-3d05655bd9ec tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:00.574171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d9e4c-b84b-4889-9e7c-3d05655bd9ec tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:00.576291 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a9932193-a2df-4f4c-9860-2fdb25b02fa5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864921 Mar 29 09:43:00.579987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d9e4c-b84b-4889-9e7c-3d05655bd9ec tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:00.580861 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60558) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:00.586148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d9e4c-b84b-4889-9e7c-3d05655bd9ec tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:00.587056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-514d9e4c-b84b-4889-9e7c-3d05655bd9ec tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Synchronizing usage tracker for tenant:42b1e6fe75ca41ad85e9677496c0dd6d on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:00.595851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-3636d0f8-e1d4-458d-a237-f88088b470a4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:00.605938 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ce788c9b-37b3-417b-ad89-1e014e736ed4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:00.627608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-af0f50a4-1d85-4779-8ec2-7969a47a3e7a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:00.642441 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-af0f50a4-1d85-4779-8ec2-7969a47a3e7a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:00.695133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, c5de8080-e8bb-4664-b781-a2a6103fd261) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:00.704141 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59791646-2c00-4208-b5fa-461b7e514610 None None] Network c5de8080-e8bb-4664-b781-a2a6103fd261 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:00.712642 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router d885023c-1404-4972-8066-f57bed6baee1 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:43:00.720546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:00.726410 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:00.726410 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:00.726660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-514d9e4c-b84b-4889-9e7c-3d05655bd9ec tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Unset dirty status for tenant:42b1e6fe75ca41ad85e9677496c0dd6d on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:00.726660 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-514d9e4c-b84b-4889-9e7c-3d05655bd9ec tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3004 time: 0.6914017 Mar 29 09:43:00.730315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60562) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:00.787612 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3636d0f8-e1d4-458d-a237-f88088b470a4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:00.866802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3636d0f8-e1d4-458d-a237-f88088b470a4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:00.868723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-af0f50a4-1d85-4779-8ec2-7969a47a3e7a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:00.890099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-af0f50a4-1d85-4779-8ec2-7969a47a3e7a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:00.893899 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-af0f50a4-1d85-4779-8ec2-7969a47a3e7a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/61af5662-45dc-44d3-8dfe-f5f9b5100308 HTTP/1.1" status: 204 len: 168 time: 0.4068227 Mar 29 09:43:00.896736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60568) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:00.918085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f50a4-1d85-4779-8ec2-7969a47a3e7a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61af5662-45dc-44d3-8dfe-f5f9b5100308,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:00.923455 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-204f4a00-ce3a-412e-b3ec-2b6960d4393a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:00.946779 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-23ae5d5a-9646-4719-8ffb-8e56432d53e9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0441909 Mar 29 09:43:00.947587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60572) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:00.961651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1228085461', 'network_id': 'c5de8080-e8bb-4664-b781-a2a6103fd261'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:00.982875 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031d6ab7-9fef-4246-a046-0ceb2f2bd723 None None] Network c5de8080-e8bb-4664-b781-a2a6103fd261 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:01.002827 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:01.013105 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-edb72aa2-36ba-4956-9699-de29d75cb83c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:01.035576 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3636d0f8-e1d4-458d-a237-f88088b470a4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:01.039364 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3636d0f8-e1d4-458d-a237-f88088b470a4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.054268 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Usage tracker for resource:port and tenant:f454997e7641433d97baab0b15f6dab3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:01.061933 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:01.099646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:01.119450 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Network 416f5da6-5f32-4b20-bc34-dbc941405509 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:01.156920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c76faacb-a450-473f-a2cb-87f930108d65 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:43:01.180922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:01.193042 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Pushing event updated for resources: {'Port': ['ID=c10908f1-836f-466d-981b-c1e5394865cb,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:01.195842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: c76faacb-a450-473f-a2cb-87f930108d65 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:43:01.196185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c76faacb-a450-473f-a2cb-87f930108d65 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:43:01.197441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:01.247577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-204f4a00-ce3a-412e-b3ec-2b6960d4393a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.254966 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Made reservation on behalf of f454997e7641433d97baab0b15f6dab3 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:01.258087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.281297 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-edb72aa2-36ba-4956-9699-de29d75cb83c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:01.285564 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-edb72aa2-36ba-4956-9699-de29d75cb83c tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3839583 Mar 29 09:43:01.294119 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60576) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:01.318207 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] device_id is not set on port a85035f3-0219-4822-abeb-a1888641f99b yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:43:01.358329 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-35ab5331-734d-4c13-9e4a-18b7fe9b56fc tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group_rule': {'security_group_id': '3f8e3efd-59b2-428d-a305-54e4d3d74cbb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:01.364214 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-35ab5331-734d-4c13-9e4a-18b7fe9b56fc tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:01.374247 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-35ab5331-734d-4c13-9e4a-18b7fe9b56fc tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:01.390853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-204f4a00-ce3a-412e-b3ec-2b6960d4393a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd26851-1bf8-40da-a062-cf1feded462e']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:01.416588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce788c9b-37b3-417b-ad89-1e014e736ed4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 1a727579-c47e-440b-8230-25d9015bae6d has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:43:01.424685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-204f4a00-ce3a-412e-b3ec-2b6960d4393a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d4d2dc-eebe-46c6-b014-281bb27f772a') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:01.424984 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-204f4a00-ce3a-412e-b3ec-2b6960d4393a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d4d2dc-eebe-46c6-b014-281bb27f772a') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:01.439083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:01.439973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.454507 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-204f4a00-ce3a-412e-b3ec-2b6960d4393a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.489698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-35ab5331-734d-4c13-9e4a-18b7fe9b56fc tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.522777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-204f4a00-ce3a-412e-b3ec-2b6960d4393a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.544975 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204f4a00-ce3a-412e-b3ec-2b6960d4393a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:43:01.545232 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-204f4a00-ce3a-412e-b3ec-2b6960d4393a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.548616 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:01.555516 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0d917811-3405-4490-8079-1f75eb17cac9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/d885023c-1404-4972-8066-f57bed6baee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6571248 Mar 29 09:43:01.564399 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Sync routers for ids ['d885023c-1404-4972-8066-f57bed6baee1'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:43:01.568030 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:43:01.574476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60580) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:01.579444 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Routers {'d885023c-1404-4972-8066-f57bed6baee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:01.580469 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d885023c-1404-4972-8066-f57bed6baee1'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:01.605363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8efd805c-22f9-4f14-ad7e-33290a246589 None None] Provisioning for port c10908f1-836f-466d-981b-c1e5394865cb completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:01.610402 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8efd805c-22f9-4f14-ad7e-33290a246589 None None] Provisioning complete for port c10908f1-836f-466d-981b-c1e5394865cb triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:01.610764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8efd805c-22f9-4f14-ad7e-33290a246589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.618412 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dfcac301-ef3e-4b48-ac73-bfbc38cbe9cb tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4950578 Mar 29 09:43:01.623798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60584) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:01.631548 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484673e1-8b8b-46e2-bf45-c7018a7d85cd req-e5a0bc28-ecb9-4b32-b658-5cf888a77cda tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:01.633519 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-484673e1-8b8b-46e2-bf45-c7018a7d85cd req-e5a0bc28-ecb9-4b32-b658-5cf888a77cda tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.5922842 Mar 29 09:43:01.634685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce788c9b-37b3-417b-ad89-1e014e736ed4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:01.644305 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ce788c9b-37b3-417b-ad89-1e014e736ed4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/1a727579-c47e-440b-8230-25d9015bae6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7320039 Mar 29 09:43:01.648304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:01.649602 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfb0cd-f513-4f57-8494-916081a75bf5 None None] Sync routers for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:01.654062 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60588) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:01.658456 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:01.663581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfb0cd-f513-4f57-8494-916081a75bf5 None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:01.668945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fcbfb0cd-f513-4f57-8494-916081a75bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:01.710611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Usage tracker for resource:floatingip and tenant:22e3205cdfd84e96b4eb1a7e8ccb8280 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:01.725129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:01.735534 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:01.773155 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f8e2fb-fe35-4bda-a712-493aa69100a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting subnet cbf0737d-8a57-480a-ba99-761a5bdb087e {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:43:01.780356 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-484673e1-8b8b-46e2-bf45-c7018a7d85cd req-25ae14cc-29bc-461e-bfc9-a7809ac10927 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269679 Mar 29 09:43:01.781275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-77f8e2fb-fe35-4bda-a712-493aa69100a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.811516 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Set router d885023c-1404-4972-8066-f57bed6baee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:01.815835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-8efd805c-22f9-4f14-ad7e-33290a246589 None None] Port c10908f1-836f-466d-981b-c1e5394865cb cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:43:01.832096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-fcbfb0cd-f513-4f57-8494-916081a75bf5 None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:01.839667 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.848625 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3636d0f8-e1d4-458d-a237-f88088b470a4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.875828 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-77f8e2fb-fe35-4bda-a712-493aa69100a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.886392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Allocated IP 172.20.0.2 (c5de8080-e8bb-4664-b781-a2a6103fd261/d58658d1-9c16-4caa-97ac-a51aaae6203b/a85035f3-0219-4822-abeb-a1888641f99b) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:01.921990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-204f4a00-ce3a-412e-b3ec-2b6960d4393a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.947106 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3636d0f8-e1d4-458d-a237-f88088b470a4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:01.957133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fcbfb0cd-f513-4f57-8494-916081a75bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:59Z', 'revision_number': 11, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:01.961037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-3636d0f8-e1d4-458d-a237-f88088b470a4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:01.961805 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfb0cd-f513-4f57-8494-916081a75bf5 None None] Checking router: 1a727579-c47e-440b-8230-25d9015bae6d for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:43:01.970372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020dc56d-d1a2-4548-a3fc-8c8b349e3cc7 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:01.983144 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3636d0f8-e1d4-458d-a237-f88088b470a4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:01.983910 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3636d0f8-e1d4-458d-a237-f88088b470a4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.992704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-204f4a00-ce3a-412e-b3ec-2b6960d4393a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:01.999983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfb0cd-f513-4f57-8494-916081a75bf5 None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:02.000739 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fcbfb0cd-f513-4f57-8494-916081a75bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:02.061619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-77f8e2fb-fe35-4bda-a712-493aa69100a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:02.190820 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-fcbfb0cd-f513-4f57-8494-916081a75bf5 None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:02.205580 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4d0b91ac-ac32-4028-aacb-eaba548ae347', 'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:75:06:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:51Z', 'updated_at': '2022-03-29T09:42:57Z', 'revision_number': 2, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '61d64769-6487-46dd-99b9-32b9753e3276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:02.209893 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Checking router: d885023c-1404-4972-8066-f57bed6baee1 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:43:02.210238 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Updating router d885023c-1404-4972-8066-f57bed6baee1 port 4d0b91ac-ac32-4028-aacb-eaba548ae347 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:43:02.239197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f4a00-ce3a-412e-b3ec-2b6960d4393a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event deleted for resources: {'Network': ['ID=4fd26851-1bf8-40da-a062-cf1feded462e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:02.257408 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-77f8e2fb-fe35-4bda-a712-493aa69100a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:02.283956 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:02.301254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636d0f8-e1d4-458d-a237-f88088b470a4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=a8a47dd6-47c9-4e62-9d10-c39887df6855,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:02.304646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e18d5-66a4-414f-9472-5e80d08be3a1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.305110 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e18d5-66a4-414f-9472-5e80d08be3a1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.305568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e18d5-66a4-414f-9472-5e80d08be3a1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.306025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e18d5-66a4-414f-9472-5e80d08be3a1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.306475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e18d5-66a4-414f-9472-5e80d08be3a1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.306953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e18d5-66a4-414f-9472-5e80d08be3a1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.307403 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e18d5-66a4-414f-9472-5e80d08be3a1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.307848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e18d5-66a4-414f-9472-5e80d08be3a1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.308299 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e18d5-66a4-414f-9472-5e80d08be3a1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.308802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e18d5-66a4-414f-9472-5e80d08be3a1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.309297 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e18d5-66a4-414f-9472-5e80d08be3a1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.311851 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fcbfb0cd-f513-4f57-8494-916081a75bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:59Z', 'revision_number': 11, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:02.312512 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e74e18d5-66a4-414f-9472-5e80d08be3a1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7656 time: 0.7195711 Mar 29 09:43:02.316635 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-204f4a00-ce3a-412e-b3ec-2b6960d4393a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "DELETE /v2.0/networks/4fd26851-1bf8-40da-a062-cf1feded462e HTTP/1.1" status: 204 len: 168 time: 1.5852497 Mar 29 09:43:02.320764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfb0cd-f513-4f57-8494-916081a75bf5 None None] The sync data for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv is: [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:59Z', 'revision_number': 11, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:02.331459 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60592) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:02.332460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60594) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:02.360182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8e2fb-fe35-4bda-a712-493aa69100a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf0737d-8a57-480a-ba99-761a5bdb087e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:02.386757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:02.411418 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3636d0f8-e1d4-458d-a237-f88088b470a4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8293722 Mar 29 09:43:02.443484 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60600) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:02.450941 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': 'a8a47dd6-47c9-4e62-9d10-c39887df6855'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:43:02.451772 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:02.460203 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-35ab5331-734d-4c13-9e4a-18b7fe9b56fc tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:02.466611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'fixed_ips': [{'subnet_id': 'a8a47dd6-47c9-4e62-9d10-c39887df6855', 'ip_address': '2001:db8::dc36:96a2:996d:b24c'}], 'name': 'tempest-NetworksTestDHCPv6-1156117458'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:02.578927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-35ab5331-734d-4c13-9e4a-18b7fe9b56fc tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:02.593752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Allocated IP 172.26.7.99 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/78390243-54c1-4699-850b-cc11a6693033) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:02.670322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Allocated IP 2001:db8::2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/a8a47dd6-47c9-4e62-9d10-c39887df6855/64c64bb7-f0ad-4a28-a70d-e8af8f893e1a) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:02.698701 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab5331-734d-4c13-9e4a-18b7fe9b56fc tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208f8f09-274b-458e-aa8c-4c7b16a874f3,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:02.729499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-77f8e2fb-fe35-4bda-a712-493aa69100a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:02.741202 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a1ebff75-5dfa-4aed-a2d0-420b7e59b160 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:02.768871 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-77f8e2fb-fe35-4bda-a712-493aa69100a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/cbf0737d-8a57-480a-ba99-761a5bdb087e HTTP/1.1" status: 204 len: 168 time: 1.1127822 Mar 29 09:43:02.772065 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60604) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:02.783752 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30245ec7-20ba-4fbf-bd5e-4d88d0160a99 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.784222 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30245ec7-20ba-4fbf-bd5e-4d88d0160a99 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.785105 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30245ec7-20ba-4fbf-bd5e-4d88d0160a99 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.785569 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30245ec7-20ba-4fbf-bd5e-4d88d0160a99 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.786033 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30245ec7-20ba-4fbf-bd5e-4d88d0160a99 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.786485 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30245ec7-20ba-4fbf-bd5e-4d88d0160a99 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.786941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30245ec7-20ba-4fbf-bd5e-4d88d0160a99 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.787506 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30245ec7-20ba-4fbf-bd5e-4d88d0160a99 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:02.789276 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-30245ec7-20ba-4fbf-bd5e-4d88d0160a99 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5189 time: 0.4538252 Mar 29 09:43:02.799625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc710986-0c1f-44c2-ae69-94d2efc80ff4 None None] Network 82ea6d93-cb5e-4fd6-bcc0-999c2d83c866 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:02.815135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60608) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:02.827364 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:02.856257 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Transition to ACTIVE for port object 4d0b91ac-ac32-4028-aacb-eaba548ae347 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:02.937282 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:02.944749 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:03.026594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a8334cd8-9f56-4e21-8dc0-46a504f85921 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:43:03.044703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-35ab5331-734d-4c13-9e4a-18b7fe9b56fc tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.049045 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-35ab5331-734d-4c13-9e4a-18b7fe9b56fc tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7392952 Mar 29 09:43:03.061989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60614) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:03.075851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:03.093790 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5ae2b-22cf-4835-a7bc-d24487d4ba08 None None] Pushing event updated for resources: {'Port': ['ID=4d0b91ac-ac32-4028-aacb-eaba548ae347,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:03.104438 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: a8334cd8-9f56-4e21-8dc0-46a504f85921 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:43:03.108314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a8334cd8-9f56-4e21-8dc0-46a504f85921 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:43:03.116309 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5ae2b-22cf-4835-a7bc-d24487d4ba08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:03.118351 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5ae2b-22cf-4835-a7bc-d24487d4ba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:03.118918 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5ae2b-22cf-4835-a7bc-d24487d4ba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:03.119477 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5ae2b-22cf-4835-a7bc-d24487d4ba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:03.119965 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5ae2b-22cf-4835-a7bc-d24487d4ba08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:03.120544 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5ae2b-22cf-4835-a7bc-d24487d4ba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:03.121311 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5ae2b-22cf-4835-a7bc-d24487d4ba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:03.122342 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5ae2b-22cf-4835-a7bc-d24487d4ba08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:03.123058 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5ae2b-22cf-4835-a7bc-d24487d4ba08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:03.123600 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5ae2b-22cf-4835-a7bc-d24487d4ba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:03.124078 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5ae2b-22cf-4835-a7bc-d24487d4ba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:03.124583 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec5ae2b-22cf-4835-a7bc-d24487d4ba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:03.154033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.168668 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5f876731-0a56-4dc1-83bd-55b0d12b82d2 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules/208f8f09-274b-458e-aa8c-4c7b16a874f3 HTTP/1.1" status: 200 len: 763 time: 0.0963864 Mar 29 09:43:03.174372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60618) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:03.215148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.271472 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Attempting to bind port 4d0b91ac-ac32-4028-aacb-eaba548ae347 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:03.272089 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Attempting to bind port 4d0b91ac-ac32-4028-aacb-eaba548ae347 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '4e8d79b8-5fc0-4729-a0ce-6d8fa437e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:03.272661 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Attempting to bind port 4d0b91ac-ac32-4028-aacb-eaba548ae347 on network 3c3ef509-76c0-4a1a-bc35-8f39980efe1a {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:03.279499 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:03.280136 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Checking segment: {'id': '4e8d79b8-5fc0-4729-a0ce-6d8fa437e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:03.280914 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.281482 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Bound using segment: {'id': '4e8d79b8-5fc0-4729-a0ce-6d8fa437e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:03.282115 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Bound port: 4d0b91ac-ac32-4028-aacb-eaba548ae347, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8d79b8-5fc0-4729-a0ce-6d8fa437e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:03.282665 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.307918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.321762 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Transition to ACTIVE for port object 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:03.382628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a1ebff75-5dfa-4aed-a2d0-420b7e59b160 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.391953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e198f-b6b6-4a36-8096-060e64852c69 None None] DHCP port deletion for 82ea6d93-cb5e-4fd6-bcc0-999c2d83c866 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:43:03.404730 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] For port 4d0b91ac-ac32-4028-aacb-eaba548ae347, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:03.408059 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] For port 4d0b91ac-ac32-4028-aacb-eaba548ae347, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4d0b91ac-ac32-4028-aacb-eaba548ae347,segment=NetworkSegment(4e8d79b8-5fc0-4729-a0ce-6d8fa437e010),segment_id=4e8d79b8-5fc0-4729-a0ce-6d8fa437e010)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:03.411510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.411907 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f28e198f-b6b6-4a36-8096-060e64852c69 None None] Deleting port 9e98b104-d6ed-4161-b7e7-55b3311d9787 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:03.412372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f28e198f-b6b6-4a36-8096-060e64852c69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.413801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:03.428640 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.465101 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port 9e98b104-d6ed-4161-b7e7-55b3311d9787 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:03.465464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.510443 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e1ff8d5b-1bad-4093-a6ee-22adb49ee294 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2763577 Mar 29 09:43:03.510932 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.515856 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Transition to ACTIVE for port object 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:03.521583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60622) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:03.571360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.623054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9e10e1c1-40db-40dd-92ec-5599265ec0c3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.627031 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.634861 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9e10e1c1-40db-40dd-92ec-5599265ec0c3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.653481 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5ae2b-22cf-4835-a7bc-d24487d4ba08 None None] Pushing event updated for resources: {'Port': ['ID=4d0b91ac-ac32-4028-aacb-eaba548ae347,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:03.660188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Pushing event updated for resources: {'Port': ['ID=a85035f3-0219-4822-abeb-a1888641f99b,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:03.669130 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.684919 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a1ebff75-5dfa-4aed-a2d0-420b7e59b160 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488b287b-d9b2-4360-a6cd-ae85584d0b87']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:03.698579 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Routers {'d885023c-1404-4972-8066-f57bed6baee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:03.699977 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d885023c-1404-4972-8066-f57bed6baee1'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:03.713335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port 180504a7-6193-4aeb-a191-9b194419b14d yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:43:03.740257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Pushing event updated for resources: {'Port': ['ID=64c64bb7-f0ad-4a28-a70d-e8af8f893e1a,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:03.748291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9e10e1c1-40db-40dd-92ec-5599265ec0c3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.764692 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:03.768998 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:03.774122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:03.786605 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f28e198f-b6b6-4a36-8096-060e64852c69 None None] For port 9e98b104-d6ed-4161-b7e7-55b3311d9787, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9e98b104-d6ed-4161-b7e7-55b3311d9787,segment=NetworkSegment(1647785c-e4c9-46fe-9f7f-6ede1b0e60c2),segment_id=1647785c-e4c9-46fe-9f7f-6ede1b0e60c2)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:03.786605 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f28e198f-b6b6-4a36-8096-060e64852c69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.814026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:03.833519 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a1ebff75-5dfa-4aed-a2d0-420b7e59b160 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f828ad-56d7-4541-a989-1335e068009d') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:03.833903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a1ebff75-5dfa-4aed-a2d0-420b7e59b160 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f828ad-56d7-4541-a989-1335e068009d') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:03.845455 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Network c5de8080-e8bb-4664-b781-a2a6103fd261 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:03.852216 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10e1c1-40db-40dd-92ec-5599265ec0c3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=208f8f09-274b-458e-aa8c-4c7b16a874f3,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:03.857436 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:03.863597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:03.863835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:03.869821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Pushing event updated for resources: {'Port': ['ID=78390243-54c1-4699-850b-cc11a6693033,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:03.872443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9e10e1c1-40db-40dd-92ec-5599265ec0c3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.873684 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9e10e1c1-40db-40dd-92ec-5599265ec0c3 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/208f8f09-274b-458e-aa8c-4c7b16a874f3 HTTP/1.1" status: 204 len: 168 time: 0.3510981 Mar 29 09:43:03.875825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:03.900020 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60626) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:03.934711 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a1ebff75-5dfa-4aed-a2d0-420b7e59b160 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.987960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c61b4b-0462-43fe-959c-b3ce7014e1ce req-a77c7b9d-7143-46e8-bade-36f424fa6daf tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:03.989653 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-79c61b4b-0462-43fe-959c-b3ce7014e1ce req-a77c7b9d-7143-46e8-bade-36f424fa6daf tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 1.0464656 Mar 29 09:43:04.025030 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] Set router d885023c-1404-4972-8066-f57bed6baee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:04.036024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f28e198f-b6b6-4a36-8096-060e64852c69 None None] Calling delete_port for 9e98b104-d6ed-4161-b7e7-55b3311d9787 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:04.045793 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] For port 9e98b104-d6ed-4161-b7e7-55b3311d9787, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9e98b104-d6ed-4161-b7e7-55b3311d9787,segment=NetworkSegment(1647785c-e4c9-46fe-9f7f-6ede1b0e60c2),segment_id=1647785c-e4c9-46fe-9f7f-6ede1b0e60c2)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:04.046305 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:04.065572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a1ebff75-5dfa-4aed-a2d0-420b7e59b160 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:04.067505 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4baf377d-6ef4-4b03-a3f3-d0e6a706fc71 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3411 time: 1.2461643 Mar 29 09:43:04.098856 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Attempting to bind port 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:04.100183 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Attempting to bind port 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:04.100579 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Attempting to bind port 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:04.115376 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:04.115746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:04.116148 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:04.116557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:04.117263 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Bound port: 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:04.117436 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:04.163338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ebff75-5dfa-4aed-a2d0-420b7e59b160 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:43:04.163734 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a1ebff75-5dfa-4aed-a2d0-420b7e59b160 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:43:04.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:43:04.204934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:04.204934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:04.231281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Calling delete_port for 9e98b104-d6ed-4161-b7e7-55b3311d9787 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:04.253228 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] For port 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:04.261510 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] For port 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=64c64bb7-f0ad-4a28-a70d-e8af8f893e1a,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:04.280805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:04.326634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f28e198f-b6b6-4a36-8096-060e64852c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:04.333883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:43:04.334436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:43:04.343467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9f1e4661-6944-4b4f-87d2-deb87819e004 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:04.377375 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e198f-b6b6-4a36-8096-060e64852c69 None None] Pushing event deleted for resources: {'Port': ['ID=9e98b104-d6ed-4161-b7e7-55b3311d9787,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:04.379533 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-79c61b4b-0462-43fe-959c-b3ce7014e1ce req-627fce3b-3924-4687-a3ca-233fe6c481f5 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3599429 Mar 29 09:43:04.381396 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:04.450613 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4d0b91ac-ac32-4028-aacb-eaba548ae347', 'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:75:06:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:51Z', 'updated_at': '2022-03-29T09:43:03Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '61d64769-6487-46dd-99b9-32b9753e3276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:04.455176 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3846a-964b-448e-8b69-93e0c21040cd None None] The sync data for ids ['d885023c-1404-4972-8066-f57bed6baee1'] in dv-neutron-835555-1-hyperv is: [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4d0b91ac-ac32-4028-aacb-eaba548ae347', 'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:75:06:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:51Z', 'updated_at': '2022-03-29T09:43:03Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '61d64769-6487-46dd-99b9-32b9753e3276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:04.459193 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::dc36:96a2:996d:b24c (904da7d4-bab8-40f2-8764-d10ff337fe7e/a8a47dd6-47c9-4e62-9d10-c39887df6855/180504a7-6193-4aeb-a191-9b194419b14d) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:04.475769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28e198f-b6b6-4a36-8096-060e64852c69 None None] No DVR routers for this DVR port 9e98b104-d6ed-4161-b7e7-55b3311d9787 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:43:04.481705 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:04.487352 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1903b6c2-dcca-4fa4-a2d4-c4211c78aa1d tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.5371256 Mar 29 09:43:04.505456 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60632) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:04.580700 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e36ff5-a6d5-490e-bf19-3d399a42fc77 None None] Pushing event updated for resources: {'Port': ['ID=64c64bb7-f0ad-4a28-a70d-e8af8f893e1a,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:04.615393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a1ebff75-5dfa-4aed-a2d0-420b7e59b160 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:04.620276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a1ebff75-5dfa-4aed-a2d0-420b7e59b160 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:04.648523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9f1e4661-6944-4b4f-87d2-deb87819e004 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:04.652742 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9f1e4661-6944-4b4f-87d2-deb87819e004 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7032890 Mar 29 09:43:04.654858 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60636) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:04.668433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8f2a286c-a4c2-4908-8af9-73c753b86b9a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group_rule': {'security_group_id': '3f8e3efd-59b2-428d-a305-54e4d3d74cbb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:04.680475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebff75-5dfa-4aed-a2d0-420b7e59b160 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event deleted for resources: {'Network': ['ID=488b287b-d9b2-4360-a6cd-ae85584d0b87,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:04.705728 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a1ebff75-5dfa-4aed-a2d0-420b7e59b160 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "DELETE /v2.0/networks/488b287b-d9b2-4360-a6cd-ae85584d0b87 HTTP/1.1" status: 204 len: 168 time: 2.3684237 Mar 29 09:43:04.711567 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60640) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:04.752250 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8f2a286c-a4c2-4908-8af9-73c753b86b9a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:04.780929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8f2a286c-a4c2-4908-8af9-73c753b86b9a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:04.842168 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Deleting port 9e98b104-d6ed-4161-b7e7-55b3311d9787 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:04.843227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:04.944073 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] The port '9e98b104-d6ed-4161-b7e7-55b3311d9787' was deleted {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:43:04.945764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8f2a286c-a4c2-4908-8af9-73c753b86b9a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.032243 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60644) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:05.042439 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-94720de5-54a3-4e7f-9832-ff17b8e7addc tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Deleting port a85035f3-0219-4822-abeb-a1888641f99b {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:05.042439 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94720de5-54a3-4e7f-9832-ff17b8e7addc tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.063644 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-d44f8b69-0a71-4731-8a0e-fe22059128d1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402202367', 'description': 'tempest-secgroup-smoke-402202367 description', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:05.074888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d44f8b69-0a71-4731-8a0e-fe22059128d1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:05.080847 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d44f8b69-0a71-4731-8a0e-fe22059128d1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:05.086681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d44f8b69-0a71-4731-8a0e-fe22059128d1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:05.090653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d44f8b69-0a71-4731-8a0e-fe22059128d1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:05.122974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.172644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4d0b91ac-ac32-4028-aacb-eaba548ae347 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:05.180885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8f2a286c-a4c2-4908-8af9-73c753b86b9a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.215975 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6d0490-9e19-4be5-9d98-ece3d1f55e8f tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:05.223499 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6d0490-9e19-4be5-9d98-ece3d1f55e8f tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:05.234183 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6d0490-9e19-4be5-9d98-ece3d1f55e8f tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:05.237654 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-cb6d0490-9e19-4be5-9d98-ece3d1f55e8f tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Synchronizing usage tracker for tenant:42b1e6fe75ca41ad85e9677496c0dd6d on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:05.258719 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.267729 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d44f8b69-0a71-4731-8a0e-fe22059128d1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.343307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 4d0b91ac-ac32-4028-aacb-eaba548ae347 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:05.357324 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4d0b91ac-ac32-4028-aacb-eaba548ae347 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:05.361833 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.450937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.498151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ea6d93-cb5e-4fd6-bcc0-999c2d83c866']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:05.517440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1647785c-e4c9-46fe-9f7f-6ede1b0e60c2') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:05.517927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1647785c-e4c9-46fe-9f7f-6ede1b0e60c2') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:05.524967 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-cb6d0490-9e19-4be5-9d98-ece3d1f55e8f tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Unset dirty status for tenant:42b1e6fe75ca41ad85e9677496c0dd6d on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:05.537842 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cb6d0490-9e19-4be5-9d98-ece3d1f55e8f tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.8234859 Mar 29 09:43:05.538058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.562632 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.572940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:43:05.573407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.574091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60650) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:05.588977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5b37839c-e5b6-453f-8554-ca78994c8935 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1120612509'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:05.610615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5b37839c-e5b6-453f-8554-ca78994c8935 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:05.647789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.685445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5b37839c-e5b6-453f-8554-ca78994c8935 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:05.694537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.701833 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8ecbc9bf-6b17-4d81-a1d4-84ad35ebdafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.743222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 4d0b91ac-ac32-4028-aacb-eaba548ae347, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4d0b91ac-ac32-4028-aacb-eaba548ae347,segment=NetworkSegment(4e8d79b8-5fc0-4729-a0ce-6d8fa437e010),segment_id=4e8d79b8-5fc0-4729-a0ce-6d8fa437e010)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:05.754412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94720de5-54a3-4e7f-9832-ff17b8e7addc tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:43:05.755264 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:43:05.779044 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object 180504a7-6193-4aeb-a191-9b194419b14d will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:05.797497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8f2a286c-a4c2-4908-8af9-73c753b86b9a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.800128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d44f8b69-0a71-4731-8a0e-fe22059128d1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:05.854011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d44f8b69-0a71-4731-8a0e-fe22059128d1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:05.872227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d44f8b69-0a71-4731-8a0e-fe22059128d1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:05.881365 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.881365 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:05.881678 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a286c-a4c2-4908-8af9-73c753b86b9a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89efd730-85e7-4bfa-aa21-839bb6623711,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:05.904097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Pushing event updated for resources: {'Port': ['ID=78390243-54c1-4699-850b-cc11a6693033,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:05.904097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.904097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d44f8b69-0a71-4731-8a0e-fe22059128d1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:05.917744 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-94720de5-54a3-4e7f-9832-ff17b8e7addc tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Calling delete_port for a85035f3-0219-4822-abeb-a1888641f99b owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:05.926179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.942891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.957159 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Pushing event deleted for resources: {'Network': ['ID=82ea6d93-cb5e-4fd6-bcc0-999c2d83c866,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:05.957825 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b37839c-e5b6-453f-8554-ca78994c8935 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Made reservation on behalf of 42b1e6fe75ca41ad85e9677496c0dd6d for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:05.962294 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5b37839c-e5b6-453f-8554-ca78994c8935 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:05.999485 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e0f7ef16-37e3-4ac1-905c-5ef9fc1d81a9 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/networks/82ea6d93-cb5e-4fd6-bcc0-999c2d83c866 HTTP/1.1" status: 204 len: 168 time: 3.2236757 Mar 29 09:43:05.999700 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877566a-a354-4037-b217-7200619bf8c3 req-9f808bc6-e5ad-4cc3-bfd2-08d71ba71f5a tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:05.999700 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c877566a-a354-4037-b217-7200619bf8c3 req-9f808bc6-e5ad-4cc3-bfd2-08d71ba71f5a tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.3699620 Mar 29 09:43:05.999925 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60654) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:06.028863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-2bca2c6b-6866-4136-8cc5-66cb78ef4e6c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'router': {'routes': None}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:06.054313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d44f8b69-0a71-4731-8a0e-fe22059128d1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.071267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=4d0b91ac-ac32-4028-aacb-eaba548ae347,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:06.096891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8f2a286c-a4c2-4908-8af9-73c753b86b9a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.101681 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8f2a286c-a4c2-4908-8af9-73c753b86b9a tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4457645 Mar 29 09:43:06.110418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60658) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:06.128649 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-06b8efed-95ff-41bf-b1f4-c7e36aeaef91 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules/89efd730-85e7-4bfa-aa21-839bb6623711 HTTP/1.1" status: 200 len: 764 time: 0.0225301 Mar 29 09:43:06.129102 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60662) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:06.144800 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.146102 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7c21d026-1a6e-468b-95ef-5067089d3d7a tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5094440 Mar 29 09:43:06.153576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60666) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:06.159299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2e8a628b-f9ea-456e-9d2d-f3032a2b9e16 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Request body: {'floatingip': {'port_id': 'c10908f1-836f-466d-981b-c1e5394865cb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:06.171213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4ae1bd12-c0c9-476c-9e41-af233019b4d3 None None] Provisioning for port 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:06.174564 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:06.180631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:06.181188 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.202084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b37839c-e5b6-453f-8554-ca78994c8935 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:43:06.220044 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4ae1bd12-c0c9-476c-9e41-af233019b4d3 None None] Provisioning complete for port 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:06.220576 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4ae1bd12-c0c9-476c-9e41-af233019b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.240460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e8a628b-f9ea-456e-9d2d-f3032a2b9e16 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for floatingip, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.299652 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c877566a-a354-4037-b217-7200619bf8c3 req-d47abbcb-71b7-405a-b9f6-e50a8ea0c424 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885766 Mar 29 09:43:06.305819 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d44f8b69-0a71-4731-8a0e-fe22059128d1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.307645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5b37839c-e5b6-453f-8554-ca78994c8935 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.307986 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-5b37839c-e5b6-453f-8554-ca78994c8935 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Added segment dc37961a-a551-429c-a136-d9ccb354269a of type vlan for network 1f039a53-aa31-4d32-9abb-72a4b70b53b2 Mar 29 09:43:06.411105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.422586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4ae1bd12-c0c9-476c-9e41-af233019b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.458446 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.extraroute_db [None req-2bca2c6b-6866-4136-8cc5-66cb78ef4e6c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Added routes are [] {{(pid=88550) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 29 09:43:06.458729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.extraroute_db [None req-2bca2c6b-6866-4136-8cc5-66cb78ef4e6c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Removed routes are [] {{(pid=88550) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 29 09:43:06.459084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2bca2c6b-6866-4136-8cc5-66cb78ef4e6c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.492935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3d45aed3-8816-4fec-915a-25449e46819f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:06.502960 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4ae1bd12-c0c9-476c-9e41-af233019b4d3 None None] For port 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=64c64bb7-f0ad-4a28-a70d-e8af8f893e1a,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:06.535471 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5b37839c-e5b6-453f-8554-ca78994c8935 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.537451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f8b69-0a71-4731-8a0e-fe22059128d1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d76a55-c0fa-43a2-8ecf-aa24a97701f8,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:06.549851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.552526 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-2e8a628b-f9ea-456e-9d2d-f3032a2b9e16 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] update failed (client error): The resource could not be found. Mar 29 09:43:06.553567 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2e8a628b-f9ea-456e-9d2d-f3032a2b9e16 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "PUT /v2.0/floatingips/1d088a9a-1948-4569-aa3e-5507f855219c HTTP/1.1" status: 404 len: 507 time: 0.3990941 Mar 29 09:43:06.556990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60670) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:06.566819 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4ae1bd12-c0c9-476c-9e41-af233019b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.632531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d44f8b69-0a71-4731-8a0e-fe22059128d1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.633757 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d44f8b69-0a71-4731-8a0e-fe22059128d1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.5996535 Mar 29 09:43:06.641134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60674) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:06.646747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3d45aed3-8816-4fec-915a-25449e46819f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:06.651075 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3d45aed3-8816-4fec-915a-25449e46819f tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.5209527 Mar 29 09:43:06.651738 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60678) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:06.655142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-dd0baea7-ded6-45cf-aae7-d25fab310269 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '68d76a55-c0fa-43a2-8ecf-aa24a97701f8', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:06.684987 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:43:06.685333 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:43:06.690867 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1bd12-c0c9-476c-9e41-af233019b4d3 None None] Pushing event updated for resources: {'Port': ['ID=64c64bb7-f0ad-4a28-a70d-e8af8f893e1a,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:06.718577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dd0baea7-ded6-45cf-aae7-d25fab310269 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:06.745966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dd0baea7-ded6-45cf-aae7-d25fab310269 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:06.758096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dd0baea7-ded6-45cf-aae7-d25fab310269 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:06.774130 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dd0baea7-ded6-45cf-aae7-d25fab310269 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:06.776340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-053655f5-6509-4d41-80f7-3ad855b24945 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Deleting port 78390243-54c1-4699-850b-cc11a6693033 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:06.776708 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-053655f5-6509-4d41-80f7-3ad855b24945 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.820070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-43aa436a-7f39-4a43-bddd-eb65f43b332d tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.837200 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94720de5-54a3-4e7f-9832-ff17b8e7addc tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.838745 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-43aa436a-7f39-4a43-bddd-eb65f43b332d tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.845108 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:06.911688 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:06.914134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:06.920427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:06.923008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.961322 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd0baea7-ded6-45cf-aae7-d25fab310269 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:06.987537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=180504a7-6193-4aeb-a191-9b194419b14d,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:07.014280 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-43aa436a-7f39-4a43-bddd-eb65f43b332d tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.038419 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-053655f5-6509-4d41-80f7-3ad855b24945 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.038741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-053655f5-6509-4d41-80f7-3ad855b24945 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.057811 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa436a-7f39-4a43-bddd-eb65f43b332d tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89efd730-85e7-4bfa-aa21-839bb6623711,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:07.126471 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94720de5-54a3-4e7f-9832-ff17b8e7addc tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Pushing event deleted for resources: {'Port': ['ID=a85035f3-0219-4822-abeb-a1888641f99b,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:07.149809 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2bca2c6b-6866-4136-8cc5-66cb78ef4e6c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.151413 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5b37839c-e5b6-453f-8554-ca78994c8935 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.157624 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b37839c-e5b6-453f-8554-ca78994c8935 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:07.158197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5b37839c-e5b6-453f-8554-ca78994c8935 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.179302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-053655f5-6509-4d41-80f7-3ad855b24945 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Calling delete_port for 78390243-54c1-4699-850b-cc11a6693033 owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:07.196083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2bca2c6b-6866-4136-8cc5-66cb78ef4e6c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.206322 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-43aa436a-7f39-4a43-bddd-eb65f43b332d tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.209780 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-43aa436a-7f39-4a43-bddd-eb65f43b332d tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/89efd730-85e7-4bfa-aa21-839bb6623711 HTTP/1.1" status: 204 len: 168 time: 0.5488820 Mar 29 09:43:07.227240 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60682) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:07.263382 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd0baea7-ded6-45cf-aae7-d25fab310269 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.308365 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9e98b104-d6ed-4161-b7e7-55b3311d9787 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:43:07.320116 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-56d4dbac-e848-48d2-866b-831c749f87b6 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:07.339010 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd0baea7-ded6-45cf-aae7-d25fab310269 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.357489 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bf44962d-253c-431d-82dc-c5bc2620f05f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9035523 Mar 29 09:43:07.357997 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9fbd819f-5741-46a2-a36d-21d205170b44 None None] Provisioning for port 180504a7-6193-4aeb-a191-9b194419b14d completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:07.361205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60688) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:07.365236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 9e98b104-d6ed-4161-b7e7-55b3311d9787 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:43:07.365741 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9e98b104-d6ed-4161-b7e7-55b3311d9787 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:43:07.368465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94720de5-54a3-4e7f-9832-ff17b8e7addc tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.370031 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9fbd819f-5741-46a2-a36d-21d205170b44 None None] Provisioning complete for port 180504a7-6193-4aeb-a191-9b194419b14d triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:07.376535 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-94720de5-54a3-4e7f-9832-ff17b8e7addc tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "DELETE /v2.0/ports/a85035f3-0219-4822-abeb-a1888641f99b HTTP/1.1" status: 204 len: 168 time: 2.8618934 Mar 29 09:43:07.376535 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5b37839c-e5b6-453f-8554-ca78994c8935 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7969377 Mar 29 09:43:07.377386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60690) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:07.377713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60692) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:07.377900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9fbd819f-5741-46a2-a36d-21d205170b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.386596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-27e4b6dc-8b61-4005-bad0-f4d9a06c77c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-901358214'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:07.410080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ffbd982a-ca2e-4b56-bf17-bc5acbc54f38 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'fixed_ips': [{'subnet_id': 'a8a47dd6-47c9-4e62-9d10-c39887df6855', 'ip_address': '2001:db8::dc36:96a2:996d:b24c'}], 'name': 'tempest-NetworksTestDHCPv6-532091496'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:07.440627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37839c-e5b6-453f-8554-ca78994c8935 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event updated for resources: {'Network': ['ID=1f039a53-aa31-4d32-9abb-72a4b70b53b2,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:07.446509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5de8080-e8bb-4664-b781-a2a6103fd261', 'external_fixed_ips': [{'subnet_id': 'd58658d1-9c16-4caa-97ac-a51aaae6203b', 'ip_address': '172.20.0.2'}]}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:07.462892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-27e4b6dc-8b61-4005-bad0-f4d9a06c77c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:07.464514 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 1f039a53-aa31-4d32-9abb-72a4b70b53b2 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:43:07.466315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:07.472616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Usage tracker for resource:router and tenant:f454997e7641433d97baab0b15f6dab3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:07.476066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:07.487524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bca2c6b-6866-4136-8cc5-66cb78ef4e6c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 1a727579-c47e-440b-8230-25d9015bae6d has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:43:07.491239 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:07.494845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-27e4b6dc-8b61-4005-bad0-f4d9a06c77c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:07.525437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4d0b91ac-ac32-4028-aacb-eaba548ae347 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:07.552948 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd819f-5741-46a2-a36d-21d205170b44 None None] Port 180504a7-6193-4aeb-a191-9b194419b14d cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:43:07.584553 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e4b6dc-8b61-4005-bad0-f4d9a06c77c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Made reservation on behalf of 42b1e6fe75ca41ad85e9677496c0dd6d for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:07.588334 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-27e4b6dc-8b61-4005-bad0-f4d9a06c77c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.597640 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.598692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.653994 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0baea7-ded6-45cf-aae7-d25fab310269 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7dfc2b-0875-48f1-90c0-acc23b4e5df1,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:07.670468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4d0b91ac-ac32-4028-aacb-eaba548ae347 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:07.671135 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.675122 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bca2c6b-6866-4136-8cc5-66cb78ef4e6c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:07.684976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-56d4dbac-e848-48d2-866b-831c749f87b6 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:07.686180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2bca2c6b-6866-4136-8cc5-66cb78ef4e6c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.690667 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2bca2c6b-6866-4136-8cc5-66cb78ef4e6c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/1a727579-c47e-440b-8230-25d9015bae6d HTTP/1.1" status: 200 len: 705 time: 1.6816065 Mar 29 09:43:07.690920 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-56d4dbac-e848-48d2-866b-831c749f87b6 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4690421 Mar 29 09:43:07.691016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60700) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:07.691168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60702) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:07.709912 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a153a4-f887-4677-b567-a612a54dd734 None None] Sync routers for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:07.719708 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a153a4-f887-4677-b567-a612a54dd734 None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:07.720315 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-37a153a4-f887-4677-b567-a612a54dd734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:42:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:07.769957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e4b6dc-8b61-4005-bad0-f4d9a06c77c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:43:07.779161 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c5423dc3-d379-4419-982e-7829fb116b0d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Synchronizing usage tracker for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:07.791715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd0baea7-ded6-45cf-aae7-d25fab310269 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.792910 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dd0baea7-ded6-45cf-aae7-d25fab310269 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1507299 Mar 29 09:43:07.798661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-27e4b6dc-8b61-4005-bad0-f4d9a06c77c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.798996 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-27e4b6dc-8b61-4005-bad0-f4d9a06c77c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Added segment 3576a15c-5ae0-44b9-8953-7849da993245 of type vlan for network 64ac874a-34c8-42da-850d-97154769e0e5 Mar 29 09:43:07.799806 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60708) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:07.811273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-90efe614-4159-4787-af5f-d89f25feca58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '68d76a55-c0fa-43a2-8ecf-aa24a97701f8', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:07.830344 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-90efe614-4159-4787-af5f-d89f25feca58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:07.840563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-90efe614-4159-4787-af5f-d89f25feca58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:07.843957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-27e4b6dc-8b61-4005-bad0-f4d9a06c77c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.849216 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:07.849726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-90efe614-4159-4787-af5f-d89f25feca58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:07.861835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ffbd982a-ca2e-4b56-bf17-bc5acbc54f38 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:07.864336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-90efe614-4159-4787-af5f-d89f25feca58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:07.866050 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-211ae802-4b69-4af3-bec1-c2414d4092c8 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.871069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ffbd982a-ca2e-4b56-bf17-bc5acbc54f38 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:port and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:07.877224 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ffbd982a-ca2e-4b56-bf17-bc5acbc54f38 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:07.888918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-053655f5-6509-4d41-80f7-3ad855b24945 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.893987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ffbd982a-ca2e-4b56-bf17-bc5acbc54f38 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:07.901681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.909289 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-37a153a4-f887-4677-b567-a612a54dd734 None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:07.920632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c5423dc3-d379-4419-982e-7829fb116b0d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Unset dirty status for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:07.921818 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c5423dc3-d379-4419-982e-7829fb116b0d tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a727579-c47e-440b-8230-25d9015bae6d HTTP/1.1" status: 200 len: 205 time: 0.2285106 Mar 29 09:43:07.925674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60712) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:07.927913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-211ae802-4b69-4af3-bec1-c2414d4092c8 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.932437 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13aac3-abf0-4b0c-b508-57c28ce31416 req-6f7f5174-caad-4ac6-a7f6-09e03931499f tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:07.940168 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6e13aac3-abf0-4b0c-b508-57c28ce31416 req-6f7f5174-caad-4ac6-a7f6-09e03931499f tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.4382560 Mar 29 09:43:07.965075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:07.965505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:07.977266 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053655f5-6509-4d41-80f7-3ad855b24945 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Pushing event deleted for resources: {'Port': ['ID=78390243-54c1-4699-850b-cc11a6693033,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:08.031835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-27e4b6dc-8b61-4005-bad0-f4d9a06c77c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.037339 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e4b6dc-8b61-4005-bad0-f4d9a06c77c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:08.037929 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-27e4b6dc-8b61-4005-bad0-f4d9a06c77c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.040900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90efe614-4159-4787-af5f-d89f25feca58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.057990 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-37a153a4-f887-4677-b567-a612a54dd734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:59Z', 'revision_number': 11, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:08.063690 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a153a4-f887-4677-b567-a612a54dd734 None None] Checking router: 1a727579-c47e-440b-8230-25d9015bae6d for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:43:08.074889 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a153a4-f887-4677-b567-a612a54dd734 None None] Routers {'1a727579-c47e-440b-8230-25d9015bae6d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:08.075649 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-37a153a4-f887-4677-b567-a612a54dd734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a727579-c47e-440b-8230-25d9015bae6d'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:08.090615 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9b04118a-361f-4580-a8a8-c03e9542876e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.110187 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6e13aac3-abf0-4b0c-b508-57c28ce31416 req-72a6b474-8946-4e10-9675-83ac82950af8 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688192 Mar 29 09:43:08.122371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd982a-ca2e-4b56-bf17-bc5acbc54f38 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:08.260119 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-37a153a4-f887-4677-b567-a612a54dd734 None None] Set router 1a727579-c47e-440b-8230-25d9015bae6d gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:08.261815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-053655f5-6509-4d41-80f7-3ad855b24945 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.264538 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-053655f5-6509-4d41-80f7-3ad855b24945 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.265997 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-053655f5-6509-4d41-80f7-3ad855b24945 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "DELETE /v2.0/floatingips/1d088a9a-1948-4569-aa3e-5507f855219c HTTP/1.1" status: 204 len: 168 time: 1.7084005 Mar 29 09:43:08.272320 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60718) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:08.277865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-52bfb63a-1499-4931-a0ad-e6c312548562 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Request body: {'floatingip': {'floating_network_id': '416f5da6-5f32-4b20-bc34-dbc941405509', 'port_id': 'c10908f1-836f-466d-981b-c1e5394865cb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:08.298707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90efe614-4159-4787-af5f-d89f25feca58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.300301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-52bfb63a-1499-4931-a0ad-e6c312548562 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:08.307569 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-52bfb63a-1499-4931-a0ad-e6c312548562 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Usage tracker for resource:floatingip and tenant:22e3205cdfd84e96b4eb1a7e8ccb8280 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:08.314499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-52bfb63a-1499-4931-a0ad-e6c312548562 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:08.330331 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-52bfb63a-1499-4931-a0ad-e6c312548562 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:08.345483 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ffbd982a-ca2e-4b56-bf17-bc5acbc54f38 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.366906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90efe614-4159-4787-af5f-d89f25feca58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.376187 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-ffbd982a-ca2e-4b56-bf17-bc5acbc54f38 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port d547eb78-9dcb-423e-a63b-038a8ed3d740 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:43:08.380860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-04c3f98e-8f7c-436b-918b-447605843074 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.410289 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-37a153a4-f887-4677-b567-a612a54dd734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:59Z', 'revision_number': 11, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:08.414528 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a153a4-f887-4677-b567-a612a54dd734 None None] The sync data for ids ['1a727579-c47e-440b-8230-25d9015bae6d'] in dv-neutron-835555-1-hyperv is: [{'id': '1a727579-c47e-440b-8230-25d9015bae6d', 'name': 'tempest-RoutersIpV6Test-router-1302147824', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:41:17Z', 'updated_at': '2022-03-29T09:42:59Z', 'revision_number': 11, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:08.440038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efe614-4159-4787-af5f-d89f25feca58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4faa172d-4973-49de-8aac-8f0d1900623e,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:08.469851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-52bfb63a-1499-4931-a0ad-e6c312548562 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.589614 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90efe614-4159-4787-af5f-d89f25feca58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.591440 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-90efe614-4159-4787-af5f-d89f25feca58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7906950 Mar 29 09:43:08.645571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60724) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:08.658144 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f859d99d-aa29-4a56-8cbe-28e6fecc0968 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '68d76a55-c0fa-43a2-8ecf-aa24a97701f8', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:08.690977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4b6dc-8b61-4005-bad0-f4d9a06c77c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event updated for resources: {'Network': ['ID=64ac874a-34c8-42da-850d-97154769e0e5,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:08.709021 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 64ac874a-34c8-42da-850d-97154769e0e5 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:43:08.713225 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-27e4b6dc-8b61-4005-bad0-f4d9a06c77c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3311427 Mar 29 09:43:08.719770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-211ae802-4b69-4af3-bec1-c2414d4092c8 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.722602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-211ae802-4b69-4af3-bec1-c2414d4092c8 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.726081 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-211ae802-4b69-4af3-bec1-c2414d4092c8 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-groups/3f8e3efd-59b2-428d-a305-54e4d3d74cbb HTTP/1.1" status: 204 len: 168 time: 1.0335579 Mar 29 09:43:08.726081 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60728) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:08.744308 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f859d99d-aa29-4a56-8cbe-28e6fecc0968 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:08.757591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60730) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:08.782914 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f859d99d-aa29-4a56-8cbe-28e6fecc0968 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:08.791127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f859d99d-aa29-4a56-8cbe-28e6fecc0968 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:08.809855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f859d99d-aa29-4a56-8cbe-28e6fecc0968 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:08.842135 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Request body: {'ports': [{'network_id': '1f039a53-aa31-4d32-9abb-72a4b70b53b2', 'name': 'tempest-port--1923533646', 'admin_state_up': True}, {'network_id': '64ac874a-34c8-42da-850d-97154769e0e5', 'admin_state_up': False}]} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:08.842451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Request body: {'port': {'network_id': '1f039a53-aa31-4d32-9abb-72a4b70b53b2', 'name': 'tempest-port--1923533646', 'admin_state_up': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:08.842923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Request body: {'port': {'network_id': '64ac874a-34c8-42da-850d-97154769e0e5', 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:08.888134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4eb90e3e-9772-4eb8-bf63-fd01eb4b442e tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:08.900851 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.911646 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbd982a-ca2e-4b56-bf17-bc5acbc54f38 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 29 09:43:08.912152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbd982a-ca2e-4b56-bf17-bc5acbc54f38 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:08.929576 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.932577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdf356-0762-4a69-9c3c-15740a4548bd req-b03ff2d4-5d28-41fc-98e0-15e9ff9b9338 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:08.934087 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-22fdf356-0762-4a69-9c3c-15740a4548bd req-b03ff2d4-5d28-41fc-98e0-15e9ff9b9338 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.2924612 Mar 29 09:43:08.966228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f859d99d-aa29-4a56-8cbe-28e6fecc0968 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.966944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:08.992887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ae802-4b69-4af3-bec1-c2414d4092c8 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8e3efd-59b2-428d-a305-54e4d3d74cbb,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:09.000868 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4eb90e3e-9772-4eb8-bf63-fd01eb4b442e tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:09.010006 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4eb90e3e-9772-4eb8-bf63-fd01eb4b442e tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2405918 Mar 29 09:43:09.010891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60736) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:09.030632 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8287c8c8-1622-4af1-96c7-c5766f2144da tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group': {'name': 'tempest-secgroup--990244028'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:09.039707 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ffbd982a-ca2e-4b56-bf17-bc5acbc54f38 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6546435 Mar 29 09:43:09.046669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8287c8c8-1622-4af1-96c7-c5766f2144da tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:09.052874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60740) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:09.095576 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-22fdf356-0762-4a69-9c3c-15740a4548bd req-fbe9df54-3438-4d71-9d4b-814c1525c886 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509590 Mar 29 09:43:09.117749 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-52bfb63a-1499-4931-a0ad-e6c312548562 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:09.117749 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-52bfb63a-1499-4931-a0ad-e6c312548562 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8386931 Mar 29 09:43:09.117749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8287c8c8-1622-4af1-96c7-c5766f2144da tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:09.119462 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60744) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:09.124798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-04c3f98e-8f7c-436b-918b-447605843074 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.132089 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': 'c10908f1-836f-466d-981b-c1e5394865cb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:09.142895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-04c3f98e-8f7c-436b-918b-447605843074 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.144064 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:09.161741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Usage tracker for resource:floatingip and tenant:22e3205cdfd84e96b4eb1a7e8ccb8280 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:09.168343 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:09.172023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f859d99d-aa29-4a56-8cbe-28e6fecc0968 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.178530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:09.209145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3022bcd9-8b0f-409e-847b-3ff0e4e071f2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:09.214827 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3022bcd9-8b0f-409e-847b-3ff0e4e071f2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:09.215725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3022bcd9-8b0f-409e-847b-3ff0e4e071f2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:09.260394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8287c8c8-1622-4af1-96c7-c5766f2144da tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.281006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8287c8c8-1622-4af1-96c7-c5766f2144da tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:09.291882 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8287c8c8-1622-4af1-96c7-c5766f2144da tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:09.296475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-04c3f98e-8f7c-436b-918b-447605843074 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.296804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f859d99d-aa29-4a56-8cbe-28e6fecc0968 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.296980 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c3f98e-8f7c-436b-918b-447605843074 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Fanout notify agent at l3_agent the message router_deleted on router 1a727579-c47e-440b-8230-25d9015bae6d {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:43:09.298567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.350596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3022bcd9-8b0f-409e-847b-3ff0e4e071f2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:09.350596 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3022bcd9-8b0f-409e-847b-3ff0e4e071f2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2938569 Mar 29 09:43:09.355068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fe3d3-3b46-473a-b136-c3d939b86b6c req-89ca6c2c-a7b8-4fd9-8571-004bd47d5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:09.357112 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-db7fe3d3-3b46-473a-b136-c3d939b86b6c req-89ca6c2c-a7b8-4fd9-8571-004bd47d5bd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd990266160241679233cd0b82116a4d&device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 1098 time: 0.5742629 Mar 29 09:43:09.357403 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60748) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:09.358498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859d99d-aa29-4a56-8cbe-28e6fecc0968 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e5ffc6-cdd6-4f21-a890-c0094376bd9c,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:09.418425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-04c3f98e-8f7c-436b-918b-447605843074 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.419659 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-04c3f98e-8f7c-436b-918b-447605843074 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/routers/1a727579-c47e-440b-8230-25d9015bae6d HTTP/1.1" status: 204 len: 168 time: 1.4832242 Mar 29 09:43:09.429227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60752) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:09.439474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:09.451507 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-9ed64e2a-6085-48f8-80a9-6f92d83cce13 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-835263662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:09.470158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-9ed64e2a-6085-48f8-80a9-6f92d83cce13 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:09.487915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9ed64e2a-6085-48f8-80a9-6f92d83cce13 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Usage tracker for resource:router and tenant:69c55f4cf86d4d989cd41bf3e2024b20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:09.495630 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9ed64e2a-6085-48f8-80a9-6f92d83cce13 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:09.503778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d7818da2-0b8c-4aef-adc7-ab8d1952546c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port 180504a7-6193-4aeb-a191-9b194419b14d {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:09.504117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d7818da2-0b8c-4aef-adc7-ab8d1952546c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.506274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Usage tracker for resource:port and tenant:42b1e6fe75ca41ad85e9677496c0dd6d is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:09.511906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:09.522953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:09.536434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f859d99d-aa29-4a56-8cbe-28e6fecc0968 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.537624 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f859d99d-aa29-4a56-8cbe-28e6fecc0968 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8911762 Mar 29 09:43:09.544058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60756) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:09.562399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5bc86e4f-fe00-4a91-a2f8-251dfa2f9813 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '68d76a55-c0fa-43a2-8ecf-aa24a97701f8', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:09.571099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5bc86e4f-fe00-4a91-a2f8-251dfa2f9813 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:09.574426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fe3d3-3b46-473a-b136-c3d939b86b6c req-9b78e882-9e45-45c5-abdd-6a28757a14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:09.575917 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-db7fe3d3-3b46-473a-b136-c3d939b86b6c req-9b78e882-9e45-45c5-abdd-6a28757a14d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42b8e51d-f4c6-435f-9d85-32ff338cd383 HTTP/1.1" status: 200 len: 912 time: 0.2033486 Mar 29 09:43:09.579026 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5bc86e4f-fe00-4a91-a2f8-251dfa2f9813 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:09.583561 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5bc86e4f-fe00-4a91-a2f8-251dfa2f9813 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:09.588436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-9ed64e2a-6085-48f8-80a9-6f92d83cce13 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:09.708233 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8287c8c8-1622-4af1-96c7-c5766f2144da tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.712478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9ed64e2a-6085-48f8-80a9-6f92d83cce13 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.713509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9ed64e2a-6085-48f8-80a9-6f92d83cce13 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.779815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Made reservation on behalf of 42b1e6fe75ca41ad85e9677496c0dd6d for: {'port': 2} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:09.784127 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.796118 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5bc86e4f-fe00-4a91-a2f8-251dfa2f9813 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:09.821602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.947827 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8287c8c8-1622-4af1-96c7-c5766f2144da tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.959161 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9ed64e2a-6085-48f8-80a9-6f92d83cce13 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:09.960699 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-db7fe3d3-3b46-473a-b136-c3d939b86b6c req-04a22ade-9f14-4fde-8a6c-694d629b35cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=446dadd6-4742-435f-a9c0-cca15d4d47be HTTP/1.1" status: 200 len: 1000 time: 0.3787482 Mar 29 09:43:09.962346 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5bc86e4f-fe00-4a91-a2f8-251dfa2f9813 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:10.048960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287c8c8-1622-4af1-96c7-c5766f2144da tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da49da7-5683-40ba-8432-3f4bcf5404ee,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:10.069806 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:10.076585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d7818da2-0b8c-4aef-adc7-ab8d1952546c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:10.234229 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9ed64e2a-6085-48f8-80a9-6f92d83cce13 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:10.246017 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d7818da2-0b8c-4aef-adc7-ab8d1952546c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for 180504a7-6193-4aeb-a191-9b194419b14d owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:10.300990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8287c8c8-1622-4af1-96c7-c5766f2144da tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:10.302202 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8287c8c8-1622-4af1-96c7-c5766f2144da tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2910376 Mar 29 09:43:10.311140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60762) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:10.322585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fe3d3-3b46-473a-b136-c3d939b86b6c req-27b70262-f8d7-4653-9eb0-73e566ce670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:10.324012 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-db7fe3d3-3b46-473a-b136-c3d939b86b6c req-27b70262-f8d7-4653-9eb0-73e566ce670d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45e1ab43-d8c0-43c8-bce8-1dd511cbc465 HTTP/1.1" status: 200 len: 850 time: 0.3073237 Mar 29 09:43:10.324422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f86448d6-dc17-4812-9f28-c465063698ba tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Request body: {'security_group_rule': {'security_group_id': '9da49da7-5683-40ba-8432-3f4bcf5404ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:10.344217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f86448d6-dc17-4812-9f28-c465063698ba tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:10.359812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f86448d6-dc17-4812-9f28-c465063698ba tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Usage tracker for resource:security_group_rule and tenant:567d36d3d68244c287db03b871936bee is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:10.366543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f86448d6-dc17-4812-9f28-c465063698ba tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:10.410740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f86448d6-dc17-4812-9f28-c465063698ba tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:10.419069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9ed64e2a-6085-48f8-80a9-6f92d83cce13 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:10.420352 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9ed64e2a-6085-48f8-80a9-6f92d83cce13 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9922168 Mar 29 09:43:10.428226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60766) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:10.440058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-204fb9bc-f999-4484-9fe9-8e0558fabeb3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:10.478626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:10.510024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5bc86e4f-fe00-4a91-a2f8-251dfa2f9813 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:10.526469 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] device_id is not set on port cb1b7cfc-9fe2-4eb8-8532-3693026e930a yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:43:10.529923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:10.626503 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5bc86e4f-fe00-4a91-a2f8-251dfa2f9813 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:10.634960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f86448d6-dc17-4812-9f28-c465063698ba tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:10.642265 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Allocated IP 172.26.7.228 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/4fd4d463-ee70-46cb-8652-97c4be20f57f) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:10.706989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:10.713883 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064a1ca-365f-412b-a6bb-ba0be24ff0cc req-05e0ee8a-6560-41b7-a228-ec169b35730f tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:10.715896 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d064a1ca-365f-412b-a6bb-ba0be24ff0cc req-05e0ee8a-6560-41b7-a228-ec169b35730f tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.4822946 Mar 29 09:43:10.724031 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc86e4f-fe00-4a91-a2f8-251dfa2f9813 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21561802-6c09-4114-a45d-87e5adc22ec5,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:10.769517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fe3d3-3b46-473a-b136-c3d939b86b6c req-57d6dbef-dbba-4b77-8232-abaede39c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:10.770873 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-db7fe3d3-3b46-473a-b136-c3d939b86b6c req-57d6dbef-dbba-4b77-8232-abaede39c507 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42b8e51d-f4c6-435f-9d85-32ff338cd383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4253728 Mar 29 09:43:10.892229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5bc86e4f-fe00-4a91-a2f8-251dfa2f9813 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:10.892931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d7818da2-0b8c-4aef-adc7-ab8d1952546c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:10.893433 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5bc86e4f-fe00-4a91-a2f8-251dfa2f9813 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3484156 Mar 29 09:43:10.896424 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d064a1ca-365f-412b-a6bb-ba0be24ff0cc req-c792c4db-8b9a-466a-b283-4bbe53992138 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663420 Mar 29 09:43:10.900729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60770) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:10.968447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-81a8dddd-2c72-49d6-92d3-2151b42782c0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '68d76a55-c0fa-43a2-8ecf-aa24a97701f8', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:10.987590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-81a8dddd-2c72-49d6-92d3-2151b42782c0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:11.006283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Allocated IP 172.20.0.2 (c5de8080-e8bb-4664-b781-a2a6103fd261/d58658d1-9c16-4caa-97ac-a51aaae6203b/d3f45a09-2fc4-4d37-9167-a19e50bbf1d0) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:11.013167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-81a8dddd-2c72-49d6-92d3-2151b42782c0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:11.020958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-81a8dddd-2c72-49d6-92d3-2151b42782c0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:11.033714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-81a8dddd-2c72-49d6-92d3-2151b42782c0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:11.068231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7818da2-0b8c-4aef-adc7-ab8d1952546c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=180504a7-6193-4aeb-a191-9b194419b14d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:11.069138 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-db7fe3d3-3b46-473a-b136-c3d939b86b6c req-cde933b3-468f-4cfd-8fef-c00ad7ed00e7 service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809196 Mar 29 09:43:11.081713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-204fb9bc-f999-4484-9fe9-8e0558fabeb3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.094521 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.151484 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d7818da2-0b8c-4aef-adc7-ab8d1952546c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.155813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f86448d6-dc17-4812-9f28-c465063698ba tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.172955 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-81a8dddd-2c72-49d6-92d3-2151b42782c0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:43:11.202952 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.228171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-204fb9bc-f999-4484-9fe9-8e0558fabeb3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.288152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-81a8dddd-2c72-49d6-92d3-2151b42782c0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.290159 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d7818da2-0b8c-4aef-adc7-ab8d1952546c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/180504a7-6193-4aeb-a191-9b194419b14d HTTP/1.1" status: 204 len: 168 time: 1.9294989 Mar 29 09:43:11.290929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f86448d6-dc17-4812-9f28-c465063698ba tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.304446 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60774) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:11.521959 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] device_id is not set on port 59638d2c-f648-46e4-aeac-0dbb5c3cde90 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:43:11.547946 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86448d6-dc17-4812-9f28-c465063698ba tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0dc9f3-79b0-4e0b-9a87-a493f275ff8f,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:11.550015 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.617889 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-db7fe3d3-3b46-473a-b136-c3d939b86b6c req-55a09501-f89f-4752-99e3-3c9016fa8261 service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205662 Mar 29 09:43:11.625459 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.646493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:11.649569 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-81a8dddd-2c72-49d6-92d3-2151b42782c0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.656462 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:11.662792 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:11.700141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25048f0-f42a-47df-97d0-7f7a5cf4fef9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:11.701779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25048f0-f42a-47df-97d0-7f7a5cf4fef9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:11.703278 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d25048f0-f42a-47df-97d0-7f7a5cf4fef9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3906233 Mar 29 09:43:11.707827 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60778) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:11.709439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f86448d6-dc17-4812-9f28-c465063698ba tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.710551 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f86448d6-dc17-4812-9f28-c465063698ba tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3967137 Mar 29 09:43:11.711337 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Pushing event updated for resources: {'Port': ['ID=4fd4d463-ee70-46cb-8652-97c4be20f57f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:11.719185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60782) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:11.742991 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-81a8dddd-2c72-49d6-92d3-2151b42782c0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.794483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8dddd-2c72-49d6-92d3-2151b42782c0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03624087-a51f-48f6-9206-3aae9d95cc5a,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:11.808469 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.811752 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.891469 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-6206626a-feb3-449c-ba28-ad7ce7fa100d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet a8a47dd6-47c9-4e62-9d10-c39887df6855 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:43:11.894968 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204fb9bc-f999-4484-9fe9-8e0558fabeb3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Router 143ce9ed-77ba-476d-b93f-045528849c8d is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:43:11.903209 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5f6772bc-f434-484a-94fb-264effad4913 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.904307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6206626a-feb3-449c-ba28-ad7ce7fa100d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.943824 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Network c5de8080-e8bb-4664-b781-a2a6103fd261 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:11.953971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:11.955866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-81a8dddd-2c72-49d6-92d3-2151b42782c0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:11.959810 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-81a8dddd-2c72-49d6-92d3-2151b42782c0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0133917 Mar 29 09:43:11.959810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:11.986054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60788) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:11.995517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Pushing event updated for resources: {'Port': ['ID=d3f45a09-2fc4-4d37-9167-a19e50bbf1d0,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:12.011612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-5922ee10-6669-48a9-9e12-22fcfdbbabfa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '68d76a55-c0fa-43a2-8ecf-aa24a97701f8', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:12.030415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6206626a-feb3-449c-ba28-ad7ce7fa100d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.076787 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5922ee10-6669-48a9-9e12-22fcfdbbabfa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:12.093539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5f6772bc-f434-484a-94fb-264effad4913 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.105701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5922ee10-6669-48a9-9e12-22fcfdbbabfa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:12.138379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204fb9bc-f999-4484-9fe9-8e0558fabeb3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:12.142508 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5922ee10-6669-48a9-9e12-22fcfdbbabfa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:12.156079 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Deleting port 4fd4d463-ee70-46cb-8652-97c4be20f57f {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:12.156079 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.156290 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.156399 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b9fd3-c693-45ba-81bd-7967b77e730d None None] Sync routers for ids ['143ce9ed-77ba-476d-b93f-045528849c8d'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:12.175356 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b9fd3-c693-45ba-81bd-7967b77e730d None None] Routers {'143ce9ed-77ba-476d-b93f-045528849c8d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:12.176899 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-406b9fd3-c693-45ba-81bd-7967b77e730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['143ce9ed-77ba-476d-b93f-045528849c8d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:12.183285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-204fb9bc-f999-4484-9fe9-8e0558fabeb3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.189749 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-204fb9bc-f999-4484-9fe9-8e0558fabeb3 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "PUT /v2.0/routers/143ce9ed-77ba-476d-b93f-045528849c8d HTTP/1.1" status: 200 len: 697 time: 1.7522950 Mar 29 09:43:12.207850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60792) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:12.211590 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5922ee10-6669-48a9-9e12-22fcfdbbabfa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:12.352235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-406b9fd3-c693-45ba-81bd-7967b77e730d None None] Set router 143ce9ed-77ba-476d-b93f-045528849c8d gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:12.388169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event updated for resources: {'Port': ['ID=cb1b7cfc-9fe2-4eb8-8532-3693026e930a,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:12.417585 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-5922ee10-6669-48a9-9e12-22fcfdbbabfa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:43:12.419471 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Checking segment: {'id': 'dc37961a-a551-429c-a136-d9ccb354269a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1f039a53-aa31-4d32-9abb-72a4b70b53b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:12.419825 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Network hostable DHCP agents. Network: 1f039a53-aa31-4d32-9abb-72a4b70b53b2, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:43:12.431748 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d3892dc6-818a-4f0d-ac60-e631cc89c3ff tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/routers/143ce9ed-77ba-476d-b93f-045528849c8d HTTP/1.1" status: 200 len: 703 time: 0.2172256 Mar 29 09:43:12.437095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6206626a-feb3-449c-ba28-ad7ce7fa100d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.465941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60796) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:12.480673 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5922ee10-6669-48a9-9e12-22fcfdbbabfa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.496530 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-406b9fd3-c693-45ba-81bd-7967b77e730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143ce9ed-77ba-476d-b93f-045528849c8d', 'name': 'tempest-RoutersIpV6Test-router-835263662', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:09Z', 'updated_at': '2022-03-29T09:43:11Z', 'revision_number': 2, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:12.500869 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b9fd3-c693-45ba-81bd-7967b77e730d None None] Checking router: 143ce9ed-77ba-476d-b93f-045528849c8d for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:43:12.509544 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b9fd3-c693-45ba-81bd-7967b77e730d None None] Routers {'143ce9ed-77ba-476d-b93f-045528849c8d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:12.510401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-406b9fd3-c693-45ba-81bd-7967b77e730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['143ce9ed-77ba-476d-b93f-045528849c8d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:12.533545 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b66f70b3-4fe0-431e-b024-8540370127c2 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports?device_id=143ce9ed-77ba-476d-b93f-045528849c8d HTTP/1.1" status: 200 len: 205 time: 0.0650618 Mar 29 09:43:12.535508 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60800) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:12.616044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c648df-242f-47e9-8cd4-1f0f9967217d req-4dadc6ca-dd01-4fb6-aa44-d11f996b7dac tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:12.617479 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a0c648df-242f-47e9-8cd4-1f0f9967217d req-4dadc6ca-dd01-4fb6-aa44-d11f996b7dac tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.5288868 Mar 29 09:43:12.618104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5f6772bc-f434-484a-94fb-264effad4913 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.628404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Network 1f039a53-aa31-4d32-9abb-72a4b70b53b2 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:43:12.638842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-406b9fd3-c693-45ba-81bd-7967b77e730d None None] Set router 143ce9ed-77ba-476d-b93f-045528849c8d gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:12.690764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6772bc-f434-484a-94fb-264effad4913 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da49da7-5683-40ba-8432-3f4bcf5404ee,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:12.726193 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 1f039a53-aa31-4d32-9abb-72a4b70b53b2) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:12.730724 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:12.731972 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.775592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.776224 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.779490 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6206626a-feb3-449c-ba28-ad7ce7fa100d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.787442 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4d7f-72be-4fba-a97f-68b6355ccf2c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.791278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e9476-6a87-4033-9ba0-f63dbf4d85fa None None] Network 1f039a53-aa31-4d32-9abb-72a4b70b53b2 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:12.817430 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-406b9fd3-c693-45ba-81bd-7967b77e730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143ce9ed-77ba-476d-b93f-045528849c8d', 'name': 'tempest-RoutersIpV6Test-router-835263662', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:09Z', 'updated_at': '2022-03-29T09:43:11Z', 'revision_number': 2, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:12.825624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406b9fd3-c693-45ba-81bd-7967b77e730d None None] The sync data for ids ['143ce9ed-77ba-476d-b93f-045528849c8d'] in dv-neutron-835555-1-hyperv is: [{'id': '143ce9ed-77ba-476d-b93f-045528849c8d', 'name': 'tempest-RoutersIpV6Test-router-835263662', 'tenant_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:09Z', 'updated_at': '2022-03-29T09:43:11Z', 'revision_number': 2, 'project_id': '69c55f4cf86d4d989cd41bf3e2024b20', 'gw_port_host': None}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:12.841189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5f6772bc-f434-484a-94fb-264effad4913 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.844296 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5f6772bc-f434-484a-94fb-264effad4913 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-groups/9da49da7-5683-40ba-8432-3f4bcf5404ee HTTP/1.1" status: 204 len: 168 time: 1.1140320 Mar 29 09:43:12.853125 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60804) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:12.860129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6206626a-feb3-449c-ba28-ad7ce7fa100d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.862999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206626a-feb3-449c-ba28-ad7ce7fa100d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a47dd6-47c9-4e62-9d10-c39887df6855,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:12.874771 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24d22aa-4284-40a5-b127-a3ce5c0db71f None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:12.879487 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:12.979284 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event updated for resources: {'Port': ['ID=59638d2c-f648-46e4-aeac-0dbb5c3cde90,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:13.066259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Checking segment: {'id': '3576a15c-5ae0-44b9-8953-7849da993245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '64ac874a-34c8-42da-850d-97154769e0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:13.066667 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Network hostable DHCP agents. Network: 64ac874a-34c8-42da-850d-97154769e0e5, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:43:13.086282 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6206626a-feb3-449c-ba28-ad7ce7fa100d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/a8a47dd6-47c9-4e62-9d10-c39887df6855 HTTP/1.1" status: 204 len: 168 time: 1.3748896 Mar 29 09:43:13.088016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60808) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:13.260847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e97f260-dd9e-4a68-af17-5520c4d0dbc5 None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:43:13.265146 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-9e97f260-dd9e-4a68-af17-5520c4d0dbc5 None None] Deleting port 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:13.265517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9e97f260-dd9e-4a68-af17-5520c4d0dbc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:13.289875 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Calling delete_port for 4fd4d463-ee70-46cb-8652-97c4be20f57f owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:13.309882 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d361de34-916d-4fef-bea0-df7ac02170ea tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2214220 Mar 29 09:43:13.313706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60812) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:13.319261 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-01f51945-81d0-4b93-9f53-7068f0afe8b8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:13.348516 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a0c648df-242f-47e9-8cd4-1f0f9967217d req-131d0f62-291f-46a6-8d21-a35e59fa9329 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6937144 Mar 29 09:43:13.367186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5922ee10-6669-48a9-9e12-22fcfdbbabfa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:13.513862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:43:13.532086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5922ee10-6669-48a9-9e12-22fcfdbbabfa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:13.543628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Network 64ac874a-34c8-42da-850d-97154769e0e5 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:43:13.579737 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-9e97f260-dd9e-4a68-af17-5520c4d0dbc5 None None] For port 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=64c64bb7-f0ad-4a28-a70d-e8af8f893e1a,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:13.580374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9e97f260-dd9e-4a68-af17-5520c4d0dbc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:13.655937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4d7f-72be-4fba-a97f-68b6355ccf2c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:13.656710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 64ac874a-34c8-42da-850d-97154769e0e5) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:13.660421 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4d7f-72be-4fba-a97f-68b6355ccf2c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:13.662317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922ee10-6669-48a9-9e12-22fcfdbbabfa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e6df00-f78d-421e-9f7c-e3a91ab8dc4b,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:13.679355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-26f43dda-fbe6-428e-adc6-0124c265d08b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:13.688630 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5922ee10-6669-48a9-9e12-22fcfdbbabfa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:13.698581 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5922ee10-6669-48a9-9e12-22fcfdbbabfa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7123713 Mar 29 09:43:13.718765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c5ad4c-4503-4c8c-b1d6-48beb73dafb4 None None] Network 64ac874a-34c8-42da-850d-97154769e0e5 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:13.739265 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-01f51945-81d0-4b93-9f53-7068f0afe8b8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:13.739745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-9e97f260-dd9e-4a68-af17-5520c4d0dbc5 None None] Calling delete_port for 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:13.758405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:13.765837 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:13.770739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:13.771535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:13.780391 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-01f51945-81d0-4b93-9f53-7068f0afe8b8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:13.794587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-01f51945-81d0-4b93-9f53-7068f0afe8b8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:13.812626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-01f51945-81d0-4b93-9f53-7068f0afe8b8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:13.825425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4d7f-72be-4fba-a97f-68b6355ccf2c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:13.827562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3a4d7f-72be-4fba-a97f-68b6355ccf2c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Fanout notify agent at l3_agent the message router_deleted on router 143ce9ed-77ba-476d-b93f-045528849c8d {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:43:13.827766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:13.855629 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4d7f-72be-4fba-a97f-68b6355ccf2c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:13.858182 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8e3a4d7f-72be-4fba-a97f-68b6355ccf2c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/routers/143ce9ed-77ba-476d-b93f-045528849c8d HTTP/1.1" status: 204 len: 168 time: 1.3216293 Mar 29 09:43:13.861386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-26f43dda-fbe6-428e-adc6-0124c265d08b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:13.863570 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-26f43dda-fbe6-428e-adc6-0124c265d08b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0006726 Mar 29 09:43:13.864700 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60818) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:13.867734 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60820) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:13.932758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a56361b6-3221-4e7c-811f-2f26abe0dabc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Synchronizing usage tracker for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:13.947801 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:13.985000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a56361b6-3221-4e7c-811f-2f26abe0dabc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] Unset dirty status for tenant:69c55f4cf86d4d989cd41bf3e2024b20 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:13.986374 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a56361b6-3221-4e7c-811f-2f26abe0dabc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports?device_id=143ce9ed-77ba-476d-b93f-045528849c8d HTTP/1.1" status: 200 len: 205 time: 0.1205344 Mar 29 09:43:14.041379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60828) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:14.046752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Pushing event deleted for resources: {'Port': ['ID=4fd4d463-ee70-46cb-8652-97c4be20f57f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:14.069849 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6fe3931f-e715-460e-a162-09b6715b650b tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.3342493 Mar 29 09:43:14.083300 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60840) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:14.086461 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f51945-81d0-4b93-9f53-7068f0afe8b8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:14.091527 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-01f51945-81d0-4b93-9f53-7068f0afe8b8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:14.128841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:14.203921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9e97f260-dd9e-4a68-af17-5520c4d0dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:14.325946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97f260-dd9e-4a68-af17-5520c4d0dbc5 None None] Pushing event deleted for resources: {'Port': ['ID=64c64bb7-f0ad-4a28-a70d-e8af8f893e1a,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:14.334944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e97f260-dd9e-4a68-af17-5520c4d0dbc5 None None] No DVR routers for this DVR port 64c64bb7-f0ad-4a28-a70d-e8af8f893e1a on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:43:14.335361 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-202de39b-d586-4603-9b07-dd10e09706fb tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] delete failed (client error): The resource could not be found. Mar 29 09:43:14.339134 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-202de39b-d586-4603-9b07-dd10e09706fb tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/routers/143ce9ed-77ba-476d-b93f-045528849c8d HTTP/1.1" status: 404 len: 336 time: 0.2829604 Mar 29 09:43:14.349157 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60844) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:14.354162 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b29adc07-2f48-4d26-97ba-cf3bbae1ff1b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Synchronizing usage tracker for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:14.394549 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] create failed (client error): The resource could not be found. Mar 29 09:43:14.396174 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c34c45b4-0d68-4f6d-b067-2e91cb1c6eb9 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.2737730 Mar 29 09:43:14.400572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60850) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:14.401603 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-4ecf8f54-5e93-4c07-ae76-d0e473ac0e6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402202367&fields=id&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 267 time: 0.3299341 Mar 29 09:43:14.445868 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b29adc07-2f48-4d26-97ba-cf3bbae1ff1b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] Unset dirty status for tenant:567d36d3d68244c287db03b871936bee on resource:security_group_rule {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:14.448966 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b29adc07-2f48-4d26-97ba-cf3bbae1ff1b tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5195918 Mar 29 09:43:14.450520 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-255cac07-056d-4b35-8a0d-59f3af8d5c78 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] DELETE failed (client error): The resource could not be found. Mar 29 09:43:14.451000 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255cac07-056d-4b35-8a0d-59f3af8d5c78 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:14.452738 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-255cac07-056d-4b35-8a0d-59f3af8d5c78 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/d0acaca1-4673-4deb-8620-a1c5cde0ad97 HTTP/1.1" status: 404 len: 337 time: 0.1025910 Mar 29 09:43:14.473155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60854) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:14.473507 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60856) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:14.529726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-5ee75407-b2fa-4dc6-8058-a5bffda24c16 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Deleting port c10908f1-836f-466d-981b-c1e5394865cb {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:14.530076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ee75407-b2fa-4dc6-8058-a5bffda24c16 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:14.595102 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-0305439c-d59d-4d15-869d-9bd98f28b445 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] DELETE failed (client error): The resource could not be found. Mar 29 09:43:14.595638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0305439c-d59d-4d15-869d-9bd98f28b445 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:14.616706 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-7884a241-ed65-4b6e-b674-2008a93cf4a8 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] delete failed (client error): The resource could not be found. Mar 29 09:43:14.624157 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7884a241-ed65-4b6e-b674-2008a93cf4a8 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "DELETE /v2.0/security-groups/9da49da7-5683-40ba-8432-3f4bcf5404ee HTTP/1.1" status: 404 len: 347 time: 0.1432776 Mar 29 09:43:14.624157 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Router 697ec014-ae71-4283-a3d3-bd62e49976c6 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:43:14.626613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60862) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:14.631857 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0305439c-d59d-4d15-869d-9bd98f28b445 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/6e3a7b5e-9c57-4193-8779-1a3189ac67f0 HTTP/1.1" status: 404 len: 337 time: 0.1550939 Mar 29 09:43:14.639142 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60864) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:14.741356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c4d16-6ed7-4917-a9b3-87b166f6e554 req-c13c374e-1695-4bd7-87ee-fbd337356bfe tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:14.748272 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-302c4d16-6ed7-4917-a9b3-87b166f6e554 req-c13c374e-1695-4bd7-87ee-fbd337356bfe tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.2573733 Mar 29 09:43:14.772179 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fd671bcc-2ce4-49c8-a822-1bef71599a48 tempest-SecGroupTest-1640850341 tempest-SecGroupTest-1640850341-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1394255 Mar 29 09:43:14.803780 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d72cd19-eb60-4104-9724-e575494a9f35 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:14.810126 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d72cd19-eb60-4104-9724-e575494a9f35 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:14.810876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6d72cd19-eb60-4104-9724-e575494a9f35 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Synchronizing usage tracker for tenant:42b1e6fe75ca41ad85e9677496c0dd6d on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:14.813612 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a22d49-20fa-464c-ac00-dd0ff8a28abd tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] DELETE failed (client error): The resource could not be found. Mar 29 09:43:14.814059 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a22d49-20fa-464c-ac00-dd0ff8a28abd tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:14.815725 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-52a22d49-20fa-464c-ac00-dd0ff8a28abd tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/2eca5bf4-1c33-4ceb-aa9f-e3ebb19b171b HTTP/1.1" status: 404 len: 337 time: 0.1705294 Mar 29 09:43:14.823760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60872) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:14.876283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-6f94124e-980f-4d57-95f9-f37a87762244 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:14.877785 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-6f94124e-980f-4d57-95f9-f37a87762244 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/networks?id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a HTTP/1.1" status: 200 len: 796 time: 0.4660158 Mar 29 09:43:14.893016 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-98af5bc5-39e5-4ed5-b00c-cd15fafbf7cf tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] DELETE failed (client error): The resource could not be found. Mar 29 09:43:14.893016 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98af5bc5-39e5-4ed5-b00c-cd15fafbf7cf tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:14.897212 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-98af5bc5-39e5-4ed5-b00c-cd15fafbf7cf tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/cbf0737d-8a57-480a-ba99-761a5bdb087e HTTP/1.1" status: 404 len: 337 time: 0.0700228 Mar 29 09:43:14.899540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60876) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:14.907946 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-302c4d16-6ed7-4917-a9b3-87b166f6e554 req-a7322778-2a7e-4ae7-bfe4-d65e110bebf1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562300 Mar 29 09:43:14.935119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ee75407-b2fa-4dc6-8058-a5bffda24c16 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:14.999325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6d72cd19-eb60-4104-9724-e575494a9f35 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Unset dirty status for tenant:42b1e6fe75ca41ad85e9677496c0dd6d on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:15.002987 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6d72cd19-eb60-4104-9724-e575494a9f35 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.9156914 Mar 29 09:43:15.003900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60882) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:15.162119 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-edc4bfac-09b6-442c-a6cb-855e3d1bae60 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/quotas/fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 375 time: 0.2633760 Mar 29 09:43:15.167889 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7ba1f184-1815-42a1-968a-62d7c4469e76 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a727579-c47e-440b-8230-25d9015bae6d HTTP/1.1" status: 200 len: 205 time: 0.2192571 Mar 29 09:43:15.188998 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60884) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:15.202905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-5ee75407-b2fa-4dc6-8058-a5bffda24c16 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Calling delete_port for c10908f1-836f-466d-981b-c1e5394865cb owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:15.280857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60892) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:15.307798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:15.318353 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Sync routers for ids ['697ec014-ae71-4283-a3d3-bd62e49976c6'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:15.319539 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-2350d8be-0386-448e-b74c-f883bdc216d1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] delete failed (client error): The resource could not be found. Mar 29 09:43:15.320608 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2350d8be-0386-448e-b74c-f883bdc216d1 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/routers/1a727579-c47e-440b-8230-25d9015bae6d HTTP/1.1" status: 404 len: 336 time: 0.1307383 Mar 29 09:43:15.323302 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60898) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:15.330182 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Routers {'697ec014-ae71-4283-a3d3-bd62e49976c6'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:15.335578 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['697ec014-ae71-4283-a3d3-bd62e49976c6'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:15.400183 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-01f51945-81d0-4b93-9f53-7068f0afe8b8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:15.405722 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1da87d06-4fd8-4689-bcad-19e15a905353 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Deleting port cb1b7cfc-9fe2-4eb8-8532-3693026e930a {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:15.406213 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1da87d06-4fd8-4689-bcad-19e15a905353 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:15.471673 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-df5e851e-c598-4683-8d47-e91923facd5b tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports?device_id=993b71b7-eac9-4abf-ba98-0fbb476c69d6 HTTP/1.1" status: 200 len: 205 time: 0.1472936 Mar 29 09:43:15.490734 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60902) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:15.510921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:15.515227 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4373a203-a179-4807-8e2b-dc47c788933b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.1321337 Mar 29 09:43:15.521578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60906) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:15.584063 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Set router 697ec014-ae71-4283-a3d3-bd62e49976c6 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:15.584667 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f51945-81d0-4b93-9f53-7068f0afe8b8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:15.596892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-01f51945-81d0-4b93-9f53-7068f0afe8b8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:15.605213 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f51945-81d0-4b93-9f53-7068f0afe8b8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:15.605845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-01f51945-81d0-4b93-9f53-7068f0afe8b8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:15.607230 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1c3ab0-0f03-4af4-88c7-45d744c6a164 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:15.627762 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-4a98eb1a-82e6-4310-876d-67e9cc33f6de tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] delete failed (client error): The resource could not be found. Mar 29 09:43:15.627762 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4a98eb1a-82e6-4310-876d-67e9cc33f6de tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/routers/993b71b7-eac9-4abf-ba98-0fbb476c69d6 HTTP/1.1" status: 404 len: 336 time: 0.1174059 Mar 29 09:43:15.633445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60910) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:15.649637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f51945-81d0-4b93-9f53-7068f0afe8b8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=f690a788-f15b-46d2-b7fa-edda11244a83,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:15.700036 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a34b76-43ee-447e-a31d-06ae6d95707a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] DELETE failed (client error): The resource could not be found. Mar 29 09:43:15.700519 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a34b76-43ee-447e-a31d-06ae6d95707a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:15.704863 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-57a34b76-43ee-447e-a31d-06ae6d95707a tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/ed2116f0-f4dd-4d8c-a129-df9cc1ed4368 HTTP/1.1" status: 404 len: 337 time: 0.0678818 Mar 29 09:43:15.704863 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c4f533f3-99b0-42eb-af67-2c4fbf887a0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=567d36d3d68244c287db03b871936bee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099219 Mar 29 09:43:15.705376 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60914) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:15.710086 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60916) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:15.757059 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-613703ce-0640-4b84-aad4-51f996806385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5686584 Mar 29 09:43:15.820075 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-df30252e-9b0c-4ad8-8200-112046f8d9f8 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7e385b9-2b87-4385-8c1a-535a6727924e HTTP/1.1" status: 200 len: 205 time: 0.1119132 Mar 29 09:43:15.826030 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60922) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:15.845546 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-01f51945-81d0-4b93-9f53-7068f0afe8b8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5306163 Mar 29 09:43:15.846778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d29a37-001a-4ed7-8baf-68ec9523292c req-3698fc24-8479-4f3c-8a41-9e0fadfc71d3 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:15.847236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60926) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:15.848282 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5d29a37-001a-4ed7-8baf-68ec9523292c req-3698fc24-8479-4f3c-8a41-9e0fadfc71d3 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.6144922 Mar 29 09:43:15.919210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-332d7324-0e81-4503-9d04-397a280f0b8b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'fixed_ips': [{'subnet_id': 'f690a788-f15b-46d2-b7fa-edda11244a83', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-686049895'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:15.920513 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ec014-ae71-4283-a3d3-bd62e49976c6', 'name': '', 'tenant_id': 'f454997e7641433d97baab0b15f6dab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5de8080-e8bb-4664-b781-a2a6103fd261', 'external_fixed_ips': [{'subnet_id': 'd58658d1-9c16-4caa-97ac-a51aaae6203b', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f45a09-2fc4-4d37-9167-a19e50bbf1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:07Z', 'updated_at': '2022-03-29T09:43:12Z', 'revision_number': 3, 'project_id': 'f454997e7641433d97baab0b15f6dab3', 'gw_port': {'id': 'd3f45a09-2fc4-4d37-9167-a19e50bbf1d0', 'name': '', 'network_id': 'c5de8080-e8bb-4664-b781-a2a6103fd261', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ec014-ae71-4283-a3d3-bd62e49976c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'd58658d1-9c16-4caa-97ac-a51aaae6203b', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:43:10Z', 'updated_at': '2022-03-29T09:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd58658d1-9c16-4caa-97ac-a51aaae6203b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:15.927505 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Checking router: 697ec014-ae71-4283-a3d3-bd62e49976c6 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:43:15.929564 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Updating router 697ec014-ae71-4283-a3d3-bd62e49976c6 port d3f45a09-2fc4-4d37-9167-a19e50bbf1d0 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:43:15.931919 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:15.981352 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': 'f690a788-f15b-46d2-b7fa-edda11244a83'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:43:15.982180 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:16.001021 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:16.044469 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-4f15a098-3de5-46cb-b032-0b0c1d57df65 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] delete failed (client error): The resource could not be found. Mar 29 09:43:16.047808 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4f15a098-3de5-46cb-b032-0b0c1d57df65 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/routers/b7e385b9-2b87-4385-8c1a-535a6727924e HTTP/1.1" status: 404 len: 336 time: 0.2073216 Mar 29 09:43:16.048512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60930) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:16.055304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1da87d06-4fd8-4689-bcad-19e15a905353 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:16.065594 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5d29a37-001a-4ed7-8baf-68ec9523292c req-5ec80057-c343-4a8e-8070-898a7dee3b13 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043459 Mar 29 09:43:16.176370 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a4f4a751-065f-4bc7-8cbe-bb24a11f5d90 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports?device_id=503a167c-2071-4449-ba19-e67d9258635a HTTP/1.1" status: 200 len: 205 time: 0.1232934 Mar 29 09:43:16.184274 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Allocated IP 2001:db8::2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/f690a788-f15b-46d2-b7fa-edda11244a83/53923a08-0c89-4039-9f31-28eef517a089) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:16.220083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60936) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:16.235651 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ee75407-b2fa-4dc6-8058-a5bffda24c16 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:16.242916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1da87d06-4fd8-4689-bcad-19e15a905353 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Calling delete_port for cb1b7cfc-9fe2-4eb8-8532-3693026e930a owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:16.326882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1fe2bea-cc27-407f-bb08-a396e8a1d06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:16.342623 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-5cc64b1f-075e-45c9-ace7-1f0f1d68be1e service neutron] 10.222.0.35 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669315 Mar 29 09:43:16.343935 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-71f7bbd7-2bb9-463b-b886-3f0f4ce8aa6c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] delete failed (client error): The resource could not be found. Mar 29 09:43:16.345137 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-71f7bbd7-2bb9-463b-b886-3f0f4ce8aa6c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/routers/503a167c-2071-4449-ba19-e67d9258635a HTTP/1.1" status: 404 len: 336 time: 0.1238949 Mar 29 09:43:16.352706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60940) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:16.437105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:16.448267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Transition to ACTIVE for port object 53923a08-0c89-4039-9f31-28eef517a089 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:16.465428 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1fe2bea-cc27-407f-bb08-a396e8a1d06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:16.470594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Transition to ACTIVE for port object 53923a08-0c89-4039-9f31-28eef517a089 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:16.473569 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8152926c-1954-4918-bd44-71ba650e8e3c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] DELETE failed (client error): The resource could not be found. Mar 29 09:43:16.474319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8152926c-1954-4918-bd44-71ba650e8e3c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:16.476260 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8152926c-1954-4918-bd44-71ba650e8e3c tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/8e8e7141-595a-4db2-8f85-80c367e550e3 HTTP/1.1" status: 404 len: 337 time: 0.1184418 Mar 29 09:43:16.485069 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60944) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:16.501801 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:16.515082 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Transition to ACTIVE for port object d3f45a09-2fc4-4d37-9167-a19e50bbf1d0 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:16.563785 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:16.582631 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-332d7324-0e81-4503-9d04-397a280f0b8b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:16.593481 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:16.612939 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-332d7324-0e81-4503-9d04-397a280f0b8b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:port and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:16.618918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee75407-b2fa-4dc6-8058-a5bffda24c16 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Pushing event deleted for resources: {'Port': ['ID=c10908f1-836f-466d-981b-c1e5394865cb,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:16.621539 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7ec73c4a-934a-4697-a66e-0ebed9558dbc tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a969656-c23c-4ff6-9424-f6d6368207f8 HTTP/1.1" status: 200 len: 205 time: 0.1334441 Mar 29 09:43:16.623138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-332d7324-0e81-4503-9d04-397a280f0b8b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:16.631001 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60948) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:16.634657 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Pushing event updated for resources: {'Port': ['ID=53923a08-0c89-4039-9f31-28eef517a089,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:16.646754 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:16.648017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:16.650028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-332d7324-0e81-4503-9d04-397a280f0b8b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:16.651026 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:16.680372 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Attempting to bind port d3f45a09-2fc4-4d37-9167-a19e50bbf1d0 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:16.680840 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Attempting to bind port d3f45a09-2fc4-4d37-9167-a19e50bbf1d0 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'ef677b89-2c38-4c15-bb41-b64e2610bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c5de8080-e8bb-4664-b781-a2a6103fd261'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:16.681201 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Attempting to bind port d3f45a09-2fc4-4d37-9167-a19e50bbf1d0 on network c5de8080-e8bb-4664-b781-a2a6103fd261 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:16.696168 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:16.705197 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Checking segment: {'id': 'ef677b89-2c38-4c15-bb41-b64e2610bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c5de8080-e8bb-4664-b781-a2a6103fd261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:16.705197 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:16.705197 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Bound using segment: {'id': 'ef677b89-2c38-4c15-bb41-b64e2610bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c5de8080-e8bb-4664-b781-a2a6103fd261'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:16.705197 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Bound port: d3f45a09-2fc4-4d37-9167-a19e50bbf1d0, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef677b89-2c38-4c15-bb41-b64e2610bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c5de8080-e8bb-4664-b781-a2a6103fd261'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:16.705197 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:16.706576 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-9391fd87-87a0-44f1-9483-896b97074031 service neutron] 10.222.0.35 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391614 Mar 29 09:43:16.759482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332d7324-0e81-4503-9d04-397a280f0b8b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:16.781935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Attempting to bind port 53923a08-0c89-4039-9f31-28eef517a089 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:16.782597 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Attempting to bind port 53923a08-0c89-4039-9f31-28eef517a089 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:16.787171 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Attempting to bind port 53923a08-0c89-4039-9f31-28eef517a089 on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:16.793479 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a915e-3ed0-4d8c-af14-334957ddef62 None None] Pushing event updated for resources: {'Port': ['ID=d3f45a09-2fc4-4d37-9167-a19e50bbf1d0,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:16.794819 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:16.795344 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:16.795839 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:16.796309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:16.796896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Bound port: 53923a08-0c89-4039-9f31-28eef517a089, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:16.797391 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:16.820150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1fe2bea-cc27-407f-bb08-a396e8a1d06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:16.873553 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] For port d3f45a09-2fc4-4d37-9167-a19e50bbf1d0, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:16.878084 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] For port d3f45a09-2fc4-4d37-9167-a19e50bbf1d0, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d3f45a09-2fc4-4d37-9167-a19e50bbf1d0,segment=NetworkSegment(ef677b89-2c38-4c15-bb41-b64e2610bffc),segment_id=ef677b89-2c38-4c15-bb41-b64e2610bffc)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:16.925352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe2bea-cc27-407f-bb08-a396e8a1d06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8309f567-206c-4b08-b034-7d177d1781b0,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:16.926222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] For port 53923a08-0c89-4039-9f31-28eef517a089, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:16.933230 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] For port 53923a08-0c89-4039-9f31-28eef517a089, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=53923a08-0c89-4039-9f31-28eef517a089,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:16.942822 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:17.004151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-332d7324-0e81-4503-9d04-397a280f0b8b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:17.026312 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Routers {'697ec014-ae71-4283-a3d3-bd62e49976c6'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:17.026312 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['697ec014-ae71-4283-a3d3-bd62e49976c6'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:17.028844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:17.041813 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-90ed8578-87c6-4c3a-a849-fb237784d67e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] delete failed (client error): The resource could not be found. Mar 29 09:43:17.046053 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-90ed8578-87c6-4c3a-a849-fb237784d67e tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/routers/3a969656-c23c-4ff6-9424-f6d6368207f8 HTTP/1.1" status: 404 len: 336 time: 0.3961179 Mar 29 09:43:17.047448 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:17.048426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60956) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:17.082620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa1519-add6-415d-a20a-3d80ede5c1cc req-c8f9e2bb-c61f-43de-9b14-d3054e0d2c8d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:17.084534 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52aa1519-add6-415d-a20a-3d80ede5c1cc req-c8f9e2bb-c61f-43de-9b14-d3054e0d2c8d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.8136795 Mar 29 09:43:17.088310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1da87d06-4fd8-4689-bcad-19e15a905353 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:17.099392 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a915e-3ed0-4d8c-af14-334957ddef62 None None] Pushing event updated for resources: {'Port': ['ID=d3f45a09-2fc4-4d37-9167-a19e50bbf1d0,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:17.179468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246200b-4684-4928-a2bd-82cb79467d34 None None] Pushing event updated for resources: {'Port': ['ID=53923a08-0c89-4039-9f31-28eef517a089,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:17.190841 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52aa1519-add6-415d-a20a-3d80ede5c1cc req-f730413b-f097-4b01-85b5-90aa4b38000a tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606091 Mar 29 09:43:17.191518 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Deleting port d3f45a09-2fc4-4d37-9167-a19e50bbf1d0 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:17.191855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:17.238409 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] Set router 697ec014-ae71-4283-a3d3-bd62e49976c6 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:17.426140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] For port d3f45a09-2fc4-4d37-9167-a19e50bbf1d0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d3f45a09-2fc4-4d37-9167-a19e50bbf1d0,segment=NetworkSegment(ef677b89-2c38-4c15-bb41-b64e2610bffc),segment_id=ef677b89-2c38-4c15-bb41-b64e2610bffc)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:17.426928 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:17.457638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-332d7324-0e81-4503-9d04-397a280f0b8b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port f6736e93-7cd0-4f0f-b2ff-93937b812641 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:43:17.509643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1fe2bea-cc27-407f-bb08-a396e8a1d06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:17.513544 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d1fe2bea-cc27-407f-bb08-a396e8a1d06e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8309f567-206c-4b08-b034-7d177d1781b0 HTTP/1.1" status: 204 len: 168 time: 1.8002465 Mar 29 09:43:17.513544 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d209f9-8b35-4dec-b2a9-0bc0ef65ebc5 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] DELETE failed (client error): The resource could not be found. Mar 29 09:43:17.513544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d209f9-8b35-4dec-b2a9-0bc0ef65ebc5 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:17.514499 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d7d209f9-8b35-4dec-b2a9-0bc0ef65ebc5 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/adbb6f6e-5d89-4b3d-a92e-e4de9631a8d9 HTTP/1.1" status: 404 len: 337 time: 0.4624310 Mar 29 09:43:17.520598 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2117930a-e1e1-47ff-8c66-8f723e400d23 req-351a7f93-e65f-4e8b-be0e-6acad1718b6b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 210 time: 0.3812177 Mar 29 09:43:17.524325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60968) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:17.591702 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-af3053a3-8481-4e90-a896-a5e0f39bf5e0 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcab9279-84c4-4282-b64a-d514cba736dd HTTP/1.1" status: 200 len: 205 time: 0.0669701 Mar 29 09:43:17.595160 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60972) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:17.633471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Calling delete_port for d3f45a09-2fc4-4d37-9167-a19e50bbf1d0 owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:17.673949 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-88fbc81e-1f17-4595-88eb-6cd914b32dfa tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] delete failed (client error): The resource could not be found. Mar 29 09:43:17.677377 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-88fbc81e-1f17-4595-88eb-6cd914b32dfa tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/routers/dcab9279-84c4-4282-b64a-d514cba736dd HTTP/1.1" status: 404 len: 336 time: 0.0789244 Mar 29 09:43:17.695287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60976) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:17.697902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da87d06-4fd8-4689-bcad-19e15a905353 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event deleted for resources: {'Port': ['ID=cb1b7cfc-9fe2-4eb8-8532-3693026e930a,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:17.714191 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ec014-ae71-4283-a3d3-bd62e49976c6', 'name': '', 'tenant_id': 'f454997e7641433d97baab0b15f6dab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5de8080-e8bb-4664-b781-a2a6103fd261', 'external_fixed_ips': [{'subnet_id': 'd58658d1-9c16-4caa-97ac-a51aaae6203b', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f45a09-2fc4-4d37-9167-a19e50bbf1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:07Z', 'updated_at': '2022-03-29T09:43:12Z', 'revision_number': 3, 'project_id': 'f454997e7641433d97baab0b15f6dab3', 'gw_port': {'id': 'd3f45a09-2fc4-4d37-9167-a19e50bbf1d0', 'name': '', 'network_id': 'c5de8080-e8bb-4664-b781-a2a6103fd261', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ec014-ae71-4283-a3d3-bd62e49976c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'd58658d1-9c16-4caa-97ac-a51aaae6203b', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:43:10Z', 'updated_at': '2022-03-29T09:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd58658d1-9c16-4caa-97ac-a51aaae6203b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:17.719304 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f447418e-de5d-4945-aed9-5418ecf1ef28 None None] The sync data for ids ['697ec014-ae71-4283-a3d3-bd62e49976c6'] in dv-neutron-835555-1-hyperv is: [{'id': '697ec014-ae71-4283-a3d3-bd62e49976c6', 'name': '', 'tenant_id': 'f454997e7641433d97baab0b15f6dab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5de8080-e8bb-4664-b781-a2a6103fd261', 'external_fixed_ips': [{'subnet_id': 'd58658d1-9c16-4caa-97ac-a51aaae6203b', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd3f45a09-2fc4-4d37-9167-a19e50bbf1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:07Z', 'updated_at': '2022-03-29T09:43:12Z', 'revision_number': 3, 'project_id': 'f454997e7641433d97baab0b15f6dab3', 'gw_port': {'id': 'd3f45a09-2fc4-4d37-9167-a19e50bbf1d0', 'name': '', 'network_id': 'c5de8080-e8bb-4664-b781-a2a6103fd261', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ec014-ae71-4283-a3d3-bd62e49976c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'd58658d1-9c16-4caa-97ac-a51aaae6203b', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:43:10Z', 'updated_at': '2022-03-29T09:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd58658d1-9c16-4caa-97ac-a51aaae6203b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:17.738713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ee75407-b2fa-4dc6-8058-a5bffda24c16 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:17.802467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60980) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:17.802642 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5ee75407-b2fa-4dc6-8058-a5bffda24c16 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "DELETE /v2.0/ports/c10908f1-836f-466d-981b-c1e5394865cb HTTP/1.1" status: 204 len: 168 time: 3.4012568 Mar 29 09:43:17.824954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1da87d06-4fd8-4689-bcad-19e15a905353 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:17.824954 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1da87d06-4fd8-4689-bcad-19e15a905353 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "DELETE /v2.0/ports/cb1b7cfc-9fe2-4eb8-8532-3693026e930a HTTP/1.1" status: 204 len: 168 time: 2.6268654 Mar 29 09:43:17.834720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 60984) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:17.840780 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ce2d46-31d8-4bab-9a0e-2144d07e839f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] DELETE failed (client error): The resource could not be found. Mar 29 09:43:17.841242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ce2d46-31d8-4bab-9a0e-2144d07e839f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:17.842999 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-36ce2d46-31d8-4bab-9a0e-2144d07e839f tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/9fc7f0b3-9745-4335-bbc2-2399a130a6bc HTTP/1.1" status: 404 len: 337 time: 0.1464448 Mar 29 09:43:17.851069 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60988) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:17.857687 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-332d7324-0e81-4503-9d04-397a280f0b8b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:17.858179 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332d7324-0e81-4503-9d04-397a280f0b8b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:17.926069 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c3093b-fdbd-404c-be09-4278ee0c4ab4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] DELETE failed (client error): The resource could not be found. Mar 29 09:43:17.926957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c3093b-fdbd-404c-be09-4278ee0c4ab4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:17.940942 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-44c3093b-fdbd-404c-be09-4278ee0c4ab4 tempest-RoutersIpV6Test-1556771789 tempest-RoutersIpV6Test-1556771789-project] 10.222.0.35 "DELETE /v2.0/subnets/e9f9344d-8c82-40c1-a311-5c04db168779 HTTP/1.1" status: 404 len: 337 time: 0.0862031 Mar 29 09:43:17.951057 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d2271892-c033-4844-9a19-02c4d7b8bc07 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Deleting port 59638d2c-f648-46e4-aeac-0dbb5c3cde90 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:17.951407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d2271892-c033-4844-9a19-02c4d7b8bc07 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:17.983288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bed37c5-a42f-4b36-8656-1d524ac43095 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:17.984445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4bed37c5-a42f-4b36-8656-1d524ac43095 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Synchronizing usage tracker for tenant:22e3205cdfd84e96b4eb1a7e8ccb8280 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:18.019722 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-332d7324-0e81-4503-9d04-397a280f0b8b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.1615767 Mar 29 09:43:18.023315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 60998) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:18.124536 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4bed37c5-a42f-4b36-8656-1d524ac43095 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Unset dirty status for tenant:22e3205cdfd84e96b4eb1a7e8ccb8280 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:18.127405 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4bed37c5-a42f-4b36-8656-1d524ac43095 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4f10619-57e5-4286-a7ad-8fb716efd067 HTTP/1.1" status: 200 len: 913 time: 0.3236284 Mar 29 09:43:18.128180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32772) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:18.136922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcae433-4eb0-430e-b8c2-2455994889d0 req-7af4d320-b794-49de-9cae-a2e114bd7042 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:18.146827 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-efcae433-4eb0-430e-b8c2-2455994889d0 req-7af4d320-b794-49de-9cae-a2e114bd7042 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.4522331 Mar 29 09:43:18.324997 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-efcae433-4eb0-430e-b8c2-2455994889d0 req-54fd5d24-c4af-4d8e-8460-7e3cb6c7d67d tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768775 Mar 29 09:43:18.560175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:18.700000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d2271892-c033-4844-9a19-02c4d7b8bc07 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:18.715395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3f45a09-2fc4-4d37-9167-a19e50bbf1d0,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:18.899407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32792) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:18.951703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc8c4a3-11b4-4453-91db-28bae9740df2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:18.952375 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-acc8c4a3-11b4-4453-91db-28bae9740df2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:19.015434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d2271892-c033-4844-9a19-02c4d7b8bc07 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Calling delete_port for 59638d2c-f648-46e4-aeac-0dbb5c3cde90 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:19.023387 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa861b4-42b3-4956-9dd3-6658c34a599e req-e1157bf3-9b51-4452-8f11-8d7afc82163e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:19.025184 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6fa861b4-42b3-4956-9dd3-6658c34a599e req-e1157bf3-9b51-4452-8f11-8d7afc82163e tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.4963741 Mar 29 09:43:19.056875 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-208b95c6-f117-4da3-b803-ba60f810c9ff None None] Provisioning for port 53923a08-0c89-4039-9f31-28eef517a089 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:19.109853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-acc8c4a3-11b4-4453-91db-28bae9740df2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:19.109853 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-acc8c4a3-11b4-4453-91db-28bae9740df2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.0740180 Mar 29 09:43:19.109853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32800) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:19.131777 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6fa861b4-42b3-4956-9dd3-6658c34a599e req-206032e6-5651-4d5b-bbac-2e554171d8ce tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996108 Mar 29 09:43:19.218311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3130997-8b2e-4911-b969-e76ed7a9eab0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:19.219709 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3130997-8b2e-4911-b969-e76ed7a9eab0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:19.220567 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f3130997-8b2e-4911-b969-e76ed7a9eab0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:19.319339 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32808) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:19.334714 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1b94640d-2190-441f-806c-f6d028ef752a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69c55f4cf86d4d989cd41bf3e2024b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312122 Mar 29 09:43:19.362684 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32814) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:19.376511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f3130997-8b2e-4911-b969-e76ed7a9eab0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:19.381913 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f3130997-8b2e-4911-b969-e76ed7a9eab0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2797239 Mar 29 09:43:19.391685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32818) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:19.435189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:19.541242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-6e617ec7-8b68-4b58-aea2-241f930ea19e tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:19.541924 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING neutron.api.v2.base [None req-6e617ec7-8b68-4b58-aea2-241f930ea19e tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 29 09:43:19.542413 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-6e617ec7-8b68-4b58-aea2-241f930ea19e tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): There was a conflict when trying to complete your request. Mar 29 09:43:19.547616 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6e617ec7-8b68-4b58-aea2-241f930ea19e tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2245371 Mar 29 09:43:19.553588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32822) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:19.555329 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e283ceb-daad-48bf-ab98-88636a1b6c2b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet f690a788-f15b-46d2-b7fa-edda11244a83 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:43:19.569985 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 53923a08-0c89-4039-9f31-28eef517a089 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:19.587578 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group': {'name': 'tempest-secgroup--549016434'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:19.596222 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4e283ceb-daad-48bf-ab98-88636a1b6c2b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:19.604259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-7e02abd0-c416-4a10-b412-70ac26845b7e req-1f5689f3-5384-49a7-8000-c027fa968854 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:19.626196 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-10acef19-f79f-486e-beea-d25a82d5d264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:19.649144 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:19.672879 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2726041f-a63c-4e1d-ab95-b19920d4dc10 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:19.705541 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:19.708353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:19.741937 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 53923a08-0c89-4039-9f31-28eef517a089 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:19.750717 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 53923a08-0c89-4039-9f31-28eef517a089 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:19.751089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:19.770194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d2271892-c033-4844-9a19-02c4d7b8bc07 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:19.845613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d2271892-c033-4844-9a19-02c4d7b8bc07 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:19.855197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:19.856251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 697ec014-ae71-4283-a3d3-bd62e49976c6 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:43:19.878450 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:19.879282 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2271892-c033-4844-9a19-02c4d7b8bc07 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event deleted for resources: {'Port': ['ID=59638d2c-f648-46e4-aeac-0dbb5c3cde90,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:19.882462 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:19.895696 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:19.907746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:19.939789 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d2271892-c033-4844-9a19-02c4d7b8bc07 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "DELETE /v2.0/ports/59638d2c-f648-46e4-aeac-0dbb5c3cde90 HTTP/1.1" status: 204 len: 168 time: 2.1039455 Mar 29 09:43:19.941954 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 53923a08-0c89-4039-9f31-28eef517a089, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=53923a08-0c89-4039-9f31-28eef517a089,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:19.942909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32828) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:19.944577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:19.945635 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6c5d6fd0-9277-42ea-82a3-314cf6290cc5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "DELETE /v2.0/routers/697ec014-ae71-4283-a3d3-bd62e49976c6 HTTP/1.1" status: 204 len: 168 time: 4.4236617 Mar 29 09:43:19.953011 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-10acef19-f79f-486e-beea-d25a82d5d264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:19.962001 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32832) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:19.993701 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.005541 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4406055d-ba65-4b41-898b-f028cb37d95a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Synchronizing usage tracker for tenant:42b1e6fe75ca41ad85e9677496c0dd6d on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:20.046758 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.073827 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=53923a08-0c89-4039-9f31-28eef517a089,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:20.080728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-7e02abd0-c416-4a10-b412-70ac26845b7e req-1f5689f3-5384-49a7-8000-c027fa968854 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:20.087727 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7e02abd0-c416-4a10-b412-70ac26845b7e req-1f5689f3-5384-49a7-8000-c027fa968854 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 210 time: 1.2318397 Mar 29 09:43:20.100845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4e283ceb-daad-48bf-ab98-88636a1b6c2b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.108511 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4406055d-ba65-4b41-898b-f028cb37d95a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Unset dirty status for tenant:42b1e6fe75ca41ad85e9677496c0dd6d on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:20.109737 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4406055d-ba65-4b41-898b-f028cb37d95a tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1630533 Mar 29 09:43:20.113306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32836) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:20.123683 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1343849897'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:20.130281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:20.137617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Usage tracker for resource:network and tenant:42b1e6fe75ca41ad85e9677496c0dd6d is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:20.141213 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:20.147401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:20.194218 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.243523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Made reservation on behalf of 42b1e6fe75ca41ad85e9677496c0dd6d for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:20.247127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.276810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:43:20.286253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.286600 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Added segment e3cca91a-9eeb-4403-a388-4a2b3f91dc43 of type vlan for network 082cbbc7-7b1c-4147-bfd9-c0c4e579aa38 Mar 29 09:43:20.312170 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.331867 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:20.408531 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:20.411379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.416850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:20.417452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.420348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:20.434459 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedbc7da-908e-4ec8-af33-cb9e7c7a817c tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Deleting subnet d58658d1-9c16-4caa-97ac-a51aaae6203b {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:43:20.453038 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:20.457671 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bedbc7da-908e-4ec8-af33-cb9e7c7a817c tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.534060 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event updated for resources: {'Network': ['ID=082cbbc7-7b1c-4147-bfd9-c0c4e579aa38,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:20.544987 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-00c65630-a450-41d8-ad28-ad1d19fc5a7e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4269490 Mar 29 09:43:20.547348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32844) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:20.553315 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1628815612'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:20.554922 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 082cbbc7-7b1c-4147-bfd9-c0c4e579aa38 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:43:20.558919 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:20.563269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Usage tracker for resource:network and tenant:42b1e6fe75ca41ad85e9677496c0dd6d is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:20.566269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:20.571964 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:20.596115 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5a160-359c-4333-8ced-9c9c8f8ac720 req-197c162e-b38c-4aea-8ef8-90fad5516490 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:20.597620 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-78d5a160-359c-4333-8ced-9c9c8f8ac720 req-197c162e-b38c-4aea-8ef8-90fad5516490 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.7268238 Mar 29 09:43:20.630366 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-0d754446-ac03-40e4-8308-7b39b08ff2e0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:20.632002 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-0d754446-ac03-40e4-8308-7b39b08ff2e0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/networks?id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a HTTP/1.1" status: 200 len: 796 time: 0.4995708 Mar 29 09:43:20.635408 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bedbc7da-908e-4ec8-af33-cb9e7c7a817c tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.649126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Made reservation on behalf of 42b1e6fe75ca41ad85e9677496c0dd6d for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:20.652620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.680301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:43:20.689113 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.689461 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Added segment d5c0cad2-5dc5-43a4-8cf5-1b09f8007cbe of type vlan for network d3907c8e-e322-4328-bba7-1b1f19899d2e Mar 29 09:43:20.700462 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4e283ceb-daad-48bf-ab98-88636a1b6c2b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.715431 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.749790 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-10acef19-f79f-486e-beea-d25a82d5d264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.787316 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.794109 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:20.794639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.809502 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acef19-f79f-486e-beea-d25a82d5d264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e2e3ad-b7aa-4658-9575-c7168e98756d,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:20.876282 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-78d5a160-359c-4333-8ced-9c9c8f8ac720 req-69efec3d-371e-4ea0-a337-608630a0b89a tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652051 Mar 29 09:43:20.882453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bedbc7da-908e-4ec8-af33-cb9e7c7a817c tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.908666 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event updated for resources: {'Network': ['ID=d3907c8e-e322-4328-bba7-1b1f19899d2e,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:20.919894 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d8164ab2-e004-491a-b591-5add02fcb693 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3715441 Mar 29 09:43:20.920067 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network d3907c8e-e322-4328-bba7-1b1f19899d2e details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:43:20.921953 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-6cb0003d-851e-4b13-bc9d-777327c761da tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 379 time: 0.2401185 Mar 29 09:43:20.931794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-10acef19-f79f-486e-beea-d25a82d5d264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:20.935810 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-10acef19-f79f-486e-beea-d25a82d5d264 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7e2e3ad-b7aa-4658-9575-c7168e98756d HTTP/1.1" status: 204 len: 168 time: 1.5644560 Mar 29 09:43:20.951985 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'port': {'device_id': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'admin_state_up': True, 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'security_groups': ['68d76a55-c0fa-43a2-8ecf-aa24a97701f8']}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:21.056513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32850) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:21.064746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Request body: {'subnets': [{'network_id': '082cbbc7-7b1c-4147-bfd9-c0c4e579aa38', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--944428279', 'ip_version': 4}, {'network_id': 'd3907c8e-e322-4328-bba7-1b1f19899d2e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:21.065335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Request body: {'subnet': {'network_id': '082cbbc7-7b1c-4147-bfd9-c0c4e579aa38', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--944428279', 'ip_version': 4}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:21.065912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Request body: {'subnet': {'network_id': 'd3907c8e-e322-4328-bba7-1b1f19899d2e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:21.212147 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-2726041f-a63c-4e1d-ab95-b19920d4dc10 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Deleting port 81e69604-a794-4a78-9821-b450a474af18 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:21.212784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2726041f-a63c-4e1d-ab95-b19920d4dc10 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:21.243682 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:21.254683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4e283ceb-daad-48bf-ab98-88636a1b6c2b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:21.258632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:21.310826 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e283ceb-daad-48bf-ab98-88636a1b6c2b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=f690a788-f15b-46d2-b7fa-edda11244a83,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:21.317512 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e0efebc7-ba73-4fb6-9753-1360ff7af30e req-7047bc19-2ce3-4bd3-94cc-0823ef265dc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 210 time: 0.0494790 Mar 29 09:43:21.317618 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4e283ceb-daad-48bf-ab98-88636a1b6c2b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:21.323271 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4c94ac-ddca-45f3-a81e-b26e8c6bca13 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:21.342267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:21.345314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:21.348996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Usage tracker for resource:subnet and tenant:42b1e6fe75ca41ad85e9677496c0dd6d is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:21.352009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:21.359011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:21.380505 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bedbc7da-908e-4ec8-af33-cb9e7c7a817c tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:21.384803 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:21.446822 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:21.456000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Made reservation on behalf of 42b1e6fe75ca41ad85e9677496c0dd6d for: {'subnet': 2} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:21.461335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:21.461849 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:21.470706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbc7da-908e-4ec8-af33-cb9e7c7a817c tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d58658d1-9c16-4caa-97ac-a51aaae6203b,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:21.577967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 53923a08-0c89-4039-9f31-28eef517a089 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:21.650808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:21.665359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:21.669694 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 53923a08-0c89-4039-9f31-28eef517a089 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:21.670265 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:21.676638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bedbc7da-908e-4ec8-af33-cb9e7c7a817c tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:21.678487 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bedbc7da-908e-4ec8-af33-cb9e7c7a817c tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/d58658d1-9c16-4caa-97ac-a51aaae6203b HTTP/1.1" status: 204 len: 168 time: 1.7086947 Mar 29 09:43:21.681724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32864) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:21.682698 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4e283ceb-daad-48bf-ab98-88636a1b6c2b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/f690a788-f15b-46d2-b7fa-edda11244a83 HTTP/1.1" status: 204 len: 168 time: 2.2856088 Mar 29 09:43:21.683438 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:21.686704 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32868) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:21.687645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:21.706578 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:21.727235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0ced7d-665d-44db-8112-dc02b9b9ba71,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:21.804919 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e00c0c5-c421-48e3-90c2-17987e7068ea None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:43:21.815303 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0e00c0c5-c421-48e3-90c2-17987e7068ea None None] Deleting port 53923a08-0c89-4039-9f31-28eef517a089 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:21.815711 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0e00c0c5-c421-48e3-90c2-17987e7068ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:21.874443 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e7a45f5a-8539-4b80-9781-89887a65c196 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1704695 Mar 29 09:43:21.895574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32874) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:21.905893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2726041f-a63c-4e1d-ab95-b19920d4dc10 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:21.915694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:21.926021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-cbceadbe-49f2-4605-807e-5931258bfa04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:22.056752 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0e00c0c5-c421-48e3-90c2-17987e7068ea None None] For port 53923a08-0c89-4039-9f31-28eef517a089, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=53923a08-0c89-4039-9f31-28eef517a089,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:22.057458 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0e00c0c5-c421-48e3-90c2-17987e7068ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.077962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db01bfa4-5da2-457b-a805-493301457df1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.109534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.169057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-2726041f-a63c-4e1d-ab95-b19920d4dc10 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Calling delete_port for 81e69604-a794-4a78-9821-b450a474af18 owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:22.225933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0e00c0c5-c421-48e3-90c2-17987e7068ea None None] Calling delete_port for 53923a08-0c89-4039-9f31-28eef517a089 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:22.285110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d3f45a09-2fc4-4d37-9167-a19e50bbf1d0 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:43:22.347046 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: d3f45a09-2fc4-4d37-9167-a19e50bbf1d0 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:43:22.348840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d3f45a09-2fc4-4d37-9167-a19e50bbf1d0 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:43:22.368855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db01bfa4-5da2-457b-a805-493301457df1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.389703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-cbceadbe-49f2-4605-807e-5931258bfa04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:22.413293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7230724-cd94-43c8-ae85-cdcc2e840a9f,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:22.428879 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-db01bfa4-5da2-457b-a805-493301457df1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5de8080-e8bb-4664-b781-a2a6103fd261']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:22.440870 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-cbceadbe-49f2-4605-807e-5931258bfa04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:22.451479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.452770 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c04850ce-7e3b-488c-bc91-d4d1257debf1 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.8948781 Mar 29 09:43:22.455226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-cbceadbe-49f2-4605-807e-5931258bfa04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:22.468640 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32890) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:22.469088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32892) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:22.474364 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-cbceadbe-49f2-4605-807e-5931258bfa04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:22.479057 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0e00c0c5-c421-48e3-90c2-17987e7068ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.487105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-db01bfa4-5da2-457b-a805-493301457df1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef677b89-2c38-4c15-bb41-b64e2610bffc') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:22.493102 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-db01bfa4-5da2-457b-a805-493301457df1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef677b89-2c38-4c15-bb41-b64e2610bffc') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:22.504752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2b493b4a-65bb-43cc-8d00-05df86826d0a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'f7230724-cd94-43c8-ae85-cdcc2e840a9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:22.511892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.3 (3c3ef509-76c0-4a1a-bc35-8f39980efe1a/61d64769-6487-46dd-99b9-32b9753e3276/cc059108-ddf2-494c-a733-655bbc1d0e21) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:22.527354 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00c0c5-c421-48e3-90c2-17987e7068ea None None] Pushing event deleted for resources: {'Port': ['ID=53923a08-0c89-4039-9f31-28eef517a089,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:22.534706 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e00c0c5-c421-48e3-90c2-17987e7068ea None None] No DVR routers for this DVR port 53923a08-0c89-4039-9f31-28eef517a089 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:43:22.556632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18d03a-e2eb-4696-82b4-a5049fb622c0 req-8dd922b8-c37f-4106-ad57-9fe088e86fbb tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:22.561437 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2c18d03a-e2eb-4696-82b4-a5049fb622c0 req-8dd922b8-c37f-4106-ad57-9fe088e86fbb tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.4458776 Mar 29 09:43:22.567495 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2b493b4a-65bb-43cc-8d00-05df86826d0a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:22.571862 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db01bfa4-5da2-457b-a805-493301457df1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.588505 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2b493b4a-65bb-43cc-8d00-05df86826d0a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:22.602342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2b493b4a-65bb-43cc-8d00-05df86826d0a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:22.607830 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4122a0b9-d7a2-451c-9914-174988609cb1 req-a58e62cd-0116-4a2e-a3df-58e05c5acd6b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 210 time: 0.0981424 Mar 29 09:43:22.614423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db01bfa4-5da2-457b-a805-493301457df1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.620363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2b493b4a-65bb-43cc-8d00-05df86826d0a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:22.630038 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbceadbe-49f2-4605-807e-5931258bfa04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:22.634110 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cbceadbe-49f2-4605-807e-5931258bfa04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.678183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'network': {'name': 'tempest-RoutersTest-465528406'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:22.682745 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:22.687934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db01bfa4-5da2-457b-a805-493301457df1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:43:22.688343 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db01bfa4-5da2-457b-a805-493301457df1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:43:22.707188 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:43:22.709477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:network and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:22.731501 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:22.742608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:22.775988 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2c18d03a-e2eb-4696-82b4-a5049fb622c0 req-36a850ad-0ec4-4eaa-89c4-1b5f7dad8e29 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067409 Mar 29 09:43:22.817124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.827781 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2b493b4a-65bb-43cc-8d00-05df86826d0a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.892157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:22.894941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.912587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.932779 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:43:22.933410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:22.945022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:security_group_rule and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:22.949826 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2b493b4a-65bb-43cc-8d00-05df86826d0a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.951430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:22.954143 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db01bfa4-5da2-457b-a805-493301457df1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.972728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:22.976855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db01bfa4-5da2-457b-a805-493301457df1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5de8080-e8bb-4664-b781-a2a6103fd261 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 29 09:43:22.982734 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db01bfa4-5da2-457b-a805-493301457df1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.985281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:22.990526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01bfa4-5da2-457b-a805-493301457df1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5de8080-e8bb-4664-b781-a2a6103fd261,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:23.054438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2b493b4a-65bb-43cc-8d00-05df86826d0a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:23.073548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2726041f-a63c-4e1d-ab95-b19920d4dc10 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:23.081947 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-db01bfa4-5da2-457b-a805-493301457df1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "DELETE /v2.0/networks/c5de8080-e8bb-4664-b781-a2a6103fd261 HTTP/1.1" status: 204 len: 168 time: 1.3954656 Mar 29 09:43:23.112022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b493b4a-65bb-43cc-8d00-05df86826d0a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1113f73d-758d-4448-a86c-1095a220ce3f,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:23.127326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event updated for resources: {'Subnet': ['ID=4f95117e-daed-4147-8117-a785b5471aa9,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:23.167751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Checking segment: {'id': 'e3cca91a-9eeb-4403-a388-4a2b3f91dc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '082cbbc7-7b1c-4147-bfd9-c0c4e579aa38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:23.168336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Network hostable DHCP agents. Network: 082cbbc7-7b1c-4147-bfd9-c0c4e579aa38, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:43:23.227894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:23.229644 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2b493b4a-65bb-43cc-8d00-05df86826d0a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:23.231111 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2b493b4a-65bb-43cc-8d00-05df86826d0a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7582154 Mar 29 09:43:23.233886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32908) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:23.240055 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-efb3b935-0edc-4f89-9305-064d2eff84a3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'f7230724-cd94-43c8-ae85-cdcc2e840a9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:23.245000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-efb3b935-0edc-4f89-9305-064d2eff84a3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:23.249350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-efb3b935-0edc-4f89-9305-064d2eff84a3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:23.252639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-efb3b935-0edc-4f89-9305-064d2eff84a3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:23.260332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-efb3b935-0edc-4f89-9305-064d2eff84a3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:23.279361 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Network 082cbbc7-7b1c-4147-bfd9-c0c4e579aa38 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:43:23.303010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:23.306590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cbceadbe-49f2-4605-807e-5931258bfa04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:23.316536 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726041f-a63c-4e1d-ab95-b19920d4dc10 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Pushing event deleted for resources: {'Port': ['ID=81e69604-a794-4a78-9821-b450a474af18,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:23.330397 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:23.377728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-efb3b935-0edc-4f89-9305-064d2eff84a3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:23.385444 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:43:23.400306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac330f91-691e-446d-b4b9-fcce681372d0,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:23.419482 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 082cbbc7-7b1c-4147-bfd9-c0c4e579aa38) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:23.428577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9572ee5c-211e-403c-b2ae-0e16057d59e5 None None] Network 082cbbc7-7b1c-4147-bfd9-c0c4e579aa38 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:23.452173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:23.563505 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:23.563972 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Added segment 53ff0b82-1153-48e0-9cd5-a71af47e8bec of type vlan for network 57a6c9b2-0a2a-40bf-a521-1e167a7fc086 Mar 29 09:43:23.617280 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object cc059108-ddf2-494c-a733-655bbc1d0e21 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:23.628995 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 53923a08-0c89-4039-9f31-28eef517a089 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:43:23.667815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbceadbe-49f2-4605-807e-5931258bfa04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=270f4212-101e-42d5-8210-49abbecd9f18,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:23.678990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32918) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:23.686300 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbceadbe-49f2-4605-807e-5931258bfa04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:23.694151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-cbceadbe-49f2-4605-807e-5931258bfa04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:23.698292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbceadbe-49f2-4605-807e-5931258bfa04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:23.699557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cbceadbe-49f2-4605-807e-5931258bfa04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:23.713956 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc5df89-f781-4434-83fb-ebedc5d3c55e None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:23.731094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 53923a08-0c89-4039-9f31-28eef517a089 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:43:23.731462 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 53923a08-0c89-4039-9f31-28eef517a089 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:43:23.765256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-df217684-dc57-4da1-b36c-46a9aa3d8594 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Request body: {'router': {'name': 'tempest-router--150433633', 'project_id': '9b1d7465e9f1490ab2dcde8699d040f9'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:23.783452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-df217684-dc57-4da1-b36c-46a9aa3d8594 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:23.821319 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event updated for resources: {'Subnet': ['ID=7e510d9e-179a-4882-8e9e-341c5ebb32e1,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:23.836369 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-df217684-dc57-4da1-b36c-46a9aa3d8594 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Usage tracker for resource:router and tenant:9b1d7465e9f1490ab2dcde8699d040f9 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:23.849549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-df217684-dc57-4da1-b36c-46a9aa3d8594 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:23.884357 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fba4dbc3-199e-4a0c-8cc2-9ef41122e0a6 req-facf531b-fe82-42c7-9124-a49d566f53a7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 210 time: 0.1289396 Mar 29 09:43:23.886078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-df217684-dc57-4da1-b36c-46a9aa3d8594 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:23.897035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:23.939675 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Checking segment: {'id': 'd5c0cad2-5dc5-43a4-8cf5-1b09f8007cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd3907c8e-e322-4328-bba7-1b1f19899d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:23.940525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Network hostable DHCP agents. Network: d3907c8e-e322-4328-bba7-1b1f19899d2e, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:43:23.984939 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd158369-7994-4354-85cf-a232b9c38c9b req-a32e51ef-f500-4adf-b471-0a312ea1cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:23.986431 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd158369-7994-4354-85cf-a232b9c38c9b req-a32e51ef-f500-4adf-b471-0a312ea1cb11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd990266160241679233cd0b82116a4d&device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 1098 time: 0.4131639 Mar 29 09:43:23.995348 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-efb3b935-0edc-4f89-9305-064d2eff84a3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): There was a conflict when trying to complete your request. Mar 29 09:43:23.995679 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-efb3b935-0edc-4f89-9305-064d2eff84a3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7607381 Mar 29 09:43:24.002666 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32922) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:24.055094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-082cbbc7-7b1c-4147-bfd9-c0c4e579aa38', 'network_id': '082cbbc7-7b1c-4147-bfd9-c0c4e579aa38', 'tenant_id': '42b1e6fe75ca41ad85e9677496c0dd6d', 'fixed_ips': [{'subnet_id': '4f95117e-daed-4147-8117-a785b5471aa9'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:43:24.055906 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.069185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': '270f4212-101e-42d5-8210-49abbecd9f18'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:43:24.070245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.103236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc810c-8b66-40c4-96ad-f28fb2890962 req-8deabf98-802d-4c3a-8e27-da17acef2cbe tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:24.104894 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6bbc810c-8b66-40c4-96ad-f28fb2890962 req-8deabf98-802d-4c3a-8e27-da17acef2cbe tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.6217182 Mar 29 09:43:24.107266 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cbceadbe-49f2-4605-807e-5931258bfa04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2107191 Mar 29 09:43:24.108104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2726041f-a63c-4e1d-ab95-b19920d4dc10 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.113511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32926) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:24.126422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.132260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:24.132887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.136129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d6e7e02a-701f-4068-a0b0-223d941a23e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-562641520', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:24.160238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Network d3907c8e-e322-4328-bba7-1b1f19899d2e is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:43:24.166661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d6e7e02a-701f-4068-a0b0-223d941a23e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:24.198685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df217684-dc57-4da1-b36c-46a9aa3d8594 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.199629 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df217684-dc57-4da1-b36c-46a9aa3d8594 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.209542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd158369-7994-4354-85cf-a232b9c38c9b req-3805d6a1-1198-48ba-b8d2-3efe75e83d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:24.211041 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd158369-7994-4354-85cf-a232b9c38c9b req-3805d6a1-1198-48ba-b8d2-3efe75e83d4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=42b8e51d-f4c6-435f-9d85-32ff338cd383 HTTP/1.1" status: 200 len: 912 time: 0.2176063 Mar 29 09:43:24.239585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d6e7e02a-701f-4068-a0b0-223d941a23e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:router and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:24.253003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d6e7e02a-701f-4068-a0b0-223d941a23e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:24.272097 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.279442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d6e7e02a-701f-4068-a0b0-223d941a23e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:24.332861 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, d3907c8e-e322-4328-bba7-1b1f19899d2e) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:24.333740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Network': ['ID=57a6c9b2-0a2a-40bf-a521-1e167a7fc086,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:24.354606 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:24.355652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:24.356290 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.366909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 57a6c9b2-0a2a-40bf-a521-1e167a7fc086 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:43:24.388675 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b58ee4-f429-4c4f-be83-9c77ec15ce63 None None] Network d3907c8e-e322-4328-bba7-1b1f19899d2e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:24.428467 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6bbc810c-8b66-40c4-96ad-f28fb2890962 req-dbf985ed-4f3e-4662-b388-8afeacbfe411 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030405 Mar 29 09:43:24.446745 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 3c3ef509-76c0-4a1a-bc35-8f39980efe1a is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:24.447679 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9b64-2c75-47e5-a3ef-488ae0154f56 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.453566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:24.456249 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:24.502459 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e86390b3-be9a-4641-88cc-168c26272999 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0278473 Mar 29 09:43:24.513936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df217684-dc57-4da1-b36c-46a9aa3d8594 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.517072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32930) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:24.531739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'network': {'name': 'tempest-RoutersTest-1679478974'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:24.544584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:24.562217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:network and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:24.565914 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:24.575577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:24.575809 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e02a-701f-4068-a0b0-223d941a23e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.577065 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e02a-701f-4068-a0b0-223d941a23e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.584122 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd158369-7994-4354-85cf-a232b9c38c9b req-b3d91f22-7c89-4033-828d-c6fa843406eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=446dadd6-4742-435f-a9c0-cca15d4d47be HTTP/1.1" status: 200 len: 1000 time: 0.3196480 Mar 29 09:43:24.586594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Allocated IP 172.20.0.2 (082cbbc7-7b1c-4147-bfd9-c0c4e579aa38/4f95117e-daed-4147-8117-a785b5471aa9/d442e3e3-f627-42a9-a882-f1bf002834a5) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:24.612403 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=cc059108-ddf2-494c-a733-655bbc1d0e21,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:24.634650 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Allocated IP 2001:db8::2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/270f4212-101e-42d5-8210-49abbecd9f18/fa97db20-777d-481c-bd38-be77eb627b2f) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:24.695276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd158369-7994-4354-85cf-a232b9c38c9b req-a057cb0a-bce4-4728-b9e2-b0f2fc3ade32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:24.698079 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd158369-7994-4354-85cf-a232b9c38c9b req-a057cb0a-bce4-4728-b9e2-b0f2fc3ade32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45e1ab43-d8c0-43c8-bce8-1dd511cbc465 HTTP/1.1" status: 200 len: 850 time: 0.1062682 Mar 29 09:43:24.706995 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e928831f-7264-436a-926f-7da14753ce13 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.6455805 Mar 29 09:43:24.706995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df217684-dc57-4da1-b36c-46a9aa3d8594 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.707295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9b64-2c75-47e5-a3ef-488ae0154f56 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.720237 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32934) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:24.783741 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:24.784463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.793157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:24.797126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.803860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2726041f-a63c-4e1d-ab95-b19920d4dc10 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Router c4f10619-57e5-4286-a7ad-8fb716efd067 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:43:24.811345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df217684-dc57-4da1-b36c-46a9aa3d8594 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.815163 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-df217684-dc57-4da1-b36c-46a9aa3d8594 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1107893 Mar 29 09:43:24.817121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32938) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:24.819620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e02a-701f-4068-a0b0-223d941a23e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.838318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd158369-7994-4354-85cf-a232b9c38c9b req-acef79b7-720f-482c-b668-ee1286fee7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:24.839943 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd158369-7994-4354-85cf-a232b9c38c9b req-acef79b7-720f-482c-b668-ee1286fee7f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42b8e51d-f4c6-435f-9d85-32ff338cd383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1149838 Mar 29 09:43:24.843363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:43:24.887185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:24.887529 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Added segment 898840da-6889-47e4-82c6-cf53a1e6540c of type vlan for network 1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f Mar 29 09:43:24.978478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.023880 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd158369-7994-4354-85cf-a232b9c38c9b req-3f1fa40e-0f1d-40f2-9090-d3efafa0532c service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780531 Mar 29 09:43:25.041447 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-12a1bff1-53e1-42d4-8c4c-4cc8d6a6cc06 None None] Provisioning for port cc059108-ddf2-494c-a733-655bbc1d0e21 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:25.050714 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-d3907c8e-e322-4328-bba7-1b1f19899d2e', 'network_id': 'd3907c8e-e322-4328-bba7-1b1f19899d2e', 'tenant_id': '42b1e6fe75ca41ad85e9677496c0dd6d', 'fixed_ips': [{'subnet_id': '7e510d9e-179a-4882-8e9e-341c5ebb32e1'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:43:25.051782 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.071222 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46639f88-b815-4640-a06a-fd6daf99c8e3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:25.072867 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46639f88-b815-4640-a06a-fd6daf99c8e3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:25.075061 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46639f88-b815-4640-a06a-fd6daf99c8e3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:25.076781 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-46639f88-b815-4640-a06a-fd6daf99c8e3 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3532090 Mar 29 09:43:25.089194 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-12a1bff1-53e1-42d4-8c4c-4cc8d6a6cc06 None None] Provisioning complete for port cc059108-ddf2-494c-a733-655bbc1d0e21 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:25.089839 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-12a1bff1-53e1-42d4-8c4c-4cc8d6a6cc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.090285 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32944) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:25.147661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3d410c51-bbe4-4e33-af12-0d03fa867d60 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.196105 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-a6cdd01d-7bf5-45de-9194-ac8af92e925a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2581346 Mar 29 09:43:25.219210 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd158369-7994-4354-85cf-a232b9c38c9b req-00988892-79b0-425e-88d7-126eca775007 service neutron] 10.222.0.36 "GET /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879153 Mar 29 09:43:25.220072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.225266 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:25.225864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.231361 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.264305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e02a-701f-4068-a0b0-223d941a23e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.277524 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Transition to ACTIVE for port object d442e3e3-f627-42a9-a882-f1bf002834a5 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:25.280451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.282700 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-12a1bff1-53e1-42d4-8c4c-4cc8d6a6cc06 None None] Port cc059108-ddf2-494c-a733-655bbc1d0e21 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:43:25.289722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Request body: {'port': {'device_id': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:25.315604 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2726041f-a63c-4e1d-ab95-b19920d4dc10 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:25.320089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Transition to ACTIVE for port object fa97db20-777d-481c-bd38-be77eb627b2f will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:25.322765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9b64-2c75-47e5-a3ef-488ae0154f56 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.360473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Network': ['ID=1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:25.365778 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24bcb5f-5e8f-4879-a408-6882bde638db None None] Sync routers for ids ['c4f10619-57e5-4286-a7ad-8fb716efd067'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:25.370133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd8c5f-d0b2-4c4d-ae36-a9686a68b77c req-09919929-0b80-427c-a8a7-707d6bcc6fad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:25.371979 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-28fd8c5f-d0b2-4c4d-ae36-a9686a68b77c req-09919929-0b80-427c-a8a7-707d6bcc6fad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 931 time: 0.2418771 Mar 29 09:43:25.374891 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Transition to ACTIVE for port object d442e3e3-f627-42a9-a882-f1bf002834a5 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:25.386965 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:43:25.431745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24bcb5f-5e8f-4879-a408-6882bde638db None None] Routers {'c4f10619-57e5-4286-a7ad-8fb716efd067'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:25.432788 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b2623e49-39d3-4f03-aec0-7aaa9e8ab160 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9144537 Mar 29 09:43:25.434406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c24bcb5f-5e8f-4879-a408-6882bde638db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c4f10619-57e5-4286-a7ad-8fb716efd067'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:25.439490 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-28fd8c5f-d0b2-4c4d-ae36-a9686a68b77c req-fb1706cc-1ca5-43d5-a6a1-5829e93bb4b8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:25.442153 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32948) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:25.450346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'subnet': {'network_id': '57a6c9b2-0a2a-40bf-a521-1e167a7fc086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:25.491203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Transition to ACTIVE for port object fa97db20-777d-481c-bd38-be77eb627b2f will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:25.506393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.581021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f9b64-2c75-47e5-a3ef-488ae0154f56 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7230724-cd94-43c8-ae85-cdcc2e840a9f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:25.589957 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:25.594518 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:subnet and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:25.600395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:25.608478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:25.612558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-28fd8c5f-d0b2-4c4d-ae36-a9686a68b77c req-fb1706cc-1ca5-43d5-a6a1-5829e93bb4b8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:25.615150 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.623980 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-28fd8c5f-d0b2-4c4d-ae36-a9686a68b77c req-fb1706cc-1ca5-43d5-a6a1-5829e93bb4b8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=68d76a55-c0fa-43a2-8ecf-aa24a97701f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413998 Mar 29 09:43:25.639077 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c24bcb5f-5e8f-4879-a408-6882bde638db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:25.656306 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Allocated IP 172.20.0.18 (d3907c8e-e322-4328-bba7-1b1f19899d2e/7e510d9e-179a-4882-8e9e-341c5ebb32e1/3446de3d-2d15-4ff5-9e57-db21735cfd93) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:25.702533 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Network 082cbbc7-7b1c-4147-bfd9-c0c4e579aa38 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:25.711996 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:25.717740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:25.723682 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9b64-2c75-47e5-a3ef-488ae0154f56 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.724818 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4a9f9b64-2c75-47e5-a3ef-488ae0154f56 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "DELETE /v2.0/security-groups/f7230724-cd94-43c8-ae85-cdcc2e840a9f HTTP/1.1" status: 204 len: 168 time: 1.7210467 Mar 29 09:43:25.725180 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:25.728770 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2726041f-a63c-4e1d-ab95-b19920d4dc10 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "PUT /v2.0/routers/c4f10619-57e5-4286-a7ad-8fb716efd067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5918519 Mar 29 09:43:25.737441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32954) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:25.737441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32956) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:25.741448 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:25.743566 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Pushing event updated for resources: {'Port': ['ID=d442e3e3-f627-42a9-a882-f1bf002834a5,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:25.745807 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24bcb5f-5e8f-4879-a408-6882bde638db None None] Routers {'c4f10619-57e5-4286-a7ad-8fb716efd067'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:25.746402 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c24bcb5f-5e8f-4879-a408-6882bde638db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c4f10619-57e5-4286-a7ad-8fb716efd067'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:25.789616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c90abb-86c0-4f96-9c35-853f22ed1931 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Deleting subnet 4f95117e-daed-4147-8117-a785b5471aa9 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:43:25.792206 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e02a-701f-4068-a0b0-223d941a23e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.796593 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d6e7e02a-701f-4068-a0b0-223d941a23e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6772807 Mar 29 09:43:25.804095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32962) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:25.821295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:25.829140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.833507 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:25.857575 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1c90abb-86c0-4f96-9c35-853f22ed1931 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.940202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c6b34e8c-8332-4c80-95e5-883fceb836d8 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:25.988513 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3d410c51-bbe4-4e33-af12-0d03fa867d60 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.018209 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3d410c51-bbe4-4e33-af12-0d03fa867d60 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.036074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c24bcb5f-5e8f-4879-a408-6882bde638db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:26.036757 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24bcb5f-5e8f-4879-a408-6882bde638db None None] The sync data for ids ['c4f10619-57e5-4286-a7ad-8fb716efd067'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:26.145154 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-901137a3-bc26-48d5-80dd-6a48304cbe8b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4154837 Mar 29 09:43:26.145789 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32966) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:26.173983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Pushing event updated for resources: {'Port': ['ID=fa97db20-777d-481c-bd38-be77eb627b2f,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:26.187900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Attempting to bind port fa97db20-777d-481c-bd38-be77eb627b2f on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:26.188557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Attempting to bind port fa97db20-777d-481c-bd38-be77eb627b2f by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:26.189076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Attempting to bind port fa97db20-777d-481c-bd38-be77eb627b2f on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:26.200325 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ee87a2a4-7ed4-4943-9e9c-4ab69735f23a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group': {'name': 'tempest-secgroup--981460137'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:26.210655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Attempting to bind port d442e3e3-f627-42a9-a882-f1bf002834a5 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:26.211017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Attempting to bind port d442e3e3-f627-42a9-a882-f1bf002834a5 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'e3cca91a-9eeb-4403-a388-4a2b3f91dc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '082cbbc7-7b1c-4147-bfd9-c0c4e579aa38'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:26.211379 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Attempting to bind port d442e3e3-f627-42a9-a882-f1bf002834a5 on network 082cbbc7-7b1c-4147-bfd9-c0c4e579aa38 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:26.215457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:26.215821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:26.216213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.216621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:26.217086 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Bound port: fa97db20-777d-481c-bd38-be77eb627b2f, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:26.217452 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.246424 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:26.247164 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Checking segment: {'id': 'e3cca91a-9eeb-4403-a388-4a2b3f91dc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '082cbbc7-7b1c-4147-bfd9-c0c4e579aa38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:26.247721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.248254 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Bound using segment: {'id': 'e3cca91a-9eeb-4403-a388-4a2b3f91dc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '082cbbc7-7b1c-4147-bfd9-c0c4e579aa38'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:26.248986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Bound port: d442e3e3-f627-42a9-a882-f1bf002834a5, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3cca91a-9eeb-4403-a388-4a2b3f91dc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '082cbbc7-7b1c-4147-bfd9-c0c4e579aa38'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:26.249535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.268105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ee87a2a4-7ed4-4943-9e9c-4ab69735f23a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:26.361986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1c90abb-86c0-4f96-9c35-853f22ed1931 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.409607 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ee87a2a4-7ed4-4943-9e9c-4ab69735f23a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:26.416319 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ee87a2a4-7ed4-4943-9e9c-4ab69735f23a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:26.469672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.473164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ee87a2a4-7ed4-4943-9e9c-4ab69735f23a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:26.490273 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] For port fa97db20-777d-481c-bd38-be77eb627b2f, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:26.492454 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Transition to ACTIVE for port object 3446de3d-2d15-4ff5-9e57-db21735cfd93 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:26.493044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c6b34e8c-8332-4c80-95e5-883fceb836d8 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.499628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] For port d442e3e3-f627-42a9-a882-f1bf002834a5, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:26.499758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c6b34e8c-8332-4c80-95e5-883fceb836d8 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.501624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] For port fa97db20-777d-481c-bd38-be77eb627b2f, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fa97db20-777d-481c-bd38-be77eb627b2f,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:26.503744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] For port d442e3e3-f627-42a9-a882-f1bf002834a5, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d442e3e3-f627-42a9-a882-f1bf002834a5,segment=NetworkSegment(e3cca91a-9eeb-4403-a388-4a2b3f91dc43),segment_id=e3cca91a-9eeb-4403-a388-4a2b3f91dc43)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:26.519807 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Transition to ACTIVE for port object 3446de3d-2d15-4ff5-9e57-db21735cfd93 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:26.541777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.552297 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3d410c51-bbe4-4e33-af12-0d03fa867d60 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.552792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d410c51-bbe4-4e33-af12-0d03fa867d60 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c02ebca7-7415-4329-826a-a42df3f80192 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:43:26.568837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee87a2a4-7ed4-4943-9e9c-4ab69735f23a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.590540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934a252-607e-418c-9da2-1135839d802d req-59466b9c-f47c-4c51-9289-2dcfc2d92f22 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:26.592051 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d934a252-607e-418c-9da2-1135839d802d req-59466b9c-f47c-4c51-9289-2dcfc2d92f22 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.9363937 Mar 29 09:43:26.599333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ee87a2a4-7ed4-4943-9e9c-4ab69735f23a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:26.608070 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.613929 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.615434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ee87a2a4-7ed4-4943-9e9c-4ab69735f23a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:26.619547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ee87a2a4-7ed4-4943-9e9c-4ab69735f23a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:26.635841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ee87a2a4-7ed4-4943-9e9c-4ab69735f23a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:26.639851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c6b34e8c-8332-4c80-95e5-883fceb836d8 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.640357 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b34e8c-8332-4c80-95e5-883fceb836d8 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Fanout notify agent at l3_agent the message router_deleted on router c4f10619-57e5-4286-a7ad-8fb716efd067 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:43:26.655131 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.690239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c6b34e8c-8332-4c80-95e5-883fceb836d8 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.691601 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c6b34e8c-8332-4c80-95e5-883fceb836d8 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "DELETE /v2.0/routers/c4f10619-57e5-4286-a7ad-8fb716efd067 HTTP/1.1" status: 204 len: 168 time: 0.9589140 Mar 29 09:43:26.696935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32972) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:26.707737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3d410c51-bbe4-4e33-af12-0d03fa867d60 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.711673 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3d410c51-bbe4-4e33-af12-0d03fa867d60 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "DELETE /v2.0/routers/c02ebca7-7415-4329-826a-a42df3f80192 HTTP/1.1" status: 204 len: 168 time: 1.8903666 Mar 29 09:43:26.721887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Network d3907c8e-e322-4328-bba7-1b1f19899d2e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:26.733264 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:26.740846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:26.747542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.769303 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d934a252-607e-418c-9da2-1135839d802d req-c5fdf949-cfb3-46ea-92e4-fffe985f55d1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453714 Mar 29 09:43:26.781439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077df8f2-794b-4758-ac66-e0b6b9a3cb4c None None] Pushing event updated for resources: {'Port': ['ID=fa97db20-777d-481c-bd38-be77eb627b2f,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:26.895715 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.897299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b7a69e-11bb-4561-bdda-cc5a2f581415 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Deleting subnet 3c65e014-0a68-4942-a705-7015f572039d {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:43:26.903155 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6c86d-a663-4893-bdd0-5d949a3d00d4 None None] Pushing event updated for resources: {'Port': ['ID=d442e3e3-f627-42a9-a882-f1bf002834a5,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:26.923827 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35b7a69e-11bb-4561-bdda-cc5a2f581415 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.951886 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1c90abb-86c0-4f96-9c35-853f22ed1931 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.979044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee87a2a4-7ed4-4943-9e9c-4ab69735f23a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:26.980255 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Subnet': ['ID=7232e598-88d4-484c-a77e-51ba5a1c1cca,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:27.016248 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35b7a69e-11bb-4561-bdda-cc5a2f581415 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:27.021227 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Pushing event updated for resources: {'Port': ['ID=3446de3d-2d15-4ff5-9e57-db21735cfd93,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:27.025768 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Attempting to bind port 3446de3d-2d15-4ff5-9e57-db21735cfd93 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:27.026275 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Attempting to bind port 3446de3d-2d15-4ff5-9e57-db21735cfd93 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'd5c0cad2-5dc5-43a4-8cf5-1b09f8007cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd3907c8e-e322-4328-bba7-1b1f19899d2e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:27.027349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Attempting to bind port 3446de3d-2d15-4ff5-9e57-db21735cfd93 on network d3907c8e-e322-4328-bba7-1b1f19899d2e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:27.034812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:27.035318 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Checking segment: {'id': 'd5c0cad2-5dc5-43a4-8cf5-1b09f8007cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd3907c8e-e322-4328-bba7-1b1f19899d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:27.035802 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:27.036283 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Bound using segment: {'id': 'd5c0cad2-5dc5-43a4-8cf5-1b09f8007cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd3907c8e-e322-4328-bba7-1b1f19899d2e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:27.036874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Bound port: 3446de3d-2d15-4ff5-9e57-db21735cfd93, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c0cad2-5dc5-43a4-8cf5-1b09f8007cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd3907c8e-e322-4328-bba7-1b1f19899d2e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:27.037345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:27.167111 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32978) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:27.185586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee87a2a4-7ed4-4943-9e9c-4ab69735f23a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:27.199477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] For port 3446de3d-2d15-4ff5-9e57-db21735cfd93, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:27.216799 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] For port 3446de3d-2d15-4ff5-9e57-db21735cfd93, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3446de3d-2d15-4ff5-9e57-db21735cfd93,segment=NetworkSegment(d5c0cad2-5dc5-43a4-8cf5-1b09f8007cbe),segment_id=d5c0cad2-5dc5-43a4-8cf5-1b09f8007cbe)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:27.272177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Checking segment: {'id': '53ff0b82-1153-48e0-9cd5-a71af47e8bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '57a6c9b2-0a2a-40bf-a521-1e167a7fc086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:27.272573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network hostable DHCP agents. Network: 57a6c9b2-0a2a-40bf-a521-1e167a7fc086, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:43:27.276579 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:27.319381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35b7a69e-11bb-4561-bdda-cc5a2f581415 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:27.396056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87a2a4-7ed4-4943-9e9c-4ab69735f23a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def48c9c-9c6b-4b27-9bb3-73a7d1aeb046,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:27.406875 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee87a2a4-7ed4-4943-9e9c-4ab69735f23a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:27.410830 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ee87a2a4-7ed4-4943-9e9c-4ab69735f23a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2591295 Mar 29 09:43:27.416522 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32984) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:27.434063 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ef6fae6a-1ca7-459e-b176-bd2a94cca04d tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'def48c9c-9c6b-4b27-9bb3-73a7d1aeb046', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:27.434826 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING neutron.api.v2.base [None req-ef6fae6a-1ca7-459e-b176-bd2a94cca04d tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 29 09:43:27.445030 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-ef6fae6a-1ca7-459e-b176-bd2a94cca04d tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:27.445030 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ef6fae6a-1ca7-459e-b176-bd2a94cca04d tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0188255 Mar 29 09:43:27.446480 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32988) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:27.524626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2e8a2-1fb6-4606-8d02-c407800eec28 req-8073e9ce-5d0c-48c2-905d-dacdeea57a51 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:27.526148 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2ae2e8a2-1fb6-4606-8d02-c407800eec28 req-8073e9ce-5d0c-48c2-905d-dacdeea57a51 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 931 time: 0.5581837 Mar 29 09:43:27.572059 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 57a6c9b2-0a2a-40bf-a521-1e167a7fc086 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:43:27.638425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b335c40-7e67-4cf1-b2aa-7c5091d794c7 None None] Pushing event updated for resources: {'Port': ['ID=3446de3d-2d15-4ff5-9e57-db21735cfd93,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:27.712353 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2ae2e8a2-1fb6-4606-8d02-c407800eec28 req-1cad1494-0fd4-4ed4-ac98-37f37be8010e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=68d76a55-c0fa-43a2-8ecf-aa24a97701f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575422 Mar 29 09:43:27.724897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-63a9a4d9-da53-4d0b-815f-2d517c49d614 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:27.759815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1446433200', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:27.769474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:27.788368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Usage tracker for resource:router and tenant:1c0d5c50763247e3a36c5a7ef3600471 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:27.793838 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:27.801413 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-63a9a4d9-da53-4d0b-815f-2d517c49d614 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:27.808962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fa97db20-777d-481c-bd38-be77eb627b2f up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:27.820735 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:27.892088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 57a6c9b2-0a2a-40bf-a521-1e167a7fc086) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:27.897310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:27.903706 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:27.916669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563aa45e-6d56-4b9b-8d67-7dd38c3596e7 None None] Network 57a6c9b2-0a2a-40bf-a521-1e167a7fc086 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:27.926179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:27.927689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:27.931664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1c90abb-86c0-4f96-9c35-853f22ed1931 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:27.937872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35b7a69e-11bb-4561-bdda-cc5a2f581415 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:27.992649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-63a9a4d9-da53-4d0b-815f-2d517c49d614 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.013854 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1c90abb-86c0-4f96-9c35-853f22ed1931 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.016904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-63a9a4d9-da53-4d0b-815f-2d517c49d614 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.018377 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-63a9a4d9-da53-4d0b-815f-2d517c49d614 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "DELETE /v2.0/security-groups/def48c9c-9c6b-4b27-9bb3-73a7d1aeb046 HTTP/1.1" status: 204 len: 168 time: 0.5695984 Mar 29 09:43:28.022984 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9a4d9-da53-4d0b-815f-2d517c49d614 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def48c9c-9c6b-4b27-9bb3-73a7d1aeb046,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:28.035145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7a69e-11bb-4561-bdda-cc5a2f581415 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Pushing event deleted for resources: {'Subnet': ['ID=3c65e014-0a68-4942-a705-7015f572039d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:28.035145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 32994) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:28.035883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35b7a69e-11bb-4561-bdda-cc5a2f581415 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.038275 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-35b7a69e-11bb-4561-bdda-cc5a2f581415 tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "DELETE /v2.0/subnets/3c65e014-0a68-4942-a705-7015f572039d HTTP/1.1" status: 204 len: 168 time: 1.3426340 Mar 29 09:43:28.047654 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 32996) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:28.048054 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33000) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:28.048630 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c2e67196-e667-4dc8-9e89-dc11fb57bc2d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6050749 Mar 29 09:43:28.063771 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.073361 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00afdad1-e822-45a1-8c9c-19a87c692517 None None] Network 416f5da6-5f32-4b20-bc34-dbc941405509 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:28.115482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c90abb-86c0-4f96-9c35-853f22ed1931 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event deleted for resources: {'Subnet': ['ID=4f95117e-daed-4147-8117-a785b5471aa9,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:28.120161 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ce319a1a-2527-485d-bd8b-50115e121b5d tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Synchronizing usage tracker for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:28.152625 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'subnet': {'network_id': '1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:28.181772 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d1c90abb-86c0-4f96-9c35-853f22ed1931 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "DELETE /v2.0/subnets/4f95117e-daed-4147-8117-a785b5471aa9 HTTP/1.1" status: 204 len: 168 time: 3.0886784 Mar 29 09:43:28.184794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33006) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:28.327078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ce319a1a-2527-485d-bd8b-50115e121b5d tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Unset dirty status for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:28.332975 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ce319a1a-2527-485d-bd8b-50115e121b5d tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2904210 Mar 29 09:43:28.339124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33010) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:28.345390 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-91bdc9f7-1c36-4451-a563-463423d5529b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group': {'name': 'tempest-secgroup--772738954'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:28.352448 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-91bdc9f7-1c36-4451-a563-463423d5529b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:28.363139 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-91bdc9f7-1c36-4451-a563-463423d5529b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:28.430169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.resource_extend [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:43:28.436294 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port fa97db20-777d-481c-bd38-be77eb627b2f completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:28.456539 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d442e3e3-f627-42a9-a882-f1bf002834a5 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:28.507728 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-57a6c9b2-0a2a-40bf-a521-1e167a7fc086', 'network_id': '57a6c9b2-0a2a-40bf-a521-1e167a7fc086', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'fixed_ips': [{'subnet_id': '7232e598-88d4-484c-a77e-51ba5a1c1cca'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:43:28.508654 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.529633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c285745-9060-40c4-b5c0-3c7e6607758e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Deleting subnet 7e510d9e-179a-4882-8e9e-341c5ebb32e1 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:43:28.546070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91bdc9f7-1c36-4451-a563-463423d5529b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.571242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c285745-9060-40c4-b5c0-3c7e6607758e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.638095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55652a3-de53-43e8-8646-24bf1cc628e3 req-51fa50e6-8fce-40cb-9627-617b9b3d8a42 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:28.638095 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b55652a3-de53-43e8-8646-24bf1cc628e3 req-51fa50e6-8fce-40cb-9627-617b9b3d8a42 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.6160192 Mar 29 09:43:28.640950 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.650729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:28.655357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:subnet and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:28.658605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:28.665192 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:28.691613 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::1 (904da7d4-bab8-40f2-8764-d10ff337fe7e/270f4212-101e-42d5-8210-49abbecd9f18/e7db2d8f-0b85-4034-8cc5-53277ca84bee) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:28.695191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.704840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-91bdc9f7-1c36-4451-a563-463423d5529b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:28.715278 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-91bdc9f7-1c36-4451-a563-463423d5529b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:28.715931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-91bdc9f7-1c36-4451-a563-463423d5529b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:28.720693 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc059108-ddf2-494c-a733-655bbc1d0e21 {{(pid=88550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:43:28.724029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-91bdc9f7-1c36-4451-a563-463423d5529b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:28.760252 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.768479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Deleting port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:28.771246 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c285745-9060-40c4-b5c0-3c7e6607758e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.774424 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.858600 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:28.867743 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.876915 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5434defc-7189-4acc-91e5-30333cbe0c8e None None] Provisioning for port fa97db20-777d-481c-bd38-be77eb627b2f completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:28.888004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5434defc-7189-4acc-91e5-30333cbe0c8e None None] Provisioning complete for port fa97db20-777d-481c-bd38-be77eb627b2f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:28.888566 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5434defc-7189-4acc-91e5-30333cbe0c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.992104 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Allocated IP 172.20.0.2 (57a6c9b2-0a2a-40bf-a521-1e167a7fc086/7232e598-88d4-484c-a77e-51ba5a1c1cca/22909096-e4ba-48d4-9d95-423f81aea3e2) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:28.997149 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c3655e-010d-48bb-9897-ccbefb918b4a None None] DHCP port deletion for 416f5da6-5f32-4b20-bc34-dbc941405509 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:43:29.003787 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port d442e3e3-f627-42a9-a882-f1bf002834a5 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:29.026538 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3655e-010d-48bb-9897-ccbefb918b4a None None] Deleting port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:29.027970 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b1c3655e-010d-48bb-9897-ccbefb918b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:29.177226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Transition to ACTIVE for port object cc059108-ddf2-494c-a733-655bbc1d0e21 will not be triggered until provisioned by entity L2. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:29.184030 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e7cde4-bdf2-4eef-b466-7ee892e74c5d None None] Network d3907c8e-e322-4328-bba7-1b1f19899d2e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:29.277425 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b55652a3-de53-43e8-8646-24bf1cc628e3 req-48c03e5b-1e9c-428a-969b-138b8893f1c8 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5958865 Mar 29 09:43:29.302752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91bdc9f7-1c36-4451-a563-463423d5529b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:29.317633 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:29.351601 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fc106-ae34-4187-b5e8-6b080409436d req-a5a6c6c9-de49-4da3-aeef-7d563f8e8557 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:29.353161 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-610fc106-ae34-4187-b5e8-6b080409436d req-a5a6c6c9-de49-4da3-aeef-7d563f8e8557 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 943 time: 0.4033837 Mar 29 09:43:29.393804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c285745-9060-40c4-b5c0-3c7e6607758e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:29.425085 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5434defc-7189-4acc-91e5-30333cbe0c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:29.454955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91bdc9f7-1c36-4451-a563-463423d5529b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:29.591607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3723493-711a-4624-a2f8-3be06da26418 None None] Network 082cbbc7-7b1c-4147-bfd9-c0c4e579aa38 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:29.688004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3446de3d-2d15-4ff5-9e57-db21735cfd93 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:29.692859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdc9f7-1c36-4451-a563-463423d5529b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d139a8e3-31f8-4379-8949-a084453a8fb6,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:29.724903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91bdc9f7-1c36-4451-a563-463423d5529b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:29.728891 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-91bdc9f7-1c36-4451-a563-463423d5529b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3851724 Mar 29 09:43:29.735607 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-610fc106-ae34-4187-b5e8-6b080409436d req-7f0e739d-245f-4016-90d2-73c63b175412 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=68d76a55-c0fa-43a2-8ecf-aa24a97701f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3752985 Mar 29 09:43:29.736069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33018) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:29.746477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:29.774397 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e4d01e2a-a269-4650-8f3f-bf4cd6332747 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'd139a8e3-31f8-4379-8949-a084453a8fb6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:29.775260 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING neutron.api.v2.base [None req-e4d01e2a-a269-4650-8f3f-bf4cd6332747 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 29 09:43:29.775746 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-e4d01e2a-a269-4650-8f3f-bf4cd6332747 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:29.776872 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e4d01e2a-a269-4650-8f3f-bf4cd6332747 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0346050 Mar 29 09:43:29.780836 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33022) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:29.796256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:29.805402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:29.927260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c3b9cf48-e085-49ce-b41e-f3f4d2c73b8d tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:29.931236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-5434defc-7189-4acc-91e5-30333cbe0c8e None None] For port fa97db20-777d-481c-bd38-be77eb627b2f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fa97db20-777d-481c-bd38-be77eb627b2f,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:29.970694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Pushing event updated for resources: {'Port': ['ID=cc059108-ddf2-494c-a733-655bbc1d0e21,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:29.971367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b1c3655e-010d-48bb-9897-ccbefb918b4a None None] For port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f41cf1eb-ea3f-4e35-bac1-b2a55dd49181,segment=NetworkSegment(b36aaff1-6406-4b0e-a1e0-d36142477325),segment_id=b36aaff1-6406-4b0e-a1e0-d36142477325)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:29.971811 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b1c3655e-010d-48bb-9897-ccbefb918b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:29.973885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c285745-9060-40c4-b5c0-3c7e6607758e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.041917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c285745-9060-40c4-b5c0-3c7e6607758e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event deleted for resources: {'Subnet': ['ID=7e510d9e-179a-4882-8e9e-341c5ebb32e1,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:30.047949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c3b9cf48-e085-49ce-b41e-f3f4d2c73b8d tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.058235 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c285745-9060-40c4-b5c0-3c7e6607758e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.085791 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.094291 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7c285745-9060-40c4-b5c0-3c7e6607758e tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "DELETE /v2.0/subnets/7e510d9e-179a-4882-8e9e-341c5ebb32e1 HTTP/1.1" status: 204 len: 168 time: 1.9058821 Mar 29 09:43:30.094291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Allocated IP 172.26.7.86 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/01f46c23-7819-4b20-b678-754fe80a9120) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:30.103553 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33026) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:30.126683 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5434defc-7189-4acc-91e5-30333cbe0c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.133389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Subnet': ['ID=d06aa77e-4a5c-4752-acd3-7acad1023029,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:30.140061 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3655e-010d-48bb-9897-ccbefb918b4a None None] Calling delete_port for f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:30.157433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object e7db2d8f-0b85-4034-8cc5-53277ca84bee will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:30.164837 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] For port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f41cf1eb-ea3f-4e35-bac1-b2a55dd49181,segment=NetworkSegment(b36aaff1-6406-4b0e-a1e0-d36142477325),segment_id=b36aaff1-6406-4b0e-a1e0-d36142477325)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:30.165209 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.190929 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Checking segment: {'id': '898840da-6889-47e4-82c6-cf53a1e6540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:30.191645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network hostable DHCP agents. Network: 1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:43:30.254305 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996695c9-4ab3-4509-ab7a-012b1b6d4664 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:30.254994 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-996695c9-4ab3-4509-ab7a-012b1b6d4664 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Synchronizing usage tracker for tenant:42b1e6fe75ca41ad85e9677496c0dd6d on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:30.275641 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c3b9cf48-e085-49ce-b41e-f3f4d2c73b8d tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.312223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9cf48-e085-49ce-b41e-f3f4d2c73b8d tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d139a8e3-31f8-4379-8949-a084453a8fb6,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:30.330266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76048f-b18e-48f3-b753-c13c3a15f86c req-04410cf7-025e-4f96-86e2-828a404b3d1c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:30.331813 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1c76048f-b18e-48f3-b753-c13c3a15f86c req-04410cf7-025e-4f96-86e2-828a404b3d1c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.7892699 Mar 29 09:43:30.343880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Calling delete_port for f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:30.359339 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.379659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Attempting to bind port cc059108-ddf2-494c-a733-655bbc1d0e21 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:30.380234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Attempting to bind port cc059108-ddf2-494c-a733-655bbc1d0e21 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '4e8d79b8-5fc0-4729-a0ce-6d8fa437e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:30.380745 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Attempting to bind port cc059108-ddf2-494c-a733-655bbc1d0e21 on network 3c3ef509-76c0-4a1a-bc35-8f39980efe1a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:30.387004 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c3b9cf48-e085-49ce-b41e-f3f4d2c73b8d tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.388198 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c3b9cf48-e085-49ce-b41e-f3f4d2c73b8d tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "DELETE /v2.0/security-groups/d139a8e3-31f8-4379-8949-a084453a8fb6 HTTP/1.1" status: 204 len: 168 time: 0.6040151 Mar 29 09:43:30.389626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-996695c9-4ab3-4509-ab7a-012b1b6d4664 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Unset dirty status for tenant:42b1e6fe75ca41ad85e9677496c0dd6d on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:30.390708 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-996695c9-4ab3-4509-ab7a-012b1b6d4664 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2862332 Mar 29 09:43:30.391279 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33030) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:30.395114 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33034) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:30.420860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Port cc059108-ddf2-494c-a733-655bbc1d0e21 on network 3c3ef509-76c0-4a1a-bc35-8f39980efe1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:43:30.421792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Attempting to bind port cc059108-ddf2-494c-a733-655bbc1d0e21 on network 3c3ef509-76c0-4a1a-bc35-8f39980efe1a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:30.441142 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:30.441760 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Checking segment: {'id': '4e8d79b8-5fc0-4729-a0ce-6d8fa437e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:30.442315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Bound using segment: {'id': '4e8d79b8-5fc0-4729-a0ce-6d8fa437e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a'} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:30.442918 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Bound port: cc059108-ddf2-494c-a733-655bbc1d0e21, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e8d79b8-5fc0-4729-a0ce-6d8fa437e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a'}}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:30.443432 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.459750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.475731 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9f754ecd-7272-4ea2-9187-a32118120fb0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Synchronizing usage tracker for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:30.502608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.518063 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434defc-7189-4acc-91e5-30333cbe0c8e None None] Pushing event updated for resources: {'Port': ['ID=fa97db20-777d-481c-bd38-be77eb627b2f,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:30.525892 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 3446de3d-2d15-4ff5-9e57-db21735cfd93 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:30.539162 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Transition to ACTIVE for port object 22909096-e4ba-48d4-9d95-423f81aea3e2 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:30.547480 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1c76048f-b18e-48f3-b753-c13c3a15f86c req-e5af82f3-798c-4e5e-815f-a8fb2a07153b tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683702 Mar 29 09:43:30.550843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:43:30.613785 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Transition to ACTIVE for port object 22909096-e4ba-48d4-9d95-423f81aea3e2 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:30.614028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] For port cc059108-ddf2-494c-a733-655bbc1d0e21, host hv-neutron-8355, cleared binding levels {{(pid=88550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:30.633292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] For port cc059108-ddf2-494c-a733-655bbc1d0e21, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cc059108-ddf2-494c-a733-655bbc1d0e21,segment=NetworkSegment(4e8d79b8-5fc0-4729-a0ce-6d8fa437e010),segment_id=4e8d79b8-5fc0-4729-a0ce-6d8fa437e010)] {{(pid=88550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:30.635430 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b1c3655e-010d-48bb-9897-ccbefb918b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.642467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:43:30.646508 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:43:30.650086 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.655319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:30.661705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:30.663158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.682286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:30.703247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:30.709530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:30.726949 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:43:30.753796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9f754ecd-7272-4ea2-9187-a32118120fb0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Unset dirty status for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:30.758933 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9f754ecd-7272-4ea2-9187-a32118120fb0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3627222 Mar 29 09:43:30.762857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.767103 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33040) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:30.772227 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:30.779626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:30.782641 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:30.783615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.793551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Pushing event updated for resources: {'Port': ['ID=01f46c23-7819-4b20-b678-754fe80a9120,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:30.801043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-89eafe8b-93da-4170-ba99-38b717836aa6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713492842'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:30.801426 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.821788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-89eafe8b-93da-4170-ba99-38b717836aa6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:30.830779 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:30.831822 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.833624 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] 10.222.0.36 "PUT /v2.0/ports/cc059108-ddf2-494c-a733-655bbc1d0e21 HTTP/1.1" status: 200 len: 1093 time: 5.5707316 Mar 29 09:43:30.837733 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'tag': 'cc059108-ddf2-494c-a733-655bbc1d0e21'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:43:30.840756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c3655e-010d-48bb-9897-ccbefb918b4a None None] No DVR routers for this DVR port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:43:30.848737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=e7db2d8f-0b85-4034-8cc5-53277ca84bee,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:30.850909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3655e-010d-48bb-9897-ccbefb918b4a None None] Pushing event deleted for resources: {'Port': ['ID=f41cf1eb-ea3f-4e35-bac1-b2a55dd49181,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:30.865049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:43:30.865387 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:43:30.876132 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533638d3-b241-4850-9bf2-9a8284db0c7c None None] Network 1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:30.905837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Deleting port 3446de3d-2d15-4ff5-9e57-db21735cfd93 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:30.905837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:30.952575 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-354c83cf-9bbe-4333-98ab-3e23dbeee3c0 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8451331 Mar 29 09:43:30.975009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33048) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:30.977604 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-89eafe8b-93da-4170-ba99-38b717836aa6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:30.994988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-1c74b328-d09f-428c-83d6-39084e7a9cac tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-997765556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:31.038259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1c74b328-d09f-428c-83d6-39084e7a9cac tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:31.064556 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ce7274d7-a4f7-4d80-8ae7-b84fad2b6b2a None None] Provisioning for port 3446de3d-2d15-4ff5-9e57-db21735cfd93 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:31.070159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bf5aa1-109a-49e0-81c5-bd70a2cde014 None None] Network d3907c8e-e322-4328-bba7-1b1f19899d2e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:31.084112 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2b407e-e5a8-4174-8aba-e222541a760e None None] DHCP port deletion for 082cbbc7-7b1c-4147-bfd9-c0c4e579aa38 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:43:31.086951 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.148753 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Deleting port f41cf1eb-ea3f-4e35-bac1-b2a55dd49181 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:31.149379 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.187017 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-89eafe8b-93da-4170-ba99-38b717836aa6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.212941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e256b1-7328-4d13-81a0-f47f5508afbe service neutron] Pushing event updated for resources: {'Port': ['ID=cc059108-ddf2-494c-a733-655bbc1d0e21,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:31.268816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] The port 'f41cf1eb-ea3f-4e35-bac1-b2a55dd49181' was deleted {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:43:31.308752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1c74b328-d09f-428c-83d6-39084e7a9cac tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:router and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:31.310509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-89eafe8b-93da-4170-ba99-38b717836aa6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:31.312457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b407e-e5a8-4174-8aba-e222541a760e None None] Deleting port d442e3e3-f627-42a9-a882-f1bf002834a5 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:31.312457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dd2b407e-e5a8-4174-8aba-e222541a760e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.325258 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-89eafe8b-93da-4170-ba99-38b717836aa6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:31.344195 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-89eafe8b-93da-4170-ba99-38b717836aa6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:31.395427 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ce7274d7-a4f7-4d80-8ae7-b84fad2b6b2a None None] Provisioning complete for port 3446de3d-2d15-4ff5-9e57-db21735cfd93 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:31.399872 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ce7274d7-a4f7-4d80-8ae7-b84fad2b6b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.415768 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'tag': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'status': 'completed', 'code': 200} Mar 29 09:43:31.428382 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Pushing event updated for resources: {'Port': ['ID=22909096-e4ba-48d4-9d95-423f81aea3e2,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:31.428870 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-89eafe8b-93da-4170-ba99-38b717836aa6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:31.437380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1c74b328-d09f-428c-83d6-39084e7a9cac tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:31.464230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1c74b328-d09f-428c-83d6-39084e7a9cac tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:31.543895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06608c01-f57c-4ea5-97e4-977e27cb2caf req-77a0ad71-8354-450c-a940-1a955dfd4fae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:31.545375 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-06608c01-f57c-4ea5-97e4-977e27cb2caf req-77a0ad71-8354-450c-a940-1a955dfd4fae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:31.642770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-89eafe8b-93da-4170-ba99-38b717836aa6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.643870 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fa97db20-777d-481c-bd38-be77eb627b2f up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:31.650346 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.666484 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c74b328-d09f-428c-83d6-39084e7a9cac tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.668110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c74b328-d09f-428c-83d6-39084e7a9cac tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.674384 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Network 57a6c9b2-0a2a-40bf-a521-1e167a7fc086 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:31.684836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416f5da6-5f32-4b20-bc34-dbc941405509']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:31.699316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36aaff1-6406-4b0e-a1e0-d36142477325') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:31.700138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36aaff1-6406-4b0e-a1e0-d36142477325') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:31.711145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:31.716978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.727297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:31.733298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.740305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:43:31.743651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.822718 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.836509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c74b328-d09f-428c-83d6-39084e7a9cac tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.838890 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-4e6d6bfe-45da-4bed-bbe8-e32cfb034fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:31.841023 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-4e6d6bfe-45da-4bed-bbe8-e32cfb034fcf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 1096 time: 0.8683913 Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:43:31.841699 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:43:31.850566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-89eafe8b-93da-4170-ba99-38b717836aa6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.885347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.900095 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-dd2b407e-e5a8-4174-8aba-e222541a760e None None] For port d442e3e3-f627-42a9-a882-f1bf002834a5, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d442e3e3-f627-42a9-a882-f1bf002834a5,segment=NetworkSegment(e3cca91a-9eeb-4403-a388-4a2b3f91dc43),segment_id=e3cca91a-9eeb-4403-a388-4a2b3f91dc43)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:31.900533 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dd2b407e-e5a8-4174-8aba-e222541a760e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:31.955981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] For port 3446de3d-2d15-4ff5-9e57-db21735cfd93, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3446de3d-2d15-4ff5-9e57-db21735cfd93,segment=NetworkSegment(d5c0cad2-5dc5-43a4-8cf5-1b09f8007cbe),segment_id=d5c0cad2-5dc5-43a4-8cf5-1b09f8007cbe)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:31.956371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.052239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767853a8-e790-40a6-a756-d85d80c31a26 req-d38acc01-f076-4d08-95eb-1ec9a9ddcd4a tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:32.053752 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-767853a8-e790-40a6-a756-d85d80c31a26 req-d38acc01-f076-4d08-95eb-1ec9a9ddcd4a tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.4743595 Mar 29 09:43:32.095594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f', 'network_id': '1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'fixed_ips': [{'subnet_id': 'd06aa77e-4a5c-4752-acd3-7acad1023029'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:43:32.096415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.117439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Calling delete_port for 3446de3d-2d15-4ff5-9e57-db21735cfd93 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:32.118462 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b407e-e5a8-4174-8aba-e222541a760e None None] Calling delete_port for d442e3e3-f627-42a9-a882-f1bf002834a5 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:32.126181 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-b6e449a4-598c-41e9-a5af-aa08385d7909 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc059108-ddf2-494c-a733-655bbc1d0e21 HTTP/1.1" status: 200 len: 217 time: 0.2637162 Mar 29 09:43:32.153795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c74b328-d09f-428c-83d6-39084e7a9cac tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.196427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eafe8b-93da-4170-ba99-38b717836aa6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38587ec-d4de-40ad-be56-e7cbe9440b91,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:32.209271 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Attempting to bind port 22909096-e4ba-48d4-9d95-423f81aea3e2 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:32.209651 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Attempting to bind port 22909096-e4ba-48d4-9d95-423f81aea3e2 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '53ff0b82-1153-48e0-9cd5-a71af47e8bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '57a6c9b2-0a2a-40bf-a521-1e167a7fc086'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:32.209990 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Attempting to bind port 22909096-e4ba-48d4-9d95-423f81aea3e2 on network 57a6c9b2-0a2a-40bf-a521-1e167a7fc086 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:32.218092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-06608c01-f57c-4ea5-97e4-977e27cb2caf req-77a0ad71-8354-450c-a940-1a955dfd4fae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:32.219119 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-06608c01-f57c-4ea5-97e4-977e27cb2caf req-77a0ad71-8354-450c-a940-1a955dfd4fae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 943 time: 1.1872110 Mar 29 09:43:32.278451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:32.278451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Checking segment: {'id': '53ff0b82-1153-48e0-9cd5-a71af47e8bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '57a6c9b2-0a2a-40bf-a521-1e167a7fc086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:32.278451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.278928 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Bound using segment: {'id': '53ff0b82-1153-48e0-9cd5-a71af47e8bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '57a6c9b2-0a2a-40bf-a521-1e167a7fc086'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:32.279211 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Bound port: 22909096-e4ba-48d4-9d95-423f81aea3e2, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ff0b82-1153-48e0-9cd5-a71af47e8bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '57a6c9b2-0a2a-40bf-a521-1e167a7fc086'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:32.279468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.302289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port fa97db20-777d-481c-bd38-be77eb627b2f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:32.306111 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.307666 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.369767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.371710 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] 10.222.0.35 "DELETE /v2.0/networks/416f5da6-5f32-4b20-bc34-dbc941405509 HTTP/1.1" status: 204 len: 168 time: 4.2677109 Mar 29 09:43:32.420260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-89eafe8b-93da-4170-ba99-38b717836aa6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.424366 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-89eafe8b-93da-4170-ba99-38b717836aa6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6479628 Mar 29 09:43:32.438955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33056) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:32.446981 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-53890f46-4634-4997-bde2-9f8d87062737 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'a38587ec-d4de-40ad-be56-e7cbe9440b91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:32.449707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ce7274d7-a4f7-4d80-8ae7-b84fad2b6b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.455192 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING neutron.api.v2.base [None req-53890f46-4634-4997-bde2-9f8d87062737 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 29 09:43:32.456395 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-53890f46-4634-4997-bde2-9f8d87062737 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:32.461718 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-53890f46-4634-4997-bde2-9f8d87062737 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0198500 Mar 29 09:43:32.473123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33062) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:32.477029 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-767853a8-e790-40a6-a756-d85d80c31a26 req-4832eee2-e8b9-406c-a75f-cf0f208ac3f5 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666615 Mar 29 09:43:32.486847 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c74b328-d09f-428c-83d6-39084e7a9cac tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.491213 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1c74b328-d09f-428c-83d6-39084e7a9cac tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.5037088 Mar 29 09:43:32.491927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c04ae639-7eb0-4899-b51c-77d631c183c4 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'a38587ec-d4de-40ad-be56-e7cbe9440b91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:32.493623 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING neutron.api.v2.base [None req-c04ae639-7eb0-4899-b51c-77d631c183c4 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 29 09:43:32.494233 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-c04ae639-7eb0-4899-b51c-77d631c183c4 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:32.495888 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c04ae639-7eb0-4899-b51c-77d631c183c4 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0178580 Mar 29 09:43:32.506677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33066) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:32.507152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33068) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:32.531639 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35de6d3-3416-4fe0-a737-7a890e79e7ee tempest-FloatingIPNegativeTestJSON-1504176607 tempest-FloatingIPNegativeTestJSON-1504176607-project] Pushing event deleted for resources: {'Network': ['ID=416f5da6-5f32-4b20-bc34-dbc941405509,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:32.544707 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-b22231cb-259c-44f2-9e2e-7121d6b0aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:32.546941 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-b22231cb-259c-44f2-9e2e-7121d6b0aa38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d64769-6487-46dd-99b9-32b9753e3276 HTTP/1.1" status: 200 len: 835 time: 0.4037628 Mar 29 09:43:32.574303 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-5bbd6469-5597-46a9-804a-aed5bb9da15b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'a38587ec-d4de-40ad-be56-e7cbe9440b91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:32.575379 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING neutron.api.v2.base [None req-5bbd6469-5597-46a9-804a-aed5bb9da15b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 29 09:43:32.575872 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-5bbd6469-5597-46a9-804a-aed5bb9da15b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:32.579556 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5bbd6469-5597-46a9-804a-aed5bb9da15b tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0670853 Mar 29 09:43:32.593900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33074) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:32.605269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-0edee382-2590-473e-94ae-5d3ece993f38 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'a38587ec-d4de-40ad-be56-e7cbe9440b91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:32.606214 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING neutron.api.v2.base [None req-0edee382-2590-473e-94ae-5d3ece993f38 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 29 09:43:32.606828 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-0edee382-2590-473e-94ae-5d3ece993f38 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:32.610300 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0edee382-2590-473e-94ae-5d3ece993f38 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0128083 Mar 29 09:43:32.613141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33078) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:32.648841 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-06608c01-f57c-4ea5-97e4-977e27cb2caf req-88c3b5e6-2fe2-4d8f-ae25-a4a3e5b83a83 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=68d76a55-c0fa-43a2-8ecf-aa24a97701f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3685837 Mar 29 09:43:32.676612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dd2b407e-e5a8-4174-8aba-e222541a760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.683678 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.726019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e325e2cd-d006-44a8-b70b-a743d98c7f87 None None] DHCP port deletion for d3907c8e-e322-4328-bba7-1b1f19899d2e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:43:32.791820 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ce7274d7-a4f7-4d80-8ae7-b84fad2b6b2a None None] Could not find standard attr ID for object d442e3e3-f627-42a9-a882-f1bf002834a5. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:43:32.793238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b407e-e5a8-4174-8aba-e222541a760e None None] Pushing event deleted for resources: {'Port': ['ID=d442e3e3-f627-42a9-a882-f1bf002834a5,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:32.805348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] For port 22909096-e4ba-48d4-9d95-423f81aea3e2, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:32.808276 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b407e-e5a8-4174-8aba-e222541a760e None None] No DVR routers for this DVR port d442e3e3-f627-42a9-a882-f1bf002834a5 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:43:32.828180 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Allocated IP 172.21.0.2 (1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f/d06aa77e-4a5c-4752-acd3-7acad1023029/fc3e2553-e0a7-4cee-880c-b770f29d3e3b) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:32.835366 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-3be31936-eb7e-45e7-a310-b652c10768a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:32.837771 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-3be31936-eb7e-45e7-a310-b652c10768a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2793560 Mar 29 09:43:32.843343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] For port 22909096-e4ba-48d4-9d95-423f81aea3e2, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=22909096-e4ba-48d4-9d95-423f81aea3e2,segment=NetworkSegment(53ff0b82-1153-48e0-9cd5-a71af47e8bec),segment_id=53ff0b82-1153-48e0-9cd5-a71af47e8bec)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:32.950317 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.998795 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-aaa93623-7cbf-4b2d-bbbd-d6761136b265 service neutron] 10.222.0.36 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535220 Mar 29 09:43:32.999280 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33086) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:33.075235 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:33.087961 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event deleted for resources: {'Port': ['ID=3446de3d-2d15-4ff5-9e57-db21735cfd93,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:33.102826 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] No DVR routers for this DVR port 3446de3d-2d15-4ff5-9e57-db21735cfd93 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:43:33.111000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d442e3e3-f627-42a9-a882-f1bf002834a5 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:43:33.146055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:33.170400 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: d442e3e3-f627-42a9-a882-f1bf002834a5 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:43:33.170747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d442e3e3-f627-42a9-a882-f1bf002834a5 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:43:33.172167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-97eac1ff-833b-4f7e-b086-f074cb320bcf None None] Provisioning for port e7db2d8f-0b85-4034-8cc5-53277ca84bee completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:33.201697 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-97eac1ff-833b-4f7e-b086-f074cb320bcf None None] Provisioning complete for port e7db2d8f-0b85-4034-8cc5-53277ca84bee triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:33.202287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-97eac1ff-833b-4f7e-b086-f074cb320bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:33.251795 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01ff9b-f105-49c0-b535-dafdfb91bd69 None None] Pushing event updated for resources: {'Port': ['ID=22909096-e4ba-48d4-9d95-423f81aea3e2,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:33.256237 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:33.257090 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:33.330386 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-97eac1ff-833b-4f7e-b086-f074cb320bcf None None] Port e7db2d8f-0b85-4034-8cc5-53277ca84bee cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:43:33.451510 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e25eff0b-e624-4f02-97a1-075fb3de353a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:33.481394 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-607707d6-34f7-46b8-a742-12e230c5c88e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22e3205cdfd84e96b4eb1a7e8ccb8280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751866 Mar 29 09:43:33.488414 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=e7db2d8f-0b85-4034-8cc5-53277ca84bee,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:33.489560 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33094) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:33.497945 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81e054f-15bf-4cc2-9860-2100d6b71f3d req-1f5d2e2b-2c33-4a5b-ba57-9194ac606529 service neutron] 10.222.0.36 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925508 Mar 29 09:43:33.546499 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:33.557405 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Transition to ACTIVE for port object fc3e2553-e0a7-4cee-880c-b770f29d3e3b will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:33.579306 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Transition to ACTIVE for port object fc3e2553-e0a7-4cee-880c-b770f29d3e3b will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:33.587494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3446de3d-2d15-4ff5-9e57-db21735cfd93 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:43:33.594813 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:33.597812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:33.606133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ac1c6f3-a966-4ba9-88d2-f64202c73961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:33.648698 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 3446de3d-2d15-4ff5-9e57-db21735cfd93 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:43:33.649035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3446de3d-2d15-4ff5-9e57-db21735cfd93 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:43:33.650456 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-97eac1ff-833b-4f7e-b086-f074cb320bcf None None] Could not find standard attr ID for object 3446de3d-2d15-4ff5-9e57-db21735cfd93. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:43:33.677401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:33.860028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:33.867233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Network 1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:33.874864 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:33.884756 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ac1c6f3-a966-4ba9-88d2-f64202c73961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:33.892434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:33.932385 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e25eff0b-e624-4f02-97a1-075fb3de353a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:34.008843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3907c8e-e322-4328-bba7-1b1f19899d2e']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:34.040322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Pushing event updated for resources: {'Port': ['ID=fc3e2553-e0a7-4cee-880c-b770f29d3e3b,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:34.040322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Attempting to bind port fc3e2553-e0a7-4cee-880c-b770f29d3e3b on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:34.040322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Attempting to bind port fc3e2553-e0a7-4cee-880c-b770f29d3e3b by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '898840da-6889-47e4-82c6-cf53a1e6540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:34.040322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Attempting to bind port fc3e2553-e0a7-4cee-880c-b770f29d3e3b on network 1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:34.051605 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:34.052286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Checking segment: {'id': '898840da-6889-47e4-82c6-cf53a1e6540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:34.052934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:34.053500 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Bound using segment: {'id': '898840da-6889-47e4-82c6-cf53a1e6540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:34.054159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Bound port: fc3e2553-e0a7-4cee-880c-b770f29d3e3b, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898840da-6889-47e4-82c6-cf53a1e6540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:34.054716 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:34.092700 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c0cad2-5dc5-43a4-8cf5-1b09f8007cbe') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:34.092998 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c0cad2-5dc5-43a4-8cf5-1b09f8007cbe') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:34.101396 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:34.149892 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-57aa8e60-1acd-4c60-b8ed-99ed21b02d34 None None] Provisioning complete for port e7db2d8f-0b85-4034-8cc5-53277ca84bee triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:34.149892 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-57aa8e60-1acd-4c60-b8ed-99ed21b02d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:34.168380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:34.212863 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-080e340e-da02-417b-8979-c4595aef1505 None None] For port fc3e2553-e0a7-4cee-880c-b770f29d3e3b, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:34.219758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-57aa8e60-1acd-4c60-b8ed-99ed21b02d34 None None] Port e7db2d8f-0b85-4034-8cc5-53277ca84bee cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:43:34.247391 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2005f34-b0e9-4649-ac7a-5aa6bde183cf req-6aef16ff-bcf7-4a1b-861a-f8acd35e0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:34.248978 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e2005f34-b0e9-4649-ac7a-5aa6bde183cf req-6aef16ff-bcf7-4a1b-861a-f8acd35e0c43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 1096 time: 0.5426104 Mar 29 09:43:34.286650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:34.323904 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ac1c6f3-a966-4ba9-88d2-f64202c73961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:34.361124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:43:34.361472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:43:34.378713 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:43:34.381438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e25eff0b-e624-4f02-97a1-075fb3de353a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:34.393149 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73b05a-4ad0-4730-931c-77341e03a1b5 req-d7117a91-2dc6-48ec-b7e1-56e961bebd5a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:34.394658 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5d73b05a-4ad0-4730-931c-77341e03a1b5 req-d7117a91-2dc6-48ec-b7e1-56e961bebd5a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 943 time: 0.2782900 Mar 29 09:43:34.409280 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1c6f3-a966-4ba9-88d2-f64202c73961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d686bc3-6bb2-4198-9f2e-da0f8c0d12d4,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:34.446328 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7ac1c6f3-a966-4ba9-88d2-f64202c73961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:34.447447 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7ac1c6f3-a966-4ba9-88d2-f64202c73961 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d686bc3-6bb2-4198-9f2e-da0f8c0d12d4 HTTP/1.1" status: 204 len: 168 time: 0.9554176 Mar 29 09:43:34.448319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Router 51ea5d60-a06d-4530-b9b1-282b9fdec246 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:43:34.592933 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2005f34-b0e9-4649-ac7a-5aa6bde183cf req-8019661c-810e-49f2-9665-840239237c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:34.594297 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e2005f34-b0e9-4649-ac7a-5aa6bde183cf req-8019661c-810e-49f2-9665-840239237c50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a HTTP/1.1" status: 200 len: 897 time: 0.3334956 Mar 29 09:43:34.605157 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5d73b05a-4ad0-4730-931c-77341e03a1b5 req-851d5dce-9e14-411d-afba-f19232d3abc7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=68d76a55-c0fa-43a2-8ecf-aa24a97701f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968503 Mar 29 09:43:34.691887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eff0b-e624-4f02-97a1-075fb3de353a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38587ec-d4de-40ad-be56-e7cbe9440b91,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:34.721247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92665d-b0bd-4579-90f8-2821e9964b2c req-ce65ef4a-7fea-4536-98e2-d84d7e7e010c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:34.732322 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8d92665d-b0bd-4579-90f8-2821e9964b2c req-ce65ef4a-7fea-4536-98e2-d84d7e7e010c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.9687712 Mar 29 09:43:34.767760 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:34.780354 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b2b759d4-8c87-4f45-afc9-96451edca35b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "PUT /v2.0/routers/51ea5d60-a06d-4530-b9b1-282b9fdec246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9224863 Mar 29 09:43:34.786124 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Sync routers for ids ['51ea5d60-a06d-4530-b9b1-282b9fdec246'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:34.791183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33106) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:34.805322 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Routers {'51ea5d60-a06d-4530-b9b1-282b9fdec246'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:34.808155 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['51ea5d60-a06d-4530-b9b1-282b9fdec246'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:34.817042 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e2005f34-b0e9-4649-ac7a-5aa6bde183cf req-3623f3e8-23dc-4440-897c-a34232251c5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc059108-ddf2-494c-a733-655bbc1d0e21 HTTP/1.1" status: 200 len: 217 time: 0.2085550 Mar 29 09:43:34.836785 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d384e1-9305-48db-92a9-cb2d794fb2ac None None] Network 57a6c9b2-0a2a-40bf-a521-1e167a7fc086 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:34.851875 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Router 2a83444d-77f9-40ca-9d11-42c0e871a707 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:43:34.866288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e25eff0b-e624-4f02-97a1-075fb3de353a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:34.867418 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e25eff0b-e624-4f02-97a1-075fb3de353a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "DELETE /v2.0/security-groups/a38587ec-d4de-40ad-be56-e7cbe9440b91 HTTP/1.1" status: 204 len: 168 time: 2.1953695 Mar 29 09:43:34.886283 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33110) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:34.903535 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8d92665d-b0bd-4579-90f8-2821e9964b2c req-856230e9-b423-41b5-bb33-d22d1a545473 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681039 Mar 29 09:43:34.951154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2005f34-b0e9-4649-ac7a-5aa6bde183cf req-94f646a2-0c4e-4562-b362-1d8f0e66b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:34.956516 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e2005f34-b0e9-4649-ac7a-5aa6bde183cf req-94f646a2-0c4e-4562-b362-1d8f0e66b1a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d64769-6487-46dd-99b9-32b9753e3276 HTTP/1.1" status: 200 len: 835 time: 0.1330574 Mar 29 09:43:34.973153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-080e340e-da02-417b-8979-c4595aef1505 None None] For port fc3e2553-e0a7-4cee-880c-b770f29d3e3b, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fc3e2553-e0a7-4cee-880c-b770f29d3e3b,segment=NetworkSegment(898840da-6889-47e4-82c6-cf53a1e6540c),segment_id=898840da-6889-47e4-82c6-cf53a1e6540c)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:35.026593 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Set router 51ea5d60-a06d-4530-b9b1-282b9fdec246 gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:35.039667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:35.062975 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2005f34-b0e9-4649-ac7a-5aa6bde183cf req-2cbc888c-5759-4b23-92ad-40b5b6e55f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:35.064974 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e2005f34-b0e9-4649-ac7a-5aa6bde183cf req-2cbc888c-5759-4b23-92ad-40b5b6e55f86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1007998 Mar 29 09:43:35.074023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:35.075648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:35.094718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-de3ad6d9-075d-44cb-be3a-4b0fa01e26c1 None None] Provisioning for port 22909096-e4ba-48d4-9d95-423f81aea3e2 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:35.097166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbb200-2571-463f-b35d-83226e19735d req-2485834b-8597-481f-bc8e-55651a08dd36 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:35.098828 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-12bbb200-2571-463f-b35d-83226e19735d req-2485834b-8597-481f-bc8e-55651a08dd36 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.36 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 1.0122151 Mar 29 09:43:35.142028 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "DELETE /v2.0/networks/d3907c8e-e322-4328-bba7-1b1f19899d2e HTTP/1.1" status: 204 len: 168 time: 4.7085268 Mar 29 09:43:35.188443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fa5a7-d43b-4e20-91d9-a36bee2fdea0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event deleted for resources: {'Network': ['ID=d3907c8e-e322-4328-bba7-1b1f19899d2e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:35.201530 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33120) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:35.399579 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e340e-da02-417b-8979-c4595aef1505 None None] Pushing event updated for resources: {'Port': ['ID=fc3e2553-e0a7-4cee-880c-b770f29d3e3b,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:35.404791 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddf84d8d-5517-44ff-8dc9-05589ce712aa tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:35.411075 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e2005f34-b0e9-4649-ac7a-5aa6bde183cf req-4901999f-83ad-4459-9372-88c1096b4abe service neutron] 10.222.0.36 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386071 Mar 29 09:43:35.584922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:35.602718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3bc367-61db-44c2-a075-8551e130459d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:35.602718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7a3bc367-61db-44c2-a075-8551e130459d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:35.603101 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378b431-9878-4ef1-bc1b-0d9b198df1aa None None] Sync routers for ids ['2a83444d-77f9-40ca-9d11-42c0e871a707'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:35.624042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7378b431-9878-4ef1-bc1b-0d9b198df1aa None None] Routers {'2a83444d-77f9-40ca-9d11-42c0e871a707'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:35.625246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7378b431-9878-4ef1-bc1b-0d9b198df1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['2a83444d-77f9-40ca-9d11-42c0e871a707'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:35.635270 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ea5d60-a06d-4530-b9b1-282b9fdec246', 'name': 'tempest-NetworksTestDHCPv6-router-562641520', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:24Z', 'updated_at': '2022-03-29T09:43:31Z', 'revision_number': 2, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'gw_port_host': None, '_interfaces': [{'id': 'e7db2d8f-0b85-4034-8cc5-53277ca84bee', 'name': '', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'mac_address': 'fa:16:3e:0c:0c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ea5d60-a06d-4530-b9b1-282b9fdec246', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '270f4212-101e-42d5-8210-49abbecd9f18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:43:27Z', 'updated_at': '2022-03-29T09:43:32Z', 'revision_number': 2, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'subnets': [{'id': '270f4212-101e-42d5-8210-49abbecd9f18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:35.645979 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Checking router: 51ea5d60-a06d-4530-b9b1-282b9fdec246 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:43:35.646509 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Updating router 51ea5d60-a06d-4530-b9b1-282b9fdec246 port e7db2d8f-0b85-4034-8cc5-53277ca84bee binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:43:35.727456 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-12bbb200-2571-463f-b35d-83226e19735d req-18ff67fc-8dc6-4947-a3a1-97709e8f441c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Deleting port 446dadd6-4742-435f-a9c0-cca15d4d47be {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:35.732166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-12bbb200-2571-463f-b35d-83226e19735d req-18ff67fc-8dc6-4947-a3a1-97709e8f441c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:35.782353 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:35.804806 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Allocated IP 172.20.0.1 (57a6c9b2-0a2a-40bf-a521-1e167a7fc086/7232e598-88d4-484c-a77e-51ba5a1c1cca/997f6dc4-e99a-4d73-8195-56f8769798f2) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:35.808590 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 22909096-e4ba-48d4-9d95-423f81aea3e2 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:35.853584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:35.855500 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bc249243-2f84-4381-be99-cca08ba03816 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.6803460 Mar 29 09:43:35.860428 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33128) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:35.885218 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-203a93a2-ece5-47e9-8f7b-e1c80e112848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:35.924227 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7378b431-9878-4ef1-bc1b-0d9b198df1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:35.938684 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7378b431-9878-4ef1-bc1b-0d9b198df1aa None None] Routers {'2a83444d-77f9-40ca-9d11-42c0e871a707'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:35.940024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7378b431-9878-4ef1-bc1b-0d9b198df1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['2a83444d-77f9-40ca-9d11-42c0e871a707'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:36.013223 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e2005f34-b0e9-4649-ac7a-5aa6bde183cf req-1b1fe094-b378-4fd6-861f-c7f085cf37a2 service neutron] 10.222.0.36 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887246 Mar 29 09:43:36.019472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ffca0625-dcf0-4dae-afe7-e61f44b9a1ed tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Synchronizing usage tracker for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:36.028819 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7a3bc367-61db-44c2-a075-8551e130459d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:36.032627 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7a3bc367-61db-44c2-a075-8551e130459d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports/e7db2d8f-0b85-4034-8cc5-53277ca84bee HTTP/1.1" status: 200 len: 911 time: 1.2276881 Mar 29 09:43:36.041311 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33140) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:36.125462 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7378b431-9878-4ef1-bc1b-0d9b198df1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:36.125880 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378b431-9878-4ef1-bc1b-0d9b198df1aa None None] The sync data for ids ['2a83444d-77f9-40ca-9d11-42c0e871a707'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:36.210050 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 22909096-e4ba-48d4-9d95-423f81aea3e2 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:36.221696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 22909096-e4ba-48d4-9d95-423f81aea3e2 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:36.221696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:36.368108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ffca0625-dcf0-4dae-afe7-e61f44b9a1ed tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Unset dirty status for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:36.369691 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ffca0625-dcf0-4dae-afe7-e61f44b9a1ed tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.4614537 Mar 29 09:43:36.382661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddf84d8d-5517-44ff-8dc9-05589ce712aa tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:36.384259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33146) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:36.408472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b5c7e28f-c5e4-4e02-a5f8-cb619bfff449 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group': {'name': 'tempest-secgroup--312023000'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:36.468137 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:36.481262 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-ddf84d8d-5517-44ff-8dc9-05589ce712aa tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082cbbc7-7b1c-4147-bfd9-c0c4e579aa38']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:36.483749 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:36.488097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b5c7e28f-c5e4-4e02-a5f8-cb619bfff449 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:36.508406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 22909096-e4ba-48d4-9d95-423f81aea3e2, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=22909096-e4ba-48d4-9d95-423f81aea3e2,segment=NetworkSegment(53ff0b82-1153-48e0-9cd5-a71af47e8bec),segment_id=53ff0b82-1153-48e0-9cd5-a71af47e8bec)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:36.509837 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Transition to ACTIVE for port object e7db2d8f-0b85-4034-8cc5-53277ca84bee will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:36.523039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-ddf84d8d-5517-44ff-8dc9-05589ce712aa tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3cca91a-9eeb-4403-a388-4a2b3f91dc43') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:36.523553 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-ddf84d8d-5517-44ff-8dc9-05589ce712aa tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3cca91a-9eeb-4403-a388-4a2b3f91dc43') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:36.534210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33150) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:36.551053 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f68efe34-4d4d-4d2c-afff-b05e18313b9f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/routers/2a83444d-77f9-40ca-9d11-42c0e871a707 HTTP/1.1" status: 200 len: 920 time: 0.6849294 Mar 29 09:43:36.553712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddf84d8d-5517-44ff-8dc9-05589ce712aa tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:36.557911 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cc059108-ddf2-494c-a733-655bbc1d0e21 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:43:36.561315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33154) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:36.570032 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:36.598291 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:36.633813 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac3a59-75cb-4ecf-8239-a0d86adb9205 req-298ebc0e-dac1-464d-8c85-310ea652a642 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:36.635318 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-76ac3a59-75cb-4ecf-8239-a0d86adb9205 req-298ebc0e-dac1-464d-8c85-310ea652a642 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 943 time: 0.7738707 Mar 29 09:43:36.637091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddf84d8d-5517-44ff-8dc9-05589ce712aa tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:36.641039 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-65b3b099-cc68-4908-b9a5-4d3f09d8e631 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a83444d-77f9-40ca-9d11-42c0e871a707 HTTP/1.1" status: 200 len: 205 time: 0.0759180 Mar 29 09:43:36.646757 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33160) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:36.650022 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf84d8d-5517-44ff-8dc9-05589ce712aa tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:43:36.650426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddf84d8d-5517-44ff-8dc9-05589ce712aa tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:36.674846 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b5c7e28f-c5e4-4e02-a5f8-cb619bfff449 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:36.727136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:36.762972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=22909096-e4ba-48d4-9d95-423f81aea3e2,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:36.788262 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c327b2-7f46-450a-9e4a-dc7873624f6e None None] Network 1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:36.816920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c956647-92ca-44d7-91ec-3350c555ba5e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:36.823834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c956647-92ca-44d7-91ec-3350c555ba5e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:36.828118 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6c956647-92ca-44d7-91ec-3350c555ba5e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7605748 Mar 29 09:43:36.832603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33164) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:43:36.834143 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:43:36.853467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Transition to ACTIVE for port object 997f6dc4-e99a-4d73-8195-56f8769798f2 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:36.856611 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b52af-3823-4550-8eb4-8f0da92d7e66 None None] Pushing event updated for resources: {'Port': ['ID=e7db2d8f-0b85-4034-8cc5-53277ca84bee,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:36.875172 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd5c45-3930-4dd4-a13a-9603ce86a863 req-7491ea30-240c-4db0-94e2-f2c64cae8df2 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:36.878851 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5fbd5c45-3930-4dd4-a13a-9603ce86a863 req-7491ea30-240c-4db0-94e2-f2c64cae8df2 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 945 time: 0.7417624 Mar 29 09:43:36.958773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5c7e28f-c5e4-4e02-a5f8-cb619bfff449 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:36.984907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-477268e0-9517-4f1b-aa83-17140fe04534 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] Request body: {'port': {'network_id': '662447d9-7c37-48d5-872a-5e65e7c00aba', 'name': 'tempest-NetworksNegativeTestJSON-1716673038'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:36.997232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cc059108-ddf2-494c-a733-655bbc1d0e21, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cc059108-ddf2-494c-a733-655bbc1d0e21,segment=NetworkSegment(4e8d79b8-5fc0-4729-a0ce-6d8fa437e010),segment_id=4e8d79b8-5fc0-4729-a0ce-6d8fa437e010)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:37.013586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-12bbb200-2571-463f-b35d-83226e19735d req-18ff67fc-8dc6-4947-a3a1-97709e8f441c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] For port 446dadd6-4742-435f-a9c0-cca15d4d47be, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=446dadd6-4742-435f-a9c0-cca15d4d47be,segment=NetworkSegment(7f66d392-afa2-40cc-8034-8820321b58b3),segment_id=7f66d392-afa2-40cc-8034-8820321b58b3)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:37.013586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-12bbb200-2571-463f-b35d-83226e19735d req-18ff67fc-8dc6-4947-a3a1-97709e8f441c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:37.015216 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Attempting to bind port e7db2d8f-0b85-4034-8cc5-53277ca84bee on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:37.015615 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Attempting to bind port e7db2d8f-0b85-4034-8cc5-53277ca84bee by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:37.016726 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Attempting to bind port e7db2d8f-0b85-4034-8cc5-53277ca84bee on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:37.019060 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-76ac3a59-75cb-4ecf-8239-a0d86adb9205 req-360b3938-7678-4ade-85f5-506ebfa706cb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=68d76a55-c0fa-43a2-8ecf-aa24a97701f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3726459 Mar 29 09:43:37.031507 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:37.034725 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:37.036779 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:37.037627 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:37.038746 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Bound port: e7db2d8f-0b85-4034-8cc5-53277ca84bee, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:37.039195 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:37.054854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9019f878-808f-4adf-98f7-2f50233f7baf None None] Provisioning for port fc3e2553-e0a7-4cee-880c-b770f29d3e3b completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:37.106074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddf84d8d-5517-44ff-8dc9-05589ce712aa tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:37.140987 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] For port e7db2d8f-0b85-4034-8cc5-53277ca84bee, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:37.142980 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddf84d8d-5517-44ff-8dc9-05589ce712aa tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:37.143107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'port_id': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'mac_address': 'fa:16:3e:1c:a0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:43:37.144933 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] For port e7db2d8f-0b85-4034-8cc5-53277ca84bee, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e7db2d8f-0b85-4034-8cc5-53277ca84bee,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:37.150638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf84d8d-5517-44ff-8dc9-05589ce712aa tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event deleted for resources: {'Network': ['ID=082cbbc7-7b1c-4147-bfd9-c0c4e579aa38,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:37.156283 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ddf84d8d-5517-44ff-8dc9-05589ce712aa tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "DELETE /v2.0/networks/082cbbc7-7b1c-4147-bfd9-c0c4e579aa38 HTTP/1.1" status: 204 len: 168 time: 1.9533293 Mar 29 09:43:37.159259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33170) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:37.221934 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:37.264929 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:37.283781 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc059108-ddf2-494c-a733-655bbc1d0e21 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:43:37.285955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-825f3d4d-261f-45fa-b167-c06f7adf02c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:37.301083 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cc059108-ddf2-494c-a733-655bbc1d0e21, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cc059108-ddf2-494c-a733-655bbc1d0e21,segment=NetworkSegment(4e8d79b8-5fc0-4729-a0ce-6d8fa437e010),segment_id=4e8d79b8-5fc0-4729-a0ce-6d8fa437e010)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:37.317337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e841-84a1-4b80-b275-a575ae671077 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:37.326308 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b52af-3823-4550-8eb4-8f0da92d7e66 None None] Pushing event updated for resources: {'Port': ['ID=e7db2d8f-0b85-4034-8cc5-53277ca84bee,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:37.361450 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:37.382505 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Routers {'51ea5d60-a06d-4530-b9b1-282b9fdec246'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:37.384678 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['51ea5d60-a06d-4530-b9b1-282b9fdec246'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:37.473328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b5c7e28f-c5e4-4e02-a5f8-cb619bfff449 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:37.477778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b5c7e28f-c5e4-4e02-a5f8-cb619bfff449 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:37.485875 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b5c7e28f-c5e4-4e02-a5f8-cb619bfff449 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:37.506746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b5c7e28f-c5e4-4e02-a5f8-cb619bfff449 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:37.511215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=cc059108-ddf2-494c-a733-655bbc1d0e21,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:37.552007 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-477268e0-9517-4f1b-aa83-17140fe04534 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] POST failed (client error): The resource could not be found. Mar 29 09:43:37.552997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477268e0-9517-4f1b-aa83-17140fe04534 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:37.554831 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-477268e0-9517-4f1b-aa83-17140fe04534 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 1.0187864 Mar 29 09:43:37.563784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33174) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:37.719687 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 22909096-e4ba-48d4-9d95-423f81aea3e2 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:37.761354 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] Set router 51ea5d60-a06d-4530-b9b1-282b9fdec246 gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:37.773276 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['cc059108-ddf2-494c-a733-655bbc1d0e21'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:43:37.774610 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e841-84a1-4b80-b275-a575ae671077 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:37.778725 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d73358-5a28-432d-8c3c-2042960dfcda tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] DELETE failed (client error): The resource could not be found. Mar 29 09:43:37.779199 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d73358-5a28-432d-8c3c-2042960dfcda tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:37.784431 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-30d73358-5a28-432d-8c3c-2042960dfcda tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] 10.222.0.35 "DELETE /v2.0/networks/bfc58b15-9d94-497b-be41-100fb1f6dbd3 HTTP/1.1" status: 404 len: 339 time: 0.2130423 Mar 29 09:43:37.789829 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33178) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:37.808381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-12bbb200-2571-463f-b35d-83226e19735d req-18ff67fc-8dc6-4947-a3a1-97709e8f441c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:37.808843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-12bbb200-2571-463f-b35d-83226e19735d req-18ff67fc-8dc6-4947-a3a1-97709e8f441c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:37.809167 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [req-12bbb200-2571-463f-b35d-83226e19735d req-18ff67fc-8dc6-4947-a3a1-97709e8f441c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Floating IP 9b9c917d-6925-4f34-90f7-7b9898e66606 disassociated. External IP: 172.26.7.87, port: 446dadd6-4742-435f-a9c0-cca15d4d47be. Mar 29 09:43:37.809549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-12bbb200-2571-463f-b35d-83226e19735d req-18ff67fc-8dc6-4947-a3a1-97709e8f441c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Calling delete_port for 446dadd6-4742-435f-a9c0-cca15d4d47be owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:37.830285 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-825f3d4d-261f-45fa-b167-c06f7adf02c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:37.864508 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-de84cc1f-d899-4eeb-b8fe-c8cbe4923b32 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] DELETE failed (client error): The resource could not be found. Mar 29 09:43:37.864986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de84cc1f-d899-4eeb-b8fe-c8cbe4923b32 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:37.870312 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-de84cc1f-d899-4eeb-b8fe-c8cbe4923b32 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] 10.222.0.35 "DELETE /v2.0/ports/3915d57a-600f-44c2-b058-92dc253823f5 HTTP/1.1" status: 404 len: 333 time: 0.0714629 Mar 29 09:43:37.871859 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33182) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:37.915933 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-825f3d4d-261f-45fa-b167-c06f7adf02c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ac874a-34c8-42da-850d-97154769e0e5']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:37.936743 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-16189fbf-cda9-4087-9d1c-ee193741552f tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] DELETE failed (client error): The resource could not be found. Mar 29 09:43:37.937205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16189fbf-cda9-4087-9d1c-ee193741552f tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:37.942671 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-16189fbf-cda9-4087-9d1c-ee193741552f tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] 10.222.0.35 "DELETE /v2.0/subnets/946f0178-a67f-4a27-bdb6-7e582bc04d0f HTTP/1.1" status: 404 len: 337 time: 0.0661476 Mar 29 09:43:37.942671 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5ff2e841-84a1-4b80-b275-a575ae671077 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Deleting port 01f46c23-7819-4b20-b678-754fe80a9120 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:37.942671 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e841-84a1-4b80-b275-a575ae671077 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:37.972971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33186) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:38.043324 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5fbd5c45-3930-4dd4-a13a-9603ce86a863 req-6ac3fb17-e132-44c6-8ebb-c00f52f2e8c7 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups?id=0242fc34-092b-4169-bcc1-fd0fff9a8aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0859823 Mar 29 09:43:38.043837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-12bbb200-2571-463f-b35d-83226e19735d req-18ff67fc-8dc6-4947-a3a1-97709e8f441c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:38.058303 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-87789e99-0924-4c34-a188-4d16eb040e1f tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] GET failed (client error): The resource could not be found. Mar 29 09:43:38.059779 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-87789e99-0924-4c34-a188-4d16eb040e1f tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] 10.222.0.35 "GET /v2.0/networks/9f27f577-4b0f-45e8-81a9-bdfc42f63683 HTTP/1.1" status: 404 len: 339 time: 0.0816088 Mar 29 09:43:38.106645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6689c4a4-f884-462c-a94b-cdb677485620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:38.111832 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33192) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:38.149274 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 22909096-e4ba-48d4-9d95-423f81aea3e2 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:38.152356 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:38.165835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e841-84a1-4b80-b275-a575ae671077 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:38.196744 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-015c04b6-d1d4-4d20-a71c-17e08faff2a9 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] GET failed (client error): The resource could not be found. Mar 29 09:43:38.198699 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-015c04b6-d1d4-4d20-a71c-17e08faff2a9 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] 10.222.0.35 "GET /v2.0/ports/93467f77-7634-4067-8967-9a7cd0b0f5e9 HTTP/1.1" status: 404 len: 333 time: 0.0801680 Mar 29 09:43:38.256400 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ea5d60-a06d-4530-b9b1-282b9fdec246', 'name': 'tempest-NetworksTestDHCPv6-router-562641520', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:24Z', 'updated_at': '2022-03-29T09:43:31Z', 'revision_number': 2, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'gw_port_host': None, '_interfaces': [{'id': 'e7db2d8f-0b85-4034-8cc5-53277ca84bee', 'name': '', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'mac_address': 'fa:16:3e:0c:0c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ea5d60-a06d-4530-b9b1-282b9fdec246', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '270f4212-101e-42d5-8210-49abbecd9f18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:43:27Z', 'updated_at': '2022-03-29T09:43:37Z', 'revision_number': 4, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'subnets': [{'id': '270f4212-101e-42d5-8210-49abbecd9f18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:38.261858 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d20477-8109-4d3c-8279-7b272d04953c None None] The sync data for ids ['51ea5d60-a06d-4530-b9b1-282b9fdec246'] in dv-neutron-835555-1-hyperv is: [{'id': '51ea5d60-a06d-4530-b9b1-282b9fdec246', 'name': 'tempest-NetworksTestDHCPv6-router-562641520', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:24Z', 'updated_at': '2022-03-29T09:43:31Z', 'revision_number': 2, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'gw_port_host': None, '_interfaces': [{'id': 'e7db2d8f-0b85-4034-8cc5-53277ca84bee', 'name': '', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'mac_address': 'fa:16:3e:0c:0c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ea5d60-a06d-4530-b9b1-282b9fdec246', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '270f4212-101e-42d5-8210-49abbecd9f18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:43:27Z', 'updated_at': '2022-03-29T09:43:37Z', 'revision_number': 4, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'subnets': [{'id': '270f4212-101e-42d5-8210-49abbecd9f18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:38.286979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff67fc-8dc6-4947-a3a1-97709e8f441c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Pushing event deleted for resources: {'Port': ['ID=446dadd6-4742-435f-a9c0-cca15d4d47be,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:38.296707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33196) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:38.351751 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5ff2e841-84a1-4b80-b275-a575ae671077 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Calling delete_port for 01f46c23-7819-4b20-b678-754fe80a9120 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:38.481089 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2eb5ad4-2ca8-4c2e-acea-0c7cdbcadce4 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] GET failed (client error): The resource could not be found. Mar 29 09:43:38.487110 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a2eb5ad4-2ca8-4c2e-acea-0c7cdbcadce4 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] 10.222.0.35 "GET /v2.0/subnets/bceddbc6-d6cd-4650-8a8c-b0e2ef5cc351 HTTP/1.1" status: 404 len: 337 time: 0.1799774 Mar 29 09:43:38.488997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:38.511257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fc3e2553-e0a7-4cee-880c-b770f29d3e3b up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:38.596407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 446dadd6-4742-435f-a9c0-cca15d4d47be no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:43:38.601080 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-825f3d4d-261f-45fa-b167-c06f7adf02c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3576a15c-5ae0-44b9-8953-7849da993245') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:38.601642 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-825f3d4d-261f-45fa-b167-c06f7adf02c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3576a15c-5ae0-44b9-8953-7849da993245') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:38.610058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33200) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:38.643204 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 446dadd6-4742-435f-a9c0-cca15d4d47be {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:43:38.643668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 446dadd6-4742-435f-a9c0-cca15d4d47be not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:43:38.662571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-825f3d4d-261f-45fa-b167-c06f7adf02c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:38.673918 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-0827966d-169b-4b69-893e-aaeb43847ae6 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:38.712809 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-0827966d-169b-4b69-893e-aaeb43847ae6 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] PUT failed (client error): The resource could not be found. Mar 29 09:43:38.713280 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0827966d-169b-4b69-893e-aaeb43847ae6 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:38.721202 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0827966d-169b-4b69-893e-aaeb43847ae6 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] 10.222.0.35 "PUT /v2.0/networks/af15a2ff-43da-485c-8d7f-4fd5544c28da HTTP/1.1" status: 404 len: 339 time: 0.0944963 Mar 29 09:43:38.723429 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33204) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:38.724526 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port fc3e2553-e0a7-4cee-880c-b770f29d3e3b completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:38.727558 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-825f3d4d-261f-45fa-b167-c06f7adf02c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:38.731634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port fc3e2553-e0a7-4cee-880c-b770f29d3e3b triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:38.732529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:38.739371 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825f3d4d-261f-45fa-b167-c06f7adf02c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:43:38.739780 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-825f3d4d-261f-45fa-b167-c06f7adf02c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:43:38.757939 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:43:38.778944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-289d2a79-e0c2-46f8-be08-235b8dce8cb2 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:38.823644 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 57a6c9b2-0a2a-40bf-a521-1e167a7fc086 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:38.824922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=997f6dc4-e99a-4d73-8195-56f8769798f2,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:38.843469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:38.865407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:38.903603 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-289d2a79-e0c2-46f8-be08-235b8dce8cb2 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] PUT failed (client error): The resource could not be found. Mar 29 09:43:38.904043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289d2a79-e0c2-46f8-be08-235b8dce8cb2 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:38.905543 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-289d2a79-e0c2-46f8-be08-235b8dce8cb2 tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] 10.222.0.35 "PUT /v2.0/ports/554a0da3-1ef5-454f-a855-1fda30750f7e HTTP/1.1" status: 404 len: 333 time: 0.1488807 Mar 29 09:43:38.910930 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33208) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:38.927316 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5c7e28f-c5e4-4e02-a5f8-cb619bfff449 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:38.936474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-63641fc3-ea95-40eb-beed-92f3b6cde8bf tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:38.945932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:38.965749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12bbb200-2571-463f-b35d-83226e19735d req-18ff67fc-8dc6-4947-a3a1-97709e8f441c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Router b0d42ba7-22de-4404-9335-fb39778b4768 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:43:38.991309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port fc3e2553-e0a7-4cee-880c-b770f29d3e3b, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fc3e2553-e0a7-4cee-880c-b770f29d3e3b,segment=NetworkSegment(898840da-6889-47e4-82c6-cf53a1e6540c),segment_id=898840da-6889-47e4-82c6-cf53a1e6540c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:38.997708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:38.997708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.009413 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5c7e28f-c5e4-4e02-a5f8-cb619bfff449 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.015868 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-63641fc3-ea95-40eb-beed-92f3b6cde8bf tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] PUT failed (client error): The resource could not be found. Mar 29 09:43:39.016455 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63641fc3-ea95-40eb-beed-92f3b6cde8bf tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:43:39.022322 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-63641fc3-ea95-40eb-beed-92f3b6cde8bf tempest-NetworksNegativeTestJSON-706712168 tempest-NetworksNegativeTestJSON-706712168-project] 10.222.0.35 "PUT /v2.0/subnets/8d995326-d286-4a8b-93c6-1d77c8773758 HTTP/1.1" status: 404 len: 337 time: 0.1059034 Mar 29 09:43:39.069533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-825f3d4d-261f-45fa-b167-c06f7adf02c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.075373 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-825f3d4d-261f-45fa-b167-c06f7adf02c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.076630 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.116218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.138392 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-825f3d4d-261f-45fa-b167-c06f7adf02c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "DELETE /v2.0/networks/64ac874a-34c8-42da-850d-97154769e0e5 HTTP/1.1" status: 204 len: 168 time: 1.9751360 Mar 29 09:43:39.150104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30257eee-0a64-48c4-88e5-0f89280168c6 req-512bc3ad-2665-40c0-b47d-c6389d1a28aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:39.151922 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-30257eee-0a64-48c4-88e5-0f89280168c6 req-512bc3ad-2665-40c0-b47d-c6389d1a28aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 944 time: 0.5430043 Mar 29 09:43:39.152425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33216) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:39.201950 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f3d4d-261f-45fa-b167-c06f7adf02c0 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event deleted for resources: {'Network': ['ID=64ac874a-34c8-42da-850d-97154769e0e5,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:39.218586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=fc3e2553-e0a7-4cee-880c-b770f29d3e3b,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:39.319013 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-30257eee-0a64-48c4-88e5-0f89280168c6 req-ee2c8cf0-ee6c-4fdd-b3fc-2c8c8ee6d161 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=68d76a55-c0fa-43a2-8ecf-aa24a97701f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581216 Mar 29 09:43:39.342307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3f6a7198-c8fa-424d-a51a-efbc8e45e015 None None] Provisioning for port 997f6dc4-e99a-4d73-8195-56f8769798f2 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:39.344519 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ecedb24-1fb5-4641-882a-d74374668eb8 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.359761 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3f6a7198-c8fa-424d-a51a-efbc8e45e015 None None] Provisioning complete for port 997f6dc4-e99a-4d73-8195-56f8769798f2 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:39.361935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3f6a7198-c8fa-424d-a51a-efbc8e45e015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.419171 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e841-84a1-4b80-b275-a575ae671077 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.452785 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a7198-c8fa-424d-a51a-efbc8e45e015 None None] Port 997f6dc4-e99a-4d73-8195-56f8769798f2 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:43:39.549698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2e841-84a1-4b80-b275-a575ae671077 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Pushing event deleted for resources: {'Port': ['ID=01f46c23-7819-4b20-b678-754fe80a9120,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:39.605928 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fc3e2553-e0a7-4cee-880c-b770f29d3e3b up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:39.626369 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ecedb24-1fb5-4641-882a-d74374668eb8 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.662289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7e28f-c5e4-4e02-a5f8-cb619bfff449 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd56ceeb-36e8-45c0-9a25-990dadd21f4c,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:39.671346 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6ecedb24-1fb5-4641-882a-d74374668eb8 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f039a53-aa31-4d32-9abb-72a4b70b53b2']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:39.690609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-78f49a96-cbe3-438a-9f0c-09363587e66d req-675957f2-7788-48f9-a803-ad11c2595bca tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Synchronizing usage tracker for tenant:dd990266160241679233cd0b82116a4d on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:39.691082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6ecedb24-1fb5-4641-882a-d74374668eb8 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc37961a-a551-429c-a136-d9ccb354269a') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:39.691082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6ecedb24-1fb5-4641-882a-d74374668eb8 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc37961a-a551-429c-a136-d9ccb354269a') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:39.699217 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e841-84a1-4b80-b275-a575ae671077 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.720933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port fc3e2553-e0a7-4cee-880c-b770f29d3e3b triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:39.723255 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.751746 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33222) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:39.783590 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5c7e28f-c5e4-4e02-a5f8-cb619bfff449 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.784841 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b5c7e28f-c5e4-4e02-a5f8-cb619bfff449 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.3893523 Mar 29 09:43:39.790907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33226) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:39.804633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-75c25842-0e5a-4111-a9a3-a90c73129eae tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'dd56ceeb-36e8-45c0-9a25-990dadd21f4c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:39.805355 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING neutron.api.v2.base [None req-75c25842-0e5a-4111-a9a3-a90c73129eae tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 29 09:43:39.805851 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-75c25842-0e5a-4111-a9a3-a90c73129eae tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:39.806806 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-75c25842-0e5a-4111-a9a3-a90c73129eae tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112073 Mar 29 09:43:39.821592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33230) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:39.821817 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ecedb24-1fb5-4641-882a-d74374668eb8 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.861469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c5d7bc61-341d-4f53-a208-6d7737f173da tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'dd56ceeb-36e8-45c0-9a25-990dadd21f4c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:39.871919 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e7db2d8f-0b85-4034-8cc5-53277ca84bee up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:39.873941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-78f49a96-cbe3-438a-9f0c-09363587e66d req-675957f2-7788-48f9-a803-ad11c2595bca tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Unset dirty status for tenant:dd990266160241679233cd0b82116a4d on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:39.876130 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-78f49a96-cbe3-438a-9f0c-09363587e66d req-675957f2-7788-48f9-a803-ad11c2595bca tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 210 time: 0.3843491 Mar 29 09:43:39.877236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12bbb200-2571-463f-b35d-83226e19735d req-18ff67fc-8dc6-4947-a3a1-97709e8f441c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:39.884338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c5d7bc61-341d-4f53-a208-6d7737f173da tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:39.904082 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcff0c6c-ea26-4e6c-a780-09215792ac62 None None] Sync routers for ids ['b0d42ba7-22de-4404-9335-fb39778b4768'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:39.910960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ecedb24-1fb5-4641-882a-d74374668eb8 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.923873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c5d7bc61-341d-4f53-a208-6d7737f173da tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:39.926424 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e841-84a1-4b80-b275-a575ae671077 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.929429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c5d7bc61-341d-4f53-a208-6d7737f173da tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:39.930041 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e841-84a1-4b80-b275-a575ae671077 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.932114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ecedb24-1fb5-4641-882a-d74374668eb8 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:43:39.932579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ecedb24-1fb5-4641-882a-d74374668eb8 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:39.934399 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff0c6c-ea26-4e6c-a780-09215792ac62 None None] Routers {'b0d42ba7-22de-4404-9335-fb39778b4768'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:39.937126 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-bcff0c6c-ea26-4e6c-a780-09215792ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b0d42ba7-22de-4404-9335-fb39778b4768'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:43:39.947411 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:43:40.009567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c5d7bc61-341d-4f53-a208-6d7737f173da tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:40.036041 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bbb200-2571-463f-b35d-83226e19735d req-18ff67fc-8dc6-4947-a3a1-97709e8f441c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] No DVR routers for this DVR port 446dadd6-4742-435f-a9c0-cca15d4d47be on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:43:40.037291 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port e7db2d8f-0b85-4034-8cc5-53277ca84bee completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:40.043874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-12bbb200-2571-463f-b35d-83226e19735d req-18ff67fc-8dc6-4947-a3a1-97709e8f441c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.045010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port e7db2d8f-0b85-4034-8cc5-53277ca84bee triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:40.045620 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.045895 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-12bbb200-2571-463f-b35d-83226e19735d req-18ff67fc-8dc6-4947-a3a1-97709e8f441c tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.36 "DELETE /v2.0/ports/446dadd6-4742-435f-a9c0-cca15d4d47be HTTP/1.1" status: 204 len: 173 time: 4.8970921 Mar 29 09:43:40.047301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76532622-6962-4ac6-aeb9-528d41366b90', 'name': 'network-vif-deleted', 'tag': '446dadd6-4742-435f-a9c0-cca15d4d47be'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:43:40.079774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.095913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e841-84a1-4b80-b275-a575ae671077 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.100134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff2e841-84a1-4b80-b275-a575ae671077 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Fanout notify agent at l3_agent the message router_deleted on router 2a83444d-77f9-40ca-9d11-42c0e871a707 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:43:40.122914 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ecedb24-1fb5-4641-882a-d74374668eb8 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.128041 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ecedb24-1fb5-4641-882a-d74374668eb8 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.138908 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6ecedb24-1fb5-4641-882a-d74374668eb8 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] 10.222.0.35 "DELETE /v2.0/networks/1f039a53-aa31-4d32-9abb-72a4b70b53b2 HTTP/1.1" status: 204 len: 168 time: 0.9764774 Mar 29 09:43:40.142536 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e841-84a1-4b80-b275-a575ae671077 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.162082 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5ff2e841-84a1-4b80-b275-a575ae671077 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "DELETE /v2.0/routers/2a83444d-77f9-40ca-9d11-42c0e871a707 HTTP/1.1" status: 204 len: 168 time: 3.5169284 Mar 29 09:43:40.166048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33240) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:40.181875 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76532622-6962-4ac6-aeb9-528d41366b90', 'name': 'network-vif-deleted', 'tag': '446dadd6-4742-435f-a9c0-cca15d4d47be', 'status': 'completed', 'code': 200} Mar 29 09:43:40.239273 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Request body: {'router': {'name': 'tempest-snat-router-919817200', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'enable_snat': False}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:40.254274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f1e1-1658-4342-a4fd-ab122ff306ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.256967 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-c5d7bc61-341d-4f53-a208-6d7737f173da tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:40.262176 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c5d7bc61-341d-4f53-a208-6d7737f173da tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4398932 Mar 29 09:43:40.270410 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33244) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:40.271547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:40.282477 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecedb24-1fb5-4641-882a-d74374668eb8 tempest-BulkNetworkOpsTest-2109548519 tempest-BulkNetworkOpsTest-2109548519-project] Pushing event deleted for resources: {'Network': ['ID=1f039a53-aa31-4d32-9abb-72a4b70b53b2,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:40.283300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.293778 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-93650e66-c61b-4876-b137-4ab451ee60ab tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'dd56ceeb-36e8-45c0-9a25-990dadd21f4c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:40.293778 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING neutron.api.v2.base [None req-93650e66-c61b-4876-b137-4ab451ee60ab tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 29 09:43:40.293778 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-93650e66-c61b-4876-b137-4ab451ee60ab tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:40.294375 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-93650e66-c61b-4876-b137-4ab451ee60ab tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0130334 Mar 29 09:43:40.295625 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Usage tracker for resource:router and tenant:f454997e7641433d97baab0b15f6dab3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:40.298577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33248) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:40.299850 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8ce6f1e1-1658-4342-a4fd-ab122ff306ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:40.309489 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:40.317204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c3984c3e-8472-400c-9496-7b594aee1aa5 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'dd56ceeb-36e8-45c0-9a25-990dadd21f4c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:40.325595 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8ce6f1e1-1658-4342-a4fd-ab122ff306ec admin admin] Usage tracker for resource:security_group_rule and tenant:11a17d46328a4ff9888ccb0dc84c5fb3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:40.325996 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-bcff0c6c-ea26-4e6c-a780-09215792ac62 None None] Set router b0d42ba7-22de-4404-9335-fb39778b4768 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:40.331493 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:40.337892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8ce6f1e1-1658-4342-a4fd-ab122ff306ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:40.347788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c3984c3e-8472-400c-9496-7b594aee1aa5 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:40.371266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c3984c3e-8472-400c-9496-7b594aee1aa5 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:40.374991 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8ce6f1e1-1658-4342-a4fd-ab122ff306ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:40.379451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c3984c3e-8472-400c-9496-7b594aee1aa5 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:40.387571 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port e7db2d8f-0b85-4034-8cc5-53277ca84bee, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e7db2d8f-0b85-4034-8cc5-53277ca84bee,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:40.392274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c3984c3e-8472-400c-9496-7b594aee1aa5 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:40.430261 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dc58aeb4-0244-43c2-ad3e-5a6d66780544 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.465433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.467168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.516845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.518342 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.577598 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f1e1-1658-4342-a4fd-ab122ff306ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.604855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cc059108-ddf2-494c-a733-655bbc1d0e21 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:40.655570 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f1e1-1658-4342-a4fd-ab122ff306ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.700916 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=e7db2d8f-0b85-4034-8cc5-53277ca84bee,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:40.735760 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-c3984c3e-8472-400c-9496-7b594aee1aa5 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:40.737096 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c3984c3e-8472-400c-9496-7b594aee1aa5 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4344697 Mar 29 09:43:40.745891 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6f1e1-1658-4342-a4fd-ab122ff306ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a139eb11-bdb2-425c-819c-afadbd08b084,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:40.753239 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.773104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33256) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:40.781579 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port cc059108-ddf2-494c-a733-655bbc1d0e21 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:40.787513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port cc059108-ddf2-494c-a733-655bbc1d0e21 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:40.788531 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:40.792421 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-0e0ead84-5196-4d93-847c-c5fa44ed0fec tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'dd56ceeb-36e8-45c0-9a25-990dadd21f4c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:40.792931 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING neutron.api.v2.base [None req-0e0ead84-5196-4d93-847c-c5fa44ed0fec tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 29 09:43:40.793413 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-0e0ead84-5196-4d93-847c-c5fa44ed0fec tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:40.795583 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0e0ead84-5196-4d93-847c-c5fa44ed0fec tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0178118 Mar 29 09:43:40.879820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33260) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:40.880747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33262) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:40.884649 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-bcff0c6c-ea26-4e6c-a780-09215792ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '02b1f748-d1eb-4624-ab36-346184563120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:40Z', 'updated_at': '2022-03-29T09:38:55Z', 'revision_number': 4, 'project_id': 'dd990266160241679233cd0b82116a4d', 'gw_port': {'id': '02b1f748-d1eb-4624-ab36-346184563120', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '7fe2276d-5d45-479b-8ec2-2adcf863972f', 'name': '', 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'mac_address': 'fa:16:3e:c8:6f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:51Z', 'updated_at': '2022-03-29T09:39:04Z', 'revision_number': 5, 'project_id': 'dd990266160241679233cd0b82116a4d', 'subnets': [{'id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:40.897490 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcff0c6c-ea26-4e6c-a780-09215792ac62 None None] Checking router: b0d42ba7-22de-4404-9335-fb39778b4768 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:43:40.908727 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff0c6c-ea26-4e6c-a780-09215792ac62 None None] Routers {'b0d42ba7-22de-4404-9335-fb39778b4768'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:40.909773 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-bcff0c6c-ea26-4e6c-a780-09215792ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b0d42ba7-22de-4404-9335-fb39778b4768'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:40.913974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-47d94abe-8080-4f73-a35b-d30bbb814959 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'dd56ceeb-36e8-45c0-9a25-990dadd21f4c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:40.968296 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-47d94abe-8080-4f73-a35b-d30bbb814959 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:40.984555 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8ce6f1e1-1658-4342-a4fd-ab122ff306ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11a17d46328a4ff9888ccb0dc84c5fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2283013 Mar 29 09:43:40.994136 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33272) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:41.019553 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:41.117750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc059108-ddf2-494c-a733-655bbc1d0e21'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:43:41.136115 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cc059108-ddf2-494c-a733-655bbc1d0e21, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cc059108-ddf2-494c-a733-655bbc1d0e21,segment=NetworkSegment(4e8d79b8-5fc0-4729-a0ce-6d8fa437e010),segment_id=4e8d79b8-5fc0-4729-a0ce-6d8fa437e010)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:41.161127 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-bcff0c6c-ea26-4e6c-a780-09215792ac62 None None] Set router b0d42ba7-22de-4404-9335-fb39778b4768 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:41.207888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-47d94abe-8080-4f73-a35b-d30bbb814959 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:41.220062 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:41.224962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-47d94abe-8080-4f73-a35b-d30bbb814959 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:41.238360 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1f8b6bb7-a460-4b22-af38-fafc4475af4a req-aebd1a7a-7d1c-45ec-b930-444e0979c580 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/ports?device_id=76532622-6962-4ac6-aeb9-528d41366b90 HTTP/1.1" status: 200 len: 210 time: 0.1327662 Mar 29 09:43:41.251513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-47d94abe-8080-4f73-a35b-d30bbb814959 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:41.289361 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e44b66-9a51-4dee-b52c-b2a1a5b992f4 req-7c1a5fea-c8f0-4de9-b2de-f6416d07e135 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:41.290921 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-44e44b66-9a51-4dee-b52c-b2a1a5b992f4 req-7c1a5fea-c8f0-4de9-b2de-f6416d07e135 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 944 time: 0.7219129 Mar 29 09:43:41.299525 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e80b6ddf-8f93-49ba-8cfd-39db72160049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:41.328276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e80b6ddf-8f93-49ba-8cfd-39db72160049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:41.351266 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'code': 200} Mar 29 09:43:41.366235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=cc059108-ddf2-494c-a733-655bbc1d0e21,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:41.389851 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b1892b68-f429-446c-b06c-188c3df3f8c3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42b1e6fe75ca41ad85e9677496c0dd6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5010712 Mar 29 09:43:41.422178 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-47d94abe-8080-4f73-a35b-d30bbb814959 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Project f7b49655c7644f1faf6cb60b08dc0014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:43:41.428471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33278) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:41.452515 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:41.489050 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e7db2d8f-0b85-4034-8cc5-53277ca84bee up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:41.522936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:41.531210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-dc58aeb4-0244-43c2-ad3e-5a6d66780544 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port e7db2d8f-0b85-4034-8cc5-53277ca84bee {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:41.531546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dc58aeb4-0244-43c2-ad3e-5a6d66780544 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:41.587747 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e80b6ddf-8f93-49ba-8cfd-39db72160049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:41.600268 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-44e44b66-9a51-4dee-b52c-b2a1a5b992f4 req-f4366235-e566-4a49-ad96-75bfd45dd8c5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=68d76a55-c0fa-43a2-8ecf-aa24a97701f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787297 Mar 29 09:43:41.600583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port e7db2d8f-0b85-4034-8cc5-53277ca84bee triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:41.600844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:41.607644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b6ddf-8f93-49ba-8cfd-39db72160049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a139eb11-bdb2-425c-819c-afadbd08b084,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:41.642545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:41.664606 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-bcff0c6c-ea26-4e6c-a780-09215792ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '02b1f748-d1eb-4624-ab36-346184563120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:40Z', 'updated_at': '2022-03-29T09:38:55Z', 'revision_number': 4, 'project_id': 'dd990266160241679233cd0b82116a4d', 'gw_port': {'id': '02b1f748-d1eb-4624-ab36-346184563120', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '7fe2276d-5d45-479b-8ec2-2adcf863972f', 'name': '', 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'mac_address': 'fa:16:3e:c8:6f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:51Z', 'updated_at': '2022-03-29T09:39:04Z', 'revision_number': 5, 'project_id': 'dd990266160241679233cd0b82116a4d', 'subnets': [{'id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:41.670799 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcff0c6c-ea26-4e6c-a780-09215792ac62 None None] The sync data for ids ['b0d42ba7-22de-4404-9335-fb39778b4768'] in dv-neutron-835555-1-hyperv is: [{'id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '02b1f748-d1eb-4624-ab36-346184563120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:40Z', 'updated_at': '2022-03-29T09:38:55Z', 'revision_number': 4, 'project_id': 'dd990266160241679233cd0b82116a4d', 'gw_port': {'id': '02b1f748-d1eb-4624-ab36-346184563120', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '7fe2276d-5d45-479b-8ec2-2adcf863972f', 'name': '', 'network_id': '42b8e51d-f4c6-435f-9d85-32ff338cd383', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'mac_address': 'fa:16:3e:c8:6f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:51Z', 'updated_at': '2022-03-29T09:39:04Z', 'revision_number': 5, 'project_id': 'dd990266160241679233cd0b82116a4d', 'subnets': [{'id': '45e1ab43-d8c0-43c8-bce8-1dd511cbc465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:41.742443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:41.745572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e80b6ddf-8f93-49ba-8cfd-39db72160049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:41.746716 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e80b6ddf-8f93-49ba-8cfd-39db72160049 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a139eb11-bdb2-425c-819c-afadbd08b084 HTTP/1.1" status: 204 len: 168 time: 0.7501290 Mar 29 09:43:41.772058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:41.824606 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-47d94abe-8080-4f73-a35b-d30bbb814959 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:41.825641 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-47d94abe-8080-4f73-a35b-d30bbb814959 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9353149 Mar 29 09:43:41.833141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33284) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:41.838417 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-fe479e06-ed2e-4a45-9d0c-7e35f17f377c tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'dd56ceeb-36e8-45c0-9a25-990dadd21f4c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:41.839645 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING neutron.api.v2.base [None req-fe479e06-ed2e-4a45-9d0c-7e35f17f377c tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 29 09:43:41.840132 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-fe479e06-ed2e-4a45-9d0c-7e35f17f377c tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:41.843703 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fe479e06-ed2e-4a45-9d0c-7e35f17f377c tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069489 Mar 29 09:43:41.847351 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33288) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:41.861731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-21cd2d6f-f131-4619-8e84-86932e0f6337 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'dd56ceeb-36e8-45c0-9a25-990dadd21f4c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:41.916600 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-21cd2d6f-f131-4619-8e84-86932e0f6337 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:41.930502 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-21cd2d6f-f131-4619-8e84-86932e0f6337 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:41.960077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-21cd2d6f-f131-4619-8e84-86932e0f6337 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:41.972810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-21cd2d6f-f131-4619-8e84-86932e0f6337 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:41.972961 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:41.979105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e3541-f464-43e2-ad0b-c74e72d19027 None None] New status for floating IP 9b9c917d-6925-4f34-90f7-7b9898e66606: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:43:41.981790 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=997f6dc4-e99a-4d73-8195-56f8769798f2,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:41.998482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:42.030527 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:42.068407 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-21cd2d6f-f131-4619-8e84-86932e0f6337 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Project f7b49655c7644f1faf6cb60b08dc0014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:43:42.151221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-dc58aeb4-0244-43c2-ad3e-5a6d66780544 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] For port e7db2d8f-0b85-4034-8cc5-53277ca84bee, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e7db2d8f-0b85-4034-8cc5-53277ca84bee,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:42.151813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dc58aeb4-0244-43c2-ad3e-5a6d66780544 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:42.190544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12db9ad-7df2-4b18-b54d-49c21adecb44 req-5ad54e7d-b183-48b7-8b78-800dcf2e67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:42.192541 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e12db9ad-7df2-4b18-b54d-49c21adecb44 req-5ad54e7d-b183-48b7-8b78-800dcf2e67f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 1098 time: 0.4510691 Mar 29 09:43:42.220776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Allocated IP 172.26.7.156 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/9d8c419a-cf54-4547-98fe-22bd3353d24d) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:42.258844 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-21cd2d6f-f131-4619-8e84-86932e0f6337 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:42.259911 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-21cd2d6f-f131-4619-8e84-86932e0f6337 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4116511 Mar 29 09:43:42.272084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33300) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:42.280247 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-32935681-2154-468d-92bc-094c7de17a86 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'dd56ceeb-36e8-45c0-9a25-990dadd21f4c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:42.287959 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-32935681-2154-468d-92bc-094c7de17a86 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:42.344504 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-32935681-2154-468d-92bc-094c7de17a86 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:42.351178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-32935681-2154-468d-92bc-094c7de17a86 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:42.366150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-32935681-2154-468d-92bc-094c7de17a86 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:42.378624 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-dc58aeb4-0244-43c2-ad3e-5a6d66780544 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for e7db2d8f-0b85-4034-8cc5-53277ca84bee owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:42.421356 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:42.430083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:42.466166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 57a6c9b2-0a2a-40bf-a521-1e167a7fc086 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:42.467300 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00699b9-8e43-4acd-b00a-327471810221,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:42.476891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:42.497900 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-32935681-2154-468d-92bc-094c7de17a86 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Project f7b49655c7644f1faf6cb60b08dc0014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:43:42.498205 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e12db9ad-7df2-4b18-b54d-49c21adecb44 req-d46cff1b-4803-4ece-b1d9-9ebb83535c95 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68d76a55-c0fa-43a2-8ecf-aa24a97701f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907014 Mar 29 09:43:42.499516 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:42.499908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:42.501273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:42.501273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:42.501273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:42.501273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:42.501702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:42.501837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:42.502157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:42.502479 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:42.502800 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:42.503171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:42.510589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:42.511722 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1f18a26c-aac7-476b-9eec-aadc48a0c15f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d00699b9-8e43-4acd-b00a-327471810221 HTTP/1.1" status: 204 len: 168 time: 1.0576432 Mar 29 09:43:42.542723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33312) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:42.576313 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:42.687162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:42.692636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Pushing event updated for resources: {'Port': ['ID=9d8c419a-cf54-4547-98fe-22bd3353d24d,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:42.693385 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:42.698981 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-32935681-2154-468d-92bc-094c7de17a86 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:42.702502 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-32935681-2154-468d-92bc-094c7de17a86 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4270203 Mar 29 09:43:42.711626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:42.712145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33320) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:42.801872 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6fab6b1b-7e02-4782-89e8-b382b1bc5870 None None] Provisioning complete for port 997f6dc4-e99a-4d73-8195-56f8769798f2 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:42.802256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6fab6b1b-7e02-4782-89e8-b382b1bc5870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:42.843539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5c1b5da9-c061-43cd-a350-321e67687cd9 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:42.864329 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6fab6b1b-7e02-4782-89e8-b382b1bc5870 None None] Port 997f6dc4-e99a-4d73-8195-56f8769798f2 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:43:42.908124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5c1b5da9-c061-43cd-a350-321e67687cd9 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:42.951845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-36520498-814a-437b-b9e4-54f6f4b14976 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:43.013182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 3a432b9f-50b0-4c33-8a3b-efacda565898 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:43:43.154233 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dc58aeb4-0244-43c2-ad3e-5a6d66780544 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:43.160301 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-36520498-814a-437b-b9e4-54f6f4b14976 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:43.238882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33338) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:43.298331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d739a4-ada0-42c2-b261-b5971ab2e0eb req-2b0a12f6-b470-4894-8df5-2679b94811de tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:43.299798 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-13d739a4-ada0-42c2-b261-b5971ab2e0eb req-2b0a12f6-b470-4894-8df5-2679b94811de tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 945 time: 0.5357900 Mar 29 09:43:43.332399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5c1b5da9-c061-43cd-a350-321e67687cd9 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:43.359665 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58aeb4-0244-43c2-ad3e-5a6d66780544 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=e7db2d8f-0b85-4034-8cc5-53277ca84bee,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:43.372733 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-13d739a4-ada0-42c2-b261-b5971ab2e0eb req-150ed048-4189-4ed7-a855-869904ccd6ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=68d76a55-c0fa-43a2-8ecf-aa24a97701f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596032 Mar 29 09:43:43.401950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b5da9-c061-43cd-a350-321e67687cd9 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd56ceeb-36e8-45c0-9a25-990dadd21f4c,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:43.539151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-36520498-814a-437b-b9e4-54f6f4b14976 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:43.568679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:43.577594 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36520498-814a-437b-b9e4-54f6f4b14976 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0242fc34-092b-4169-bcc1-fd0fff9a8aa7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:43.579579 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df6389-c085-4652-866c-fe11ea5dc147 None None] Sync routers for ids ['3a432b9f-50b0-4c33-8a3b-efacda565898'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:43.604559 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5c1b5da9-c061-43cd-a350-321e67687cd9 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:43.605694 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5c1b5da9-c061-43cd-a350-321e67687cd9 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "DELETE /v2.0/security-groups/dd56ceeb-36e8-45c0-9a25-990dadd21f4c HTTP/1.1" status: 204 len: 168 time: 0.8923426 Mar 29 09:43:43.607829 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df6389-c085-4652-866c-fe11ea5dc147 None None] Routers {'3a432b9f-50b0-4c33-8a3b-efacda565898'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:43.608776 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-55df6389-c085-4652-866c-fe11ea5dc147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['3a432b9f-50b0-4c33-8a3b-efacda565898'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:43.611462 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33346) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:43.627916 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e0a50c59-5496-4a45-9ca9-7fc547f9beab tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/3a432b9f-50b0-4c33-8a3b-efacda565898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1194863 Mar 29 09:43:43.629753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33354) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:43.722480 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-974299711'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:43.744523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:43.766541 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Usage tracker for resource:network and tenant:541a406e5726449cb96d7d025a94ad51 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:43.770786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:43.779976 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-36520498-814a-437b-b9e4-54f6f4b14976 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:43.781578 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-36520498-814a-437b-b9e4-54f6f4b14976 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "DELETE /v2.0/security-groups/0242fc34-092b-4169-bcc1-fd0fff9a8aa7 HTTP/1.1" status: 204 len: 168 time: 1.2379379 Mar 29 09:43:43.791930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33362) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:43.793555 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-55df6389-c085-4652-866c-fe11ea5dc147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:43.795093 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dc58aeb4-0244-43c2-ad3e-5a6d66780544 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:43.803143 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:43.804861 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df6389-c085-4652-866c-fe11ea5dc147 None None] Routers {'3a432b9f-50b0-4c33-8a3b-efacda565898'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:43.805633 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-55df6389-c085-4652-866c-fe11ea5dc147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['3a432b9f-50b0-4c33-8a3b-efacda565898'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:43.834977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:43.893075 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-55df6389-c085-4652-866c-fe11ea5dc147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:43.893519 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df6389-c085-4652-866c-fe11ea5dc147 None None] The sync data for ids ['3a432b9f-50b0-4c33-8a3b-efacda565898'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:43.907577 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-eef51121-1dd8-4f88-9169-43fcedcf25fb tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] show failed (client error): The resource could not be found. Mar 29 09:43:43.908633 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-eef51121-1dd8-4f88-9169-43fcedcf25fb tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "GET /v2.0/security-groups/0242fc34-092b-4169-bcc1-fd0fff9a8aa7 HTTP/1.1" status: 404 len: 347 time: 0.1029677 Mar 29 09:43:43.909514 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2b215bd8-9cc9-4600-b870-89d4909dcf08 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Synchronizing usage tracker for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:43.913946 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33366) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:43.927008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263dc85a-fd94-4765-a9cd-39f7fbafbae2 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:43.927831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-263dc85a-fd94-4765-a9cd-39f7fbafbae2 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Synchronizing usage tracker for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:44.002634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2b215bd8-9cc9-4600-b870-89d4909dcf08 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Unset dirty status for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:44.008069 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2b215bd8-9cc9-4600-b870-89d4909dcf08 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3913190 Mar 29 09:43:44.012047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Made reservation on behalf of 541a406e5726449cb96d7d025a94ad51 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:44.016224 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:44.029447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33372) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:44.043059 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c0dfcb85-d9d4-4f06-b499-2fd4765c15f7 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146617071'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:44.050672 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c0dfcb85-d9d4-4f06-b499-2fd4765c15f7 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:44.062533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:44.073040 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33376) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:44.086325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c0dfcb85-d9d4-4f06-b499-2fd4765c15f7 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:44.149334 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:44.163410 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Usage tracker for resource:security_group_rule and tenant:541a406e5726449cb96d7d025a94ad51 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:44.168170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:44.181318 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:44.229623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d277602f-8ad2-4562-9270-2a4be29a63c1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Deleting port dd6cb21d-54e2-4326-8887-04b68ae5e953 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:44.229856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d277602f-8ad2-4562-9270-2a4be29a63c1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:44.265865 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c0dfcb85-d9d4-4f06-b499-2fd4765c15f7 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:44.269749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1097855623'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:44.314764 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c0dfcb85-d9d4-4f06-b499-2fd4765c15f7 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:44.325524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c0dfcb85-d9d4-4f06-b499-2fd4765c15f7 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:44.329550 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:44.330340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:44.334602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c0dfcb85-d9d4-4f06-b499-2fd4765c15f7 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:44.342219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c0dfcb85-d9d4-4f06-b499-2fd4765c15f7 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:44.345500 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-263dc85a-fd94-4765-a9cd-39f7fbafbae2 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Unset dirty status for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:44.346501 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-263dc85a-fd94-4765-a9cd-39f7fbafbae2 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports/997f6dc4-e99a-4d73-8195-56f8769798f2 HTTP/1.1" status: 200 len: 910 time: 0.7122550 Mar 29 09:43:44.349275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:network and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:44.356795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33382) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:44.356795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:44.452234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:44.487249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc58aeb4-0244-43c2-ad3e-5a6d66780544 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Router 51ea5d60-a06d-4530-b9b1-282b9fdec246 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:43:44.559201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:44.608869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:44.646351 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c0dfcb85-d9d4-4f06-b499-2fd4765c15f7 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:44.662409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:43:44.685908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d337371f-24b2-4a47-9258-a77817e8d49c,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:44.688631 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:44.688968 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Added segment fde8ba04-49e0-4dac-9c1d-248ec3827b5c of type vlan for network 512d8b45-8abc-4c94-aabb-bbfd86ba1551 Mar 29 09:43:44.701804 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:44.702144 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:44.706362 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:44.706362 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:44.706362 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:44.706362 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:44.706362 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:44.706362 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:44.706362 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:44.706362 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:44.706362 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:44.706362 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:44.709224 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c0dfcb85-d9d4-4f06-b499-2fd4765c15f7 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:44.769995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:44.776715 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfcb85-d9d4-4f06-b499-2fd4765c15f7 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb10113-df9e-4253-92fa-a736c1b1b009,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:44.791018 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Router b5b06a61-415a-4f02-9dfb-ce011b9bce4e is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:43:44.882233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c0dfcb85-d9d4-4f06-b499-2fd4765c15f7 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:44.883918 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c0dfcb85-d9d4-4f06-b499-2fd4765c15f7 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8511143 Mar 29 09:43:44.887472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33388) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:44.889463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:44.892887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:44.896229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-455c6d7e-85d4-48c5-8ba5-4d07b6f51c51 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': '8bb10113-df9e-4253-92fa-a736c1b1b009', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:44.905610 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-455c6d7e-85d4-48c5-8ba5-4d07b6f51c51 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:44.918678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-455c6d7e-85d4-48c5-8ba5-4d07b6f51c51 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:44.923728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-455c6d7e-85d4-48c5-8ba5-4d07b6f51c51 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:44.980818 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-455c6d7e-85d4-48c5-8ba5-4d07b6f51c51 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:44.986296 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:44.994312 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:44.999732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:45.000344 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:45.063472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc58aeb4-0244-43c2-ad3e-5a6d66780544 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:45.068907 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dc58aeb4-0244-43c2-ad3e-5a6d66780544 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "PUT /v2.0/routers/51ea5d60-a06d-4530-b9b1-282b9fdec246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2135954 Mar 29 09:43:45.074536 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d277602f-8ad2-4562-9270-2a4be29a63c1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:45.074863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d277602f-8ad2-4562-9270-2a4be29a63c1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:45.076605 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b605d82-4098-466e-8868-b4ddeb456bd9 None None] Sync routers for ids ['51ea5d60-a06d-4530-b9b1-282b9fdec246'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:45.084110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33392) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:45.088146 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b605d82-4098-466e-8868-b4ddeb456bd9 None None] Routers {'51ea5d60-a06d-4530-b9b1-282b9fdec246'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:45.088320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-4b605d82-4098-466e-8868-b4ddeb456bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['51ea5d60-a06d-4530-b9b1-282b9fdec246'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:45.196742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:45.212009 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Sync routers for ids ['b5b06a61-415a-4f02-9dfb-ce011b9bce4e'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:45.220339 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Routers {'b5b06a61-415a-4f02-9dfb-ce011b9bce4e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:45.227731 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b5b06a61-415a-4f02-9dfb-ce011b9bce4e'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:45.266696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-4b605d82-4098-466e-8868-b4ddeb456bd9 None None] Set router 51ea5d60-a06d-4530-b9b1-282b9fdec246 gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:45.287400 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Pushing event updated for resources: {'Network': ['ID=512d8b45-8abc-4c94-aabb-bbfd86ba1551,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:45.307998 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-da03aa5b-cc9c-4705-8dce-7a620ac77540 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0675116 Mar 29 09:43:45.310764 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33396) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:45.316653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Request body: {'subnet': {'network_id': '512d8b45-8abc-4c94-aabb-bbfd86ba1551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:45.320915 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 512d8b45-8abc-4c94-aabb-bbfd86ba1551 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:43:45.329550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:45.354774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d277602f-8ad2-4562-9270-2a4be29a63c1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Calling delete_port for dd6cb21d-54e2-4326-8887-04b68ae5e953 owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:45.388746 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:45.393127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:security_group_rule and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:45.394575 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-abb73f09-0277-48c4-94bd-154e0bba19a4 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1968386 Mar 29 09:43:45.397517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33400) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:45.403885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:45.408729 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-455c6d7e-85d4-48c5-8ba5-4d07b6f51c51 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The resource could not be found. Mar 29 09:43:45.409926 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-455c6d7e-85d4-48c5-8ba5-4d07b6f51c51 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5201762 Mar 29 09:43:45.413610 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33404) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:45.420029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:45.463693 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Set router b5b06a61-415a-4f02-9dfb-ce011b9bce4e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:45.501358 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-4b605d82-4098-466e-8868-b4ddeb456bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ea5d60-a06d-4530-b9b1-282b9fdec246', 'name': 'tempest-NetworksTestDHCPv6-router-562641520', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:24Z', 'updated_at': '2022-03-29T09:43:42Z', 'revision_number': 3, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:45.502707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4011092-3ed4-4b61-92d2-f6290eceb87c req-52f8f1cc-ee77-41b1-9b2c-e253224ff7de tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:45.504269 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f4011092-3ed4-4b61-92d2-f6290eceb87c req-52f8f1cc-ee77-41b1-9b2c-e253224ff7de tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 945 time: 1.0142686 Mar 29 09:43:45.506863 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b605d82-4098-466e-8868-b4ddeb456bd9 None None] Checking router: 51ea5d60-a06d-4530-b9b1-282b9fdec246 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:43:45.516318 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b605d82-4098-466e-8868-b4ddeb456bd9 None None] Routers {'51ea5d60-a06d-4530-b9b1-282b9fdec246'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:45.517369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-4b605d82-4098-466e-8868-b4ddeb456bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['51ea5d60-a06d-4530-b9b1-282b9fdec246'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:45.536089 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-4024c0e7-5d4c-4185-a8e6-a0b5de934594 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': '8bb10113-df9e-4253-92fa-a736c1b1b009', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e9be7858-8575-4682-9399-9d336ffde1e6'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:45.566527 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4024c0e7-5d4c-4185-a8e6-a0b5de934594 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:45.576201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4024c0e7-5d4c-4185-a8e6-a0b5de934594 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:45.579829 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9534d8-b43a-4c4b-b1b6-20117856f14d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:45.587006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9534d8-b43a-4c4b-b1b6-20117856f14d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:45.587174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4024c0e7-5d4c-4185-a8e6-a0b5de934594 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:45.587269 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2b9534d8-b43a-4c4b-b1b6-20117856f14d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4863968 Mar 29 09:43:45.590368 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33408) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:45.597323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4024c0e7-5d4c-4185-a8e6-a0b5de934594 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:45.603267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:45.682014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-4b605d82-4098-466e-8868-b4ddeb456bd9 None None] Set router 51ea5d60-a06d-4530-b9b1-282b9fdec246 gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:45.707948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Usage tracker for resource:subnet and tenant:541a406e5726449cb96d7d025a94ad51 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:45.722345 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:45.735970 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f4011092-3ed4-4b61-92d2-f6290eceb87c req-eab8fb2d-db53-4d3d-aa01-d19020103e6e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=68d76a55-c0fa-43a2-8ecf-aa24a97701f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733828 Mar 29 09:43:45.740552 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:45.814639 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e8b97a-6382-4966-8baa-0d622688c40b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 270f4212-101e-42d5-8210-49abbecd9f18 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:43:45.817918 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3eef04d7-7e1d-4414-b02f-b824539bbbed tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/routers/b5b06a61-415a-4f02-9dfb-ce011b9bce4e HTTP/1.1" status: 200 len: 908 time: 0.4106791 Mar 29 09:43:45.821864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33414) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:45.823700 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-4b605d82-4098-466e-8868-b4ddeb456bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ea5d60-a06d-4530-b9b1-282b9fdec246', 'name': 'tempest-NetworksTestDHCPv6-router-562641520', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:24Z', 'updated_at': '2022-03-29T09:43:42Z', 'revision_number': 3, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:45.825226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b97a-6382-4966-8baa-0d622688c40b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:45.831715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b605d82-4098-466e-8868-b4ddeb456bd9 None None] The sync data for ids ['51ea5d60-a06d-4530-b9b1-282b9fdec246'] in dv-neutron-835555-1-hyperv is: [{'id': '51ea5d60-a06d-4530-b9b1-282b9fdec246', 'name': 'tempest-NetworksTestDHCPv6-router-562641520', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:24Z', 'updated_at': '2022-03-29T09:43:42Z', 'revision_number': 3, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'gw_port_host': None}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:45.865910 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Request body: {'router': {'name': 'tempest-snat-router-919817200', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'enable_snat': True}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:45.883322 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:45.889331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Made reservation on behalf of 541a406e5726449cb96d7d025a94ad51 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:45.892769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:45.906795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Usage tracker for resource:router and tenant:f454997e7641433d97baab0b15f6dab3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:45.915405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:45.954540 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b06a61-415a-4f02-9dfb-ce011b9bce4e', 'name': 'tempest-snat-router-919817200', 'tenant_id': 'f454997e7641433d97baab0b15f6dab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.156'}], 'enable_snat': False}, 'gw_port_id': '9d8c419a-cf54-4547-98fe-22bd3353d24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:40Z', 'updated_at': '2022-03-29T09:43:43Z', 'revision_number': 3, 'project_id': 'f454997e7641433d97baab0b15f6dab3', 'gw_port': {'id': '9d8c419a-cf54-4547-98fe-22bd3353d24d', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b06a61-415a-4f02-9dfb-ce011b9bce4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:43:42Z', 'updated_at': '2022-03-29T09:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:45.958919 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Checking router: b5b06a61-415a-4f02-9dfb-ce011b9bce4e for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:43:45.959274 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Updating router b5b06a61-415a-4f02-9dfb-ce011b9bce4e port 9d8c419a-cf54-4547-98fe-22bd3353d24d binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:43:45.973382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:45.978691 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-4024c0e7-5d4c-4185-a8e6-a0b5de934594 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The resource could not be found. Mar 29 09:43:45.982929 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4024c0e7-5d4c-4185-a8e6-a0b5de934594 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5584340 Mar 29 09:43:45.985473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33418) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:45.998048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b97a-6382-4966-8baa-0d622688c40b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.025535 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d277602f-8ad2-4562-9270-2a4be29a63c1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.027472 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.035833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.093078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277602f-8ad2-4562-9270-2a4be29a63c1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Pushing event deleted for resources: {'Port': ['ID=dd6cb21d-54e2-4326-8887-04b68ae5e953,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:46.137179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.150169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.151659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.159274 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.208957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e22b22-cd83-4356-b16b-22818f26cf05 req-a6b30ab1-78dd-4f27-815f-3fd982265262 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:46.210817 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-42e22b22-cd83-4356-b16b-22818f26cf05 req-a6b30ab1-78dd-4f27-815f-3fd982265262 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 945 time: 0.2963090 Mar 29 09:43:46.248783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b97a-6382-4966-8baa-0d622688c40b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.299293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.327452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:43:46.410267 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25e6189-aa61-43cc-9172-d0531215fbb7,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:46.433276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.433651 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Added segment 74e4b79c-8f8a-4141-ada2-45adc6b21236 of type vlan for network 6227e96f-f5f3-4313-85bd-f7d9600735a0 Mar 29 09:43:46.434661 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3415c911-2da0-436f-a326-dfba20300246 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.439019 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-42e22b22-cd83-4356-b16b-22818f26cf05 req-d4f9327a-f9be-44b4-8520-d0c22e60bbbe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=68d76a55-c0fa-43a2-8ecf-aa24a97701f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473985 Mar 29 09:43:46.465732 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.477152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d277602f-8ad2-4562-9270-2a4be29a63c1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.484055 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33422) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:46.597971 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Transition to ACTIVE for port object 9d8c419a-cf54-4547-98fe-22bd3353d24d will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:46.639713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.678813 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b97a-6382-4966-8baa-0d622688c40b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.683860 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.753843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3415c911-2da0-436f-a326-dfba20300246 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.761788 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Attempting to bind port 9d8c419a-cf54-4547-98fe-22bd3353d24d on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:46.762261 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Attempting to bind port 9d8c419a-cf54-4547-98fe-22bd3353d24d by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:46.763679 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Attempting to bind port 9d8c419a-cf54-4547-98fe-22bd3353d24d on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:46.766048 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.769261 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e8e64-249c-448d-80e4-6d76274e2e55 None None] Pushing event updated for resources: {'Port': ['ID=9d8c419a-cf54-4547-98fe-22bd3353d24d,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:46.770238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d6e59a-3c9d-4f3c-9a85-980396a43668 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:46.773752 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:46.774230 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:46.774717 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.775188 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:46.775735 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Bound port: 9d8c419a-cf54-4547-98fe-22bd3353d24d, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:46.776244 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.785858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.790157 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b97a-6382-4966-8baa-0d622688c40b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:46.806429 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f8e8b97a-6382-4966-8baa-0d622688c40b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/270f4212-101e-42d5-8210-49abbecd9f18 HTTP/1.1" status: 204 len: 168 time: 1.2124712 Mar 29 09:43:46.811199 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33426) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:46.853226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Pushing event updated for resources: {'Subnet': ['ID=0d989a2a-8b1c-463c-8f68-6e624604be09,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:46.855549 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Checking segment: {'id': 'fde8ba04-49e0-4dac-9c1d-248ec3827b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '512d8b45-8abc-4c94-aabb-bbfd86ba1551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:46.855912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Network hostable DHCP agents. Network: 512d8b45-8abc-4c94-aabb-bbfd86ba1551, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:43:46.874792 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] For port 9d8c419a-cf54-4547-98fe-22bd3353d24d, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:46.878627 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] For port 9d8c419a-cf54-4547-98fe-22bd3353d24d, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9d8c419a-cf54-4547-98fe-22bd3353d24d,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:46.899427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8b97a-6382-4966-8baa-0d622688c40b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=270f4212-101e-42d5-8210-49abbecd9f18,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:46.952859 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:47.087388 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Routers {'b5b06a61-415a-4f02-9dfb-ce011b9bce4e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:47.088150 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b5b06a61-415a-4f02-9dfb-ce011b9bce4e'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:47.115408 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d277602f-8ad2-4562-9270-2a4be29a63c1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:47.119586 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d277602f-8ad2-4562-9270-2a4be29a63c1 tempest-ServerActionsTestJSON-1711735940 tempest-ServerActionsTestJSON-1711735940-project] 10.222.0.35 "DELETE /v2.0/floatingips/9b9c917d-6925-4f34-90f7-7b9898e66606 HTTP/1.1" status: 204 len: 168 time: 3.1996357 Mar 29 09:43:47.119586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:47.123647 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:47.124391 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:47.127843 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ba685d-da68-4c73-a759-1fd682f75eb7 None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:43:47.131104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33430) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:47.132420 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba685d-da68-4c73-a759-1fd682f75eb7 None None] Deleting port fa97db20-777d-481c-bd38-be77eb627b2f {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:47.132819 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e4ba685d-da68-4c73-a759-1fd682f75eb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:47.140193 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Network 512d8b45-8abc-4c94-aabb-bbfd86ba1551 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:43:47.180701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da01f436-9793-4ac1-8618-c2b7cba51281 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:47.182879 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-da01f436-9793-4ac1-8618-c2b7cba51281 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 1093 time: 0.6903627 Mar 29 09:43:47.186080 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33436) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:47.200721 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:47.202458 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e8e64-249c-448d-80e4-6d76274e2e55 None None] Pushing event updated for resources: {'Port': ['ID=9d8c419a-cf54-4547-98fe-22bd3353d24d,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:47.219546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:47.225035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3415c911-2da0-436f-a326-dfba20300246 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:47.225529 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:floatingip and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:47.230241 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:47.239122 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:47.252225 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 512d8b45-8abc-4c94-aabb-bbfd86ba1551) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:47.264402 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-87b48376-7ccb-411d-bc77-32ee2e32f77f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4475982 Mar 29 09:43:47.268118 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032c9eb3-80ef-4d68-9c2c-a83ab3875c4c None None] Network 512d8b45-8abc-4c94-aabb-bbfd86ba1551 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:47.271392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33440) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:47.322888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415c911-2da0-436f-a326-dfba20300246 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb10113-df9e-4253-92fa-a736c1b1b009,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:47.336935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3415c911-2da0-436f-a326-dfba20300246 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:47.338160 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3415c911-2da0-436f-a326-dfba20300246 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "DELETE /v2.0/security-groups/8bb10113-df9e-4253-92fa-a736c1b1b009 HTTP/1.1" status: 204 len: 168 time: 1.3499875 Mar 29 09:43:47.344463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33442) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:47.387837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Network': ['ID=6227e96f-f5f3-4313-85bd-f7d9600735a0,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:47.394580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Allocated IP 172.21.0.1 (1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f/d06aa77e-4a5c-4752-acd3-7acad1023029/09768c55-3541-4e7f-867d-4e1b0b924f72) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:47.410009 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-71b3d58c-f0b1-4b02-bfc9-12efb2409fda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.3211002 Mar 29 09:43:47.437286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 6227e96f-f5f3-4313-85bd-f7d9600735a0 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:43:47.447400 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] Set router b5b06a61-415a-4f02-9dfb-ce011b9bce4e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:47.524370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:47.525118 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:47.562235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:47.629961 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fa97db20-777d-481c-bd38-be77eb627b2f no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:43:47.634412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:47.653604 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Transition to ACTIVE for port object 09768c55-3541-4e7f-867d-4e1b0b924f72 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:47.698546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33450) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:47.712253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'subnet': {'network_id': '6227e96f-f5f3-4313-85bd-f7d9600735a0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:47.747517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:47.753671 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ab0ba4b0-18a7-4252-ba0f-3a857c60eabd tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Synchronizing usage tracker for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:47.830894 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b06a61-415a-4f02-9dfb-ce011b9bce4e', 'name': 'tempest-snat-router-919817200', 'tenant_id': 'f454997e7641433d97baab0b15f6dab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.156'}], 'enable_snat': False}, 'gw_port_id': '9d8c419a-cf54-4547-98fe-22bd3353d24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:40Z', 'updated_at': '2022-03-29T09:43:43Z', 'revision_number': 3, 'project_id': 'f454997e7641433d97baab0b15f6dab3', 'gw_port': {'id': '9d8c419a-cf54-4547-98fe-22bd3353d24d', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b06a61-415a-4f02-9dfb-ce011b9bce4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:43:42Z', 'updated_at': '2022-03-29T09:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:47.836192 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4378498-ec89-4ece-8752-63faaef88b01 None None] The sync data for ids ['b5b06a61-415a-4f02-9dfb-ce011b9bce4e'] in dv-neutron-835555-1-hyperv is: [{'id': 'b5b06a61-415a-4f02-9dfb-ce011b9bce4e', 'name': 'tempest-snat-router-919817200', 'tenant_id': 'f454997e7641433d97baab0b15f6dab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.156'}], 'enable_snat': False}, 'gw_port_id': '9d8c419a-cf54-4547-98fe-22bd3353d24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:40Z', 'updated_at': '2022-03-29T09:43:43Z', 'revision_number': 3, 'project_id': 'f454997e7641433d97baab0b15f6dab3', 'gw_port': {'id': '9d8c419a-cf54-4547-98fe-22bd3353d24d', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:d9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b06a61-415a-4f02-9dfb-ce011b9bce4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:43:42Z', 'updated_at': '2022-03-29T09:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:47.863803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e4ba685d-da68-4c73-a759-1fd682f75eb7 None None] For port fa97db20-777d-481c-bd38-be77eb627b2f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fa97db20-777d-481c-bd38-be77eb627b2f,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:47.864376 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e4ba685d-da68-4c73-a759-1fd682f75eb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:47.907067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:47.924192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:47.934432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:47.971360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=09768c55-3541-4e7f-867d-4e1b0b924f72,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:48.002279 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ab0ba4b0-18a7-4252-ba0f-3a857c60eabd tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Unset dirty status for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:48.003535 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ab0ba4b0-18a7-4252-ba0f-3a857c60eabd tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6560700 Mar 29 09:43:48.010426 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33454) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:48.015507 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-3fdfdab8-37a2-49af-b8fd-5349fd5fc13a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': 'cc3558d1-f554-4b3b-8fed-2c0cd0126b6f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:48.021464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:48.037567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:subnet and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:48.048296 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3fdfdab8-37a2-49af-b8fd-5349fd5fc13a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:48.050678 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:48.064457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba685d-da68-4c73-a759-1fd682f75eb7 None None] Calling delete_port for fa97db20-777d-481c-bd38-be77eb627b2f owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:48.074364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3fdfdab8-37a2-49af-b8fd-5349fd5fc13a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:48.077893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:48.082804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3fdfdab8-37a2-49af-b8fd-5349fd5fc13a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:48.085847 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:48.104865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3fdfdab8-37a2-49af-b8fd-5349fd5fc13a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:48.142347 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4e67d4e7-1fe2-4739-be64-f7af1f63ca4f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8301435 Mar 29 09:43:48.145010 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33458) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:48.163765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Request body: {'port': {'network_id': '512d8b45-8abc-4c94-aabb-bbfd86ba1551', 'name': 'tempest-TagsExtTest-1797731612'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:48.171396 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6b5c548b-0732-48ab-8150-f8a065876a74 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:48.243739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:48.247210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:48.293994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:48.323508 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-512d8b45-8abc-4c94-aabb-bbfd86ba1551', 'network_id': '512d8b45-8abc-4c94-aabb-bbfd86ba1551', 'tenant_id': '541a406e5726449cb96d7d025a94ad51', 'fixed_ips': [{'subnet_id': '0d989a2a-8b1c-463c-8f68-6e624604be09'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:43:48.324336 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:48.375215 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:48.422199 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:48.430001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e4ba685d-da68-4c73-a759-1fd682f75eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:48.528915 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4cba5c66-3ee6-4671-b89a-a1a8f3c334af None None] Provisioning for port 09768c55-3541-4e7f-867d-4e1b0b924f72 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:48.537094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e7db2d8f-0b85-4034-8cc5-53277ca84bee no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:43:48.564148 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ba685d-da68-4c73-a759-1fd682f75eb7 None None] No DVR routers for this DVR port fa97db20-777d-481c-bd38-be77eb627b2f on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:43:48.568300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba685d-da68-4c73-a759-1fd682f75eb7 None None] Pushing event deleted for resources: {'Port': ['ID=fa97db20-777d-481c-bd38-be77eb627b2f,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:48.586957 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4cba5c66-3ee6-4671-b89a-a1a8f3c334af None None] Provisioning complete for port 09768c55-3541-4e7f-867d-4e1b0b924f72 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:48.587557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4cba5c66-3ee6-4671-b89a-a1a8f3c334af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:48.620558 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: e7db2d8f-0b85-4034-8cc5-53277ca84bee {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:43:48.621254 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e7db2d8f-0b85-4034-8cc5-53277ca84bee not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:43:48.627617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:48.654076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Usage tracker for resource:port and tenant:541a406e5726449cb96d7d025a94ad51 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:48.663585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:48.687457 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:48.694535 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-3fdfdab8-37a2-49af-b8fd-5349fd5fc13a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The resource could not be found. Mar 29 09:43:48.694535 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3fdfdab8-37a2-49af-b8fd-5349fd5fc13a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6794608 Mar 29 09:43:48.697160 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33462) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:48.707629 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-4cba5c66-3ee6-4671-b89a-a1a8f3c334af None None] Port 09768c55-3541-4e7f-867d-4e1b0b924f72 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:43:48.710067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:48.725622 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f65b873a-933c-4ab7-83c6-5bffae10bdc0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756204132'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:48.736405 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Allocated IP 172.20.0.2 (512d8b45-8abc-4c94-aabb-bbfd86ba1551/0d989a2a-8b1c-463c-8f68-6e624604be09/3ef0940a-ba38-4fc9-b124-e075b2dc0350) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:48.741256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f65b873a-933c-4ab7-83c6-5bffae10bdc0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:48.954404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6b5c548b-0732-48ab-8150-f8a065876a74 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:48.956772 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6b5c548b-0732-48ab-8150-f8a065876a74 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:48.959822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f65b873a-933c-4ab7-83c6-5bffae10bdc0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:48.970525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Made reservation on behalf of 541a406e5726449cb96d7d025a94ad51 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:48.978033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:48.990445 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.002800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Transition to ACTIVE for port object 3ef0940a-ba38-4fc9-b124-e075b2dc0350 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:49.028242 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Transition to ACTIVE for port object 3ef0940a-ba38-4fc9-b124-e075b2dc0350 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:49.042342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] device_id is not set on port 1c5928c8-8895-471d-b652-e002fd707ac4 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:43:49.118827 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.154811 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f65b873a-933c-4ab7-83c6-5bffae10bdc0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.164310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6b5c548b-0732-48ab-8150-f8a065876a74 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.164310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5c548b-0732-48ab-8150-f8a065876a74 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Fanout notify agent at l3_agent the message router_deleted on router 51ea5d60-a06d-4530-b9b1-282b9fdec246 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:43:49.192598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Network 512d8b45-8abc-4c94-aabb-bbfd86ba1551 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:49.194962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:49.204785 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:49.220337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Allocated IP 172.26.7.226 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/24dd3685-d466-485e-9f32-7310d8f45a11) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:49.242380 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6b5c548b-0732-48ab-8150-f8a065876a74 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.243638 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6b5c548b-0732-48ab-8150-f8a065876a74 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/routers/51ea5d60-a06d-4530-b9b1-282b9fdec246 HTTP/1.1" status: 204 len: 168 time: 1.7215142 Mar 29 09:43:49.249857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33466) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:49.262135 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-6b46964d-d283-41af-a300-ed76c075ff73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:49.279875 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Pushing event updated for resources: {'Port': ['ID=3ef0940a-ba38-4fc9-b124-e075b2dc0350,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:49.293893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f65b873a-933c-4ab7-83c6-5bffae10bdc0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:49.302017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:49.302365 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:49.302698 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:49.303027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:49.303816 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:49.304156 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:49.304514 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:49.304873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:49.305161 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:49.305481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:49.306259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:49.306259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:49.308738 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f65b873a-933c-4ab7-83c6-5bffae10bdc0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:49.317067 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Attempting to bind port 3ef0940a-ba38-4fc9-b124-e075b2dc0350 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:49.317426 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Attempting to bind port 3ef0940a-ba38-4fc9-b124-e075b2dc0350 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'fde8ba04-49e0-4dac-9c1d-248ec3827b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '512d8b45-8abc-4c94-aabb-bbfd86ba1551'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:49.317783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Attempting to bind port 3ef0940a-ba38-4fc9-b124-e075b2dc0350 on network 512d8b45-8abc-4c94-aabb-bbfd86ba1551 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:49.324346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f65b873a-933c-4ab7-83c6-5bffae10bdc0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:49.330088 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:49.330088 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Checking segment: {'id': 'fde8ba04-49e0-4dac-9c1d-248ec3827b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '512d8b45-8abc-4c94-aabb-bbfd86ba1551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:49.330088 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.330088 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Bound using segment: {'id': 'fde8ba04-49e0-4dac-9c1d-248ec3827b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '512d8b45-8abc-4c94-aabb-bbfd86ba1551'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:49.334967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Bound port: 3ef0940a-ba38-4fc9-b124-e075b2dc0350, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde8ba04-49e0-4dac-9c1d-248ec3827b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '512d8b45-8abc-4c94-aabb-bbfd86ba1551'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:49.334967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.340703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f65b873a-933c-4ab7-83c6-5bffae10bdc0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:49.340885 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.397735 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.516515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] For port 3ef0940a-ba38-4fc9-b124-e075b2dc0350, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:49.526236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] For port 3ef0940a-ba38-4fc9-b124-e075b2dc0350, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3ef0940a-ba38-4fc9-b124-e075b2dc0350,segment=NetworkSegment(fde8ba04-49e0-4dac-9c1d-248ec3827b5c),segment_id=fde8ba04-49e0-4dac-9c1d-248ec3827b5c)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:49.575324 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-6b46964d-d283-41af-a300-ed76c075ff73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:49.579478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9d8c419a-cf54-4547-98fe-22bd3353d24d up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:49.587389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6b46964d-d283-41af-a300-ed76c075ff73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:49.593748 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6b46964d-d283-41af-a300-ed76c075ff73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:49.605013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-6b46964d-d283-41af-a300-ed76c075ff73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:49.621612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.623734 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Allocated IP 172.20.0.7 (512d8b45-8abc-4c94-aabb-bbfd86ba1551/0d989a2a-8b1c-463c-8f68-6e624604be09/1c5928c8-8895-471d-b652-e002fd707ac4) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:49.643296 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Subnet': ['ID=70d41137-a717-4046-b424-836daa73f909,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:49.685583 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.703573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Checking segment: {'id': '74e4b79c-8f8a-4141-ada2-45adc6b21236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6227e96f-f5f3-4313-85bd-f7d9600735a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:49.703851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network hostable DHCP agents. Network: 6227e96f-f5f3-4313-85bd-f7d9600735a0, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:43:49.722337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b46964d-d283-41af-a300-ed76c075ff73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:49.726652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6b46964d-d283-41af-a300-ed76c075ff73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.735389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f65b873a-933c-4ab7-83c6-5bffae10bdc0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.762501 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcac6f4-97c1-401b-9881-1c424a4d9a90 None None] Pushing event updated for resources: {'Port': ['ID=3ef0940a-ba38-4fc9-b124-e075b2dc0350,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:49.779483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2e929948-e646-49a2-86b3-4c47afea1d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.817921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f65b873a-933c-4ab7-83c6-5bffae10bdc0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.835193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 9d8c419a-cf54-4547-98fe-22bd3353d24d completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:49.844535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 9d8c419a-cf54-4547-98fe-22bd3353d24d triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:49.845073 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.968118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network 6227e96f-f5f3-4313-85bd-f7d9600735a0 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:43:49.971596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.036237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b873a-933c-4ab7-83c6-5bffae10bdc0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2993addc-19f0-4f54-ac67-e621b897ba92,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:50.050380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.076479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.139795 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.174713 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 9d8c419a-cf54-4547-98fe-22bd3353d24d, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9d8c419a-cf54-4547-98fe-22bd3353d24d,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:50.188352 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 6227e96f-f5f3-4313-85bd-f7d9600735a0) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:50.200735 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f26796-b3d3-49c1-b457-2b83ce7ab11e None None] Network 6227e96f-f5f3-4313-85bd-f7d9600735a0 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:50.206574 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f65b873a-933c-4ab7-83c6-5bffae10bdc0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.210690 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:50.211055 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f65b873a-933c-4ab7-83c6-5bffae10bdc0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5108492 Mar 29 09:43:50.260796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33470) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:50.266971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:50.267621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.281354 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:50.283729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:50.294572 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.297285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-3b20e3da-084f-43c0-b7a2-2c7ef5b0a5ad tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group': {'name': 'tempest-secgroup--1652159987'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:50.303652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=09768c55-3541-4e7f-867d-4e1b0b924f72,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:50.338692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3b20e3da-084f-43c0-b7a2-2c7ef5b0a5ad tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:50.346649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.351817 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.362715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3b20e3da-084f-43c0-b7a2-2c7ef5b0a5ad tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:50.388859 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=9d8c419a-cf54-4547-98fe-22bd3353d24d,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:50.397479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.224 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/4786fbe2-c6fe-424f-8f35-bf41c1609ad5) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:50.409773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Pushing event updated for resources: {'Port': ['ID=24dd3685-d466-485e-9f32-7310d8f45a11,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:50.479017 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3b20e3da-084f-43c0-b7a2-2c7ef5b0a5ad tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:50.489525 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fa4bd15d-3920-4616-a800-4ceb86b45fd1 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.7899420 Mar 29 09:43:50.505340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33474) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:50.512449 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Transition to ACTIVE for port object 1c5928c8-8895-471d-b652-e002fd707ac4 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:50.513841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3b20e3da-084f-43c0-b7a2-2c7ef5b0a5ad tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:50.518951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-987244478'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:50.529940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:50.530637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-6227e96f-f5f3-4313-85bd-f7d9600735a0', 'network_id': '6227e96f-f5f3-4313-85bd-f7d9600735a0', 'tenant_id': 'bfc705607ef74c2c9b6880509871cddd', 'fixed_ips': [{'subnet_id': '70d41137-a717-4046-b424-836daa73f909'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:43:50.532170 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.539695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:network and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:50.547585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:50.568598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:50.591036 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:50.594130 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:50.681269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:50.686816 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.702217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3b20e3da-084f-43c0-b7a2-2c7ef5b0a5ad tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.718143 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Allocated IP 172.20.255.242 (6227e96f-f5f3-4313-85bd-f7d9600735a0/70d41137-a717-4046-b424-836daa73f909/aee49365-3e87-4650-b50f-65ad010dec63) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:50.811035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3b20e3da-084f-43c0-b7a2-2c7ef5b0a5ad tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:50.828349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3b20e3da-084f-43c0-b7a2-2c7ef5b0a5ad tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:50.845418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3b20e3da-084f-43c0-b7a2-2c7ef5b0a5ad tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:50.860138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:43:50.865806 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3b20e3da-084f-43c0-b7a2-2c7ef5b0a5ad tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:50.876961 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.940563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.941219 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Added segment 0989e363-aba8-49d2-8f96-a9a64586235f of type vlan for network a1ba5079-470b-4959-a001-8c3d62eb9233 Mar 29 09:43:50.978337 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.000517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-91b6b36d-9dae-4045-a9aa-e9aa62e8b5a2 None None] Provisioning complete for port 09768c55-3541-4e7f-867d-4e1b0b924f72 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:51.000943 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-91b6b36d-9dae-4045-a9aa-e9aa62e8b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.030755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 3a432b9f-50b0-4c33-8a3b-efacda565898 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:43:51.065971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-2e929948-e646-49a2-86b3-4c47afea1d90 admin admin] Deleting port 7fe2276d-5d45-479b-8ec2-2adcf863972f {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:51.066537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2e929948-e646-49a2-86b3-4c47afea1d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.075561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Network 512d8b45-8abc-4c94-aabb-bbfd86ba1551 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:51.080026 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.092303 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-91b6b36d-9dae-4045-a9aa-e9aa62e8b5a2 None None] Port 09768c55-3541-4e7f-867d-4e1b0b924f72 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:43:51.101805 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Transition to ACTIVE for port object aee49365-3e87-4650-b50f-65ad010dec63 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:51.108466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6b46964d-d283-41af-a300-ed76c075ff73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.124913 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Transition to ACTIVE for port object aee49365-3e87-4650-b50f-65ad010dec63 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:51.204112 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.244910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:51.257056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:51.274379 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Network 6227e96f-f5f3-4313-85bd-f7d9600735a0 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:51.277990 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:51.282700 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:51.295705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b46964d-d283-41af-a300-ed76c075ff73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:51.320168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-6b46964d-d283-41af-a300-ed76c075ff73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:51.326447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.329103 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Pushing event updated for resources: {'Port': ['ID=aee49365-3e87-4650-b50f-65ad010dec63,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:51.332088 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27ad99f-27d0-43a2-a399-d1d433e0ccd4 None None] Network 512d8b45-8abc-4c94-aabb-bbfd86ba1551 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:51.347992 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b46964d-d283-41af-a300-ed76c075ff73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:51.348862 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6b46964d-d283-41af-a300-ed76c075ff73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.354589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c60219c-95b8-44c1-bac2-08dbfa5afdf3 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:51.389244 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46964d-d283-41af-a300-ed76c075ff73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=78df7ef5-17c0-4b5f-9f94-5443cb75b09b,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:51.456858 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Pushing event updated for resources: {'Port': ['ID=1c5928c8-8895-471d-b652-e002fd707ac4,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:51.517924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3b20e3da-084f-43c0-b7a2-2c7ef5b0a5ad tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.548028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:51.557931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ed5ad65d-3c4f-49d9-b38d-987a9d9208ba None None] Provisioning for port 3ef0940a-ba38-4fc9-b124-e075b2dc0350 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:51.559212 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:51.560091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.567662 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.569873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.573348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:51.574066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.583731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93de61-cf50-4b4e-814e-a0d59c2f3755 None None] Sync routers for ids ['3a432b9f-50b0-4c33-8a3b-efacda565898'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:51.586106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Attempting to bind port aee49365-3e87-4650-b50f-65ad010dec63 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:51.586645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Attempting to bind port aee49365-3e87-4650-b50f-65ad010dec63 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '74e4b79c-8f8a-4141-ada2-45adc6b21236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6227e96f-f5f3-4313-85bd-f7d9600735a0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:51.587161 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Attempting to bind port aee49365-3e87-4650-b50f-65ad010dec63 on network 6227e96f-f5f3-4313-85bd-f7d9600735a0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:51.608174 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:51.609680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Checking segment: {'id': '74e4b79c-8f8a-4141-ada2-45adc6b21236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6227e96f-f5f3-4313-85bd-f7d9600735a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:51.609680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.609680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Bound using segment: {'id': '74e4b79c-8f8a-4141-ada2-45adc6b21236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6227e96f-f5f3-4313-85bd-f7d9600735a0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:51.610423 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Bound port: aee49365-3e87-4650-b50f-65ad010dec63, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e4b79c-8f8a-4141-ada2-45adc6b21236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6227e96f-f5f3-4313-85bd-f7d9600735a0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:51.610969 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.625979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3b20e3da-084f-43c0-b7a2-2c7ef5b0a5ad tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.653090 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6b46964d-d283-41af-a300-ed76c075ff73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3989036 Mar 29 09:43:51.661017 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33478) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:51.665107 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-464cfa15-3208-4618-985d-ac05525b1333 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/3a432b9f-50b0-4c33-8a3b-efacda565898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3010092 Mar 29 09:43:51.671750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93de61-cf50-4b4e-814e-a0d59c2f3755 None None] Routers {'3a432b9f-50b0-4c33-8a3b-efacda565898'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:51.672678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7a93de61-cf50-4b4e-814e-a0d59c2f3755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['3a432b9f-50b0-4c33-8a3b-efacda565898'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:51.676506 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33482) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:51.679738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f24a34a4-d6bb-458e-ba40-13c49a9229da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2010398620', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:51.721699 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f24a34a4-d6bb-458e-ba40-13c49a9229da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:51.755413 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4385ecba-3d0e-4031-a719-55d1705f0a76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6031528 Mar 29 09:43:51.755658 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9d8c419a-cf54-4547-98fe-22bd3353d24d up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:51.756680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-2e929948-e646-49a2-86b3-4c47afea1d90 admin admin] For port 7fe2276d-5d45-479b-8ec2-2adcf863972f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7fe2276d-5d45-479b-8ec2-2adcf863972f,segment=NetworkSegment(7f66d392-afa2-40cc-8034-8820321b58b3),segment_id=7f66d392-afa2-40cc-8034-8820321b58b3)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:51.757232 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2e929948-e646-49a2-86b3-4c47afea1d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.758619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33486) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:51.763434 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2552133 Mar 29 09:43:51.767673 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-3fd99883-46a5-4193-9643-f0483233d67c tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-539249160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:51.768296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f24a34a4-d6bb-458e-ba40-13c49a9229da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:router and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:51.770782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33490) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:51.772652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd069f-a6fd-4ffd-b4a9-f2d758e92ab2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Network': ['ID=a1ba5079-470b-4959-a001-8c3d62eb9233,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:51.776287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20e3da-084f-43c0-b7a2-2c7ef5b0a5ad tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3b0ce3-ee82-41d0-a5b9-1808d7d666ca,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:51.776773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.778749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3fd99883-46a5-4193-9643-f0483233d67c tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:51.782863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3fd99883-46a5-4193-9643-f0483233d67c tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Usage tracker for resource:router and tenant:541a406e5726449cb96d7d025a94ad51 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:51.786378 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3fd99883-46a5-4193-9643-f0483233d67c tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:51.793063 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3fd99883-46a5-4193-9643-f0483233d67c tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:51.809642 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network a1ba5079-470b-4959-a001-8c3d62eb9233 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:43:51.826052 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3b20e3da-084f-43c0-b7a2-2c7ef5b0a5ad tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.827583 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3b20e3da-084f-43c0-b7a2-2c7ef5b0a5ad tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5658045 Mar 29 09:43:51.832228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33494) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:51.835493 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f24a34a4-d6bb-458e-ba40-13c49a9229da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:51.836030 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7a93de61-cf50-4b4e-814e-a0d59c2f3755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:51.837994 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7e23c516-9853-4cbc-a9d9-01479aa443e3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': '2993addc-19f0-4f54-ac67-e621b897ba92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4f3b0ce3-ee82-41d0-a5b9-1808d7d666ca'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:51.845050 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7e23c516-9853-4cbc-a9d9-01479aa443e3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:51.849418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7e23c516-9853-4cbc-a9d9-01479aa443e3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:51.854417 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3fd99883-46a5-4193-9643-f0483233d67c tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.855621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3fd99883-46a5-4193-9643-f0483233d67c tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.861905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7e23c516-9853-4cbc-a9d9-01479aa443e3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:51.868887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7e23c516-9853-4cbc-a9d9-01479aa443e3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:51.878918 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'subnet': {'network_id': 'a1ba5079-470b-4959-a001-8c3d62eb9233', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:51.882468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3fd99883-46a5-4193-9643-f0483233d67c tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.964935 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f24a34a4-d6bb-458e-ba40-13c49a9229da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:51.968290 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3fd99883-46a5-4193-9643-f0483233d67c tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.015183 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-7e23c516-9853-4cbc-a9d9-01479aa443e3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:52.019017 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7e23c516-9853-4cbc-a9d9-01479aa443e3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1830764 Mar 29 09:43:52.019280 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33498) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:52.052166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3fd99883-46a5-4193-9643-f0483233d67c tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.054210 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3fd99883-46a5-4193-9643-f0483233d67c tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2918959 Mar 29 09:43:52.067130 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33502) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:52.075791 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-29b4ed38-57b4-46b5-bccd-5fb376bdaabb tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-726292206', 'prefixes': ['172.20.0.0/16']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:52.083942 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93de61-cf50-4b4e-814e-a0d59c2f3755 None None] Routers {'3a432b9f-50b0-4c33-8a3b-efacda565898'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:52.084288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-29b4ed38-57b4-46b5-bccd-5fb376bdaabb tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:52.084715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7a93de61-cf50-4b4e-814e-a0d59c2f3755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['3a432b9f-50b0-4c33-8a3b-efacda565898'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:52.115502 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-505abc59-9739-4c12-9d47-2a31279380cf tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.145741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-505abc59-9739-4c12-9d47-2a31279380cf tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.193404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-2e929948-e646-49a2-86b3-4c47afea1d90 admin admin] Calling delete_port for 7fe2276d-5d45-479b-8ec2-2adcf863972f owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:52.200887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7a93de61-cf50-4b4e-814e-a0d59c2f3755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:52.201828 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93de61-cf50-4b4e-814e-a0d59c2f3755 None None] The sync data for ids ['3a432b9f-50b0-4c33-8a3b-efacda565898'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:52.206440 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] For port aee49365-3e87-4650-b50f-65ad010dec63, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:52.243082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06ef2b3-965c-4772-af56-45fde9042ec4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:52.244629 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e06ef2b3-965c-4772-af56-45fde9042ec4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports/09768c55-3541-4e7f-867d-4e1b0b924f72 HTTP/1.1" status: 200 len: 910 time: 0.5584707 Mar 29 09:43:52.247491 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33506) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:52.258687 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:52.270528 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:52.284645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] For port aee49365-3e87-4650-b50f-65ad010dec63, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=aee49365-3e87-4650-b50f-65ad010dec63,segment=NetworkSegment(74e4b79c-8f8a-4141-ada2-45adc6b21236),segment_id=74e4b79c-8f8a-4141-ada2-45adc6b21236)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:52.307194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-505abc59-9739-4c12-9d47-2a31279380cf tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.314040 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 9d8c419a-cf54-4547-98fe-22bd3353d24d triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:52.314480 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.337436 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:52.351750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': '78df7ef5-17c0-4b5f-9f94-5443cb75b09b'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:43:52.352558 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.381047 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.390921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505abc59-9739-4c12-9d47-2a31279380cf tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3b0ce3-ee82-41d0-a5b9-1808d7d666ca,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:52.442360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-505abc59-9739-4c12-9d47-2a31279380cf tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.443150 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-505abc59-9739-4c12-9d47-2a31279380cf tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "DELETE /v2.0/security-groups/4f3b0ce3-ee82-41d0-a5b9-1808d7d666ca HTTP/1.1" status: 204 len: 168 time: 0.4225955 Mar 29 09:43:52.447144 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33510) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:52.448597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=4786fbe2-c6fe-424f-8f35-bf41c1609ad5,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:52.474562 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f24a34a4-d6bb-458e-ba40-13c49a9229da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.475831 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f24a34a4-d6bb-458e-ba40-13c49a9229da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.508945 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:52.536358 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:subnet and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:52.542942 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:52.561255 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f24a34a4-d6bb-458e-ba40-13c49a9229da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.571045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-29b4ed38-57b4-46b5-bccd-5fb376bdaabb tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks [] for subnetpool, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.573508 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-29b4ed38-57b4-46b5-bccd-5fb376bdaabb tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5052583 Mar 29 09:43:52.582164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33514) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:52.594627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-c35b8ba9-ba85-4bd8-9a75-9017b1bd4e0b tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0d989a2a-8b1c-463c-8f68-6e624604be09', 'tempest-TagsExtTest-Tag-1383109520') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:52.637173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4edddf-4054-4811-bf85-96a8416e1749 None None] Pushing event updated for resources: {'Port': ['ID=aee49365-3e87-4650-b50f-65ad010dec63,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:52.649914 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:52.764363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fe9e4664-b97f-4b66-bf96-4ebcade2098e tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Synchronizing usage tracker for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:52.780347 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3ef0940a-ba38-4fc9-b124-e075b2dc0350 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:52.845366 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:43:52.849046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.850842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Allocated IP 2001:db8::2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/78df7ef5-17c0-4b5f-9f94-5443cb75b09b/860de98e-5d39-497f-adcc-8787b240a695) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:52.904579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.919787 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f24a34a4-d6bb-458e-ba40-13c49a9229da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.987299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fe9e4664-b97f-4b66-bf96-4ebcade2098e tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Unset dirty status for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:52.991619 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fe9e4664-b97f-4b66-bf96-4ebcade2098e tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5430629 Mar 29 09:43:52.996089 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33518) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:53.018468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:53.065278 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c35b8ba9-ba85-4bd8-9a75-9017b1bd4e0b tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "PUT /v2.0/subnets/0d989a2a-8b1c-463c-8f68-6e624604be09/tags/tempest-TagsExtTest-Tag-1383109520 HTTP/1.1" status: 201 len: 201 time: 0.4808545 Mar 29 09:43:53.081393 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33522) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:53.090599 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-84777d86-09f9-4f25-8741-ceea266f1513 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1c5928c8-8895-471d-b652-e002fd707ac4', 'tempest-TagsExtTest-Tag-965672531') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:53.145661 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 3ef0940a-ba38-4fc9-b124-e075b2dc0350 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:53.161950 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-55eed261-9421-4076-bcb7-98113df810c3 None None] Provisioning for port 1c5928c8-8895-471d-b652-e002fd707ac4 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:53.173144 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-55eed261-9421-4076-bcb7-98113df810c3 None None] Provisioning complete for port 1c5928c8-8895-471d-b652-e002fd707ac4 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:53.173144 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-55eed261-9421-4076-bcb7-98113df810c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:53.218013 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 3ef0940a-ba38-4fc9-b124-e075b2dc0350 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:53.218697 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:53.239764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25b408ad-dc1a-4d07-8577-10700ca691c3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:53.257683 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1b4d608c-1ef7-458c-bafe-bfeb05aad9b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:53.287382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f24a34a4-d6bb-458e-ba40-13c49a9229da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:53.288606 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f24a34a4-d6bb-458e-ba40-13c49a9229da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.6248488 Mar 29 09:43:53.296479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33526) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:53.344909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:53.362616 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-55eed261-9421-4076-bcb7-98113df810c3 None None] Port 1c5928c8-8895-471d-b652-e002fd707ac4 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:43:53.374645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Transition to ACTIVE for port object 860de98e-5d39-497f-adcc-8787b240a695 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:53.440095 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Transition to ACTIVE for port object 860de98e-5d39-497f-adcc-8787b240a695 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:53.469719 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:53.509617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:53.570727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 3ef0940a-ba38-4fc9-b124-e075b2dc0350, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3ef0940a-ba38-4fc9-b124-e075b2dc0350,segment=NetworkSegment(fde8ba04-49e0-4dac-9c1d-248ec3827b5c),segment_id=fde8ba04-49e0-4dac-9c1d-248ec3827b5c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:53.578824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25b408ad-dc1a-4d07-8577-10700ca691c3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:53.584925 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ad264fad-6a88-451a-abad-3858c6135616 None None] Provisioning complete for port 1c5928c8-8895-471d-b652-e002fd707ac4 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:53.585297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ad264fad-6a88-451a-abad-3858c6135616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:53.610751 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:53.626225 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:53.637092 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:53.644339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:53.680415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Pushing event updated for resources: {'Port': ['ID=860de98e-5d39-497f-adcc-8787b240a695,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:53.784821 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-84777d86-09f9-4f25-8741-ceea266f1513 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "PUT /v2.0/ports/1c5928c8-8895-471d-b652-e002fd707ac4/tags/tempest-TagsExtTest-Tag-965672531 HTTP/1.1" status: 201 len: 201 time: 0.7020452 Mar 29 09:43:53.786765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33530) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:53.794435 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-56d11712-f835-46b8-b04d-57303795bbb1 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '87556b02-fd3b-490a-9433-b540e5f08a74', 'tempest-TagsExtTest-Tag-1101798680') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:53.818788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ad264fad-6a88-451a-abad-3858c6135616 None None] Port 1c5928c8-8895-471d-b652-e002fd707ac4 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:43:53.881034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25b408ad-dc1a-4d07-8577-10700ca691c3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:53.921576 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=3ef0940a-ba38-4fc9-b124-e075b2dc0350,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:53.933273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b408ad-dc1a-4d07-8577-10700ca691c3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2993addc-19f0-4f54-ac67-e621b897ba92,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:53.944297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Attempting to bind port 860de98e-5d39-497f-adcc-8787b240a695 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:53.945999 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Attempting to bind port 860de98e-5d39-497f-adcc-8787b240a695 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:53.948229 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Attempting to bind port 860de98e-5d39-497f-adcc-8787b240a695 on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:53.958775 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device aee49365-3e87-4650-b50f-65ad010dec63 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:54.049471 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:54.049959 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:54.050447 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.051392 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:54.052027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Bound port: 860de98e-5d39-497f-adcc-8787b240a695, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:54.052157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d608c-1ef7-458c-bafe-bfeb05aad9b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port 09768c55-3541-4e7f-867d-4e1b0b924f72 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:54.052458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1b4d608c-1ef7-458c-bafe-bfeb05aad9b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.052700 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.094475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25b408ad-dc1a-4d07-8577-10700ca691c3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.098547 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-25b408ad-dc1a-4d07-8577-10700ca691c3 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "DELETE /v2.0/security-groups/2993addc-19f0-4f54-ac67-e621b897ba92 HTTP/1.1" status: 204 len: 168 time: 1.1022775 Mar 29 09:43:54.099343 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33534) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:54.161186 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38f4dda-b991-4b9e-a1c0-3914d7f6af44 None None] Network 6227e96f-f5f3-4313-85bd-f7d9600735a0 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:54.211346 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2e929948-e646-49a2-86b3-4c47afea1d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.215821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fb6d0184-6097-438c-964b-25aefcd84fc4 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Synchronizing usage tracker for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:54.288325 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-56d11712-f835-46b8-b04d-57303795bbb1 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "PUT /v2.0/routers/87556b02-fd3b-490a-9433-b540e5f08a74/tags/tempest-TagsExtTest-Tag-1101798680 HTTP/1.1" status: 201 len: 201 time: 0.5004470 Mar 29 09:43:54.297354 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33538) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:54.301424 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e929948-e646-49a2-86b3-4c47afea1d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe2276d-5d45-479b-8ec2-2adcf863972f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:54.340615 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port aee49365-3e87-4650-b50f-65ad010dec63 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:54.345697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1b4d608c-1ef7-458c-bafe-bfeb05aad9b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.361719 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] For port 860de98e-5d39-497f-adcc-8787b240a695, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:54.374328 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-6ef8acad-e4cb-40b3-af9f-4a065a55c077 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7d8a98d0-0488-49b4-a045-696382d73a78', 'tempest-TagsExtTest-Tag-891409533') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:54.376854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] For port 860de98e-5d39-497f-adcc-8787b240a695, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=860de98e-5d39-497f-adcc-8787b240a695,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:54.438526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fb6d0184-6097-438c-964b-25aefcd84fc4 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Unset dirty status for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:54.444563 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fb6d0184-6097-438c-964b-25aefcd84fc4 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3391571 Mar 29 09:43:54.445475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33542) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:54.505164 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-15672d3d-0ef7-4d9f-ac89-6057fe388a27 None None] Provisioning for port aee49365-3e87-4650-b50f-65ad010dec63 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:54.515327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-15672d3d-0ef7-4d9f-ac89-6057fe388a27 None None] Provisioning complete for port aee49365-3e87-4650-b50f-65ad010dec63 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:54.516033 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-15672d3d-0ef7-4d9f-ac89-6057fe388a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.524305 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d608c-1ef7-458c-bafe-bfeb05aad9b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for 09768c55-3541-4e7f-867d-4e1b0b924f72 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:54.560642 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-bd2c92f7-08e8-4eff-8f28-d0a619c62df0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group': {'name': 'tempest-secgroup--694026477'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:54.563008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Router 8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:43:54.567687 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-bd2c92f7-08e8-4eff-8f28-d0a619c62df0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:54.578157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-bd2c92f7-08e8-4eff-8f28-d0a619c62df0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:54.609549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.644476 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bd2c92f7-08e8-4eff-8f28-d0a619c62df0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.678451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-bd2c92f7-08e8-4eff-8f28-d0a619c62df0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:54.684664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bd2c92f7-08e8-4eff-8f28-d0a619c62df0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:54.688281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bd2c92f7-08e8-4eff-8f28-d0a619c62df0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:54.695890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-bd2c92f7-08e8-4eff-8f28-d0a619c62df0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:54.723989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.745875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.774453 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68471a8c-eebd-4938-90cc-f6e789c16917 None None] Pushing event updated for resources: {'Port': ['ID=860de98e-5d39-497f-adcc-8787b240a695,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:54.795739 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-15672d3d-0ef7-4d9f-ac89-6057fe388a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.829091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-15672d3d-0ef7-4d9f-ac89-6057fe388a27 None None] For port aee49365-3e87-4650-b50f-65ad010dec63, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=aee49365-3e87-4650-b50f-65ad010dec63,segment=NetworkSegment(74e4b79c-8f8a-4141-ada2-45adc6b21236),segment_id=74e4b79c-8f8a-4141-ada2-45adc6b21236)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:54.849380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bd2c92f7-08e8-4eff-8f28-d0a619c62df0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.883408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-15672d3d-0ef7-4d9f-ac89-6057fe388a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.913478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bd2c92f7-08e8-4eff-8f28-d0a619c62df0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.919316 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1b4d608c-1ef7-458c-bafe-bfeb05aad9b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:54.969092 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15672d3d-0ef7-4d9f-ac89-6057fe388a27 None None] Pushing event updated for resources: {'Port': ['ID=aee49365-3e87-4650-b50f-65ad010dec63,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:54.973026 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6ef8acad-e4cb-40b3-af9f-4a065a55c077 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "PUT /v2.0/subnetpools/7d8a98d0-0488-49b4-a045-696382d73a78/tags/tempest-TagsExtTest-Tag-891409533 HTTP/1.1" status: 201 len: 201 time: 0.6732581 Mar 29 09:43:54.989420 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33546) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:55.011919 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-6b848cfa-3e2e-46bf-8631-5feee5a9940e tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0d989a2a-8b1c-463c-8f68-6e624604be09') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:55.016379 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:55.044057 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d608c-1ef7-458c-bafe-bfeb05aad9b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=09768c55-3541-4e7f-867d-4e1b0b924f72,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:55.183353 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Subnet': ['ID=bbd45876-3035-4c2c-bafd-044d336335a4,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:55.197233 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c92f7-08e8-4eff-8f28-d0a619c62df0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc76506-46c8-4a39-b2ff-e030cdc5c310,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:55.224531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bd2c92f7-08e8-4eff-8f28-d0a619c62df0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:55.225956 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bd2c92f7-08e8-4eff-8f28-d0a619c62df0 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7107871 Mar 29 09:43:55.229797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33550) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:55.238607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-92fc2ee5-4c30-4916-8346-0895dacc8c9c None None] Provisioning complete for port aee49365-3e87-4650-b50f-65ad010dec63 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:55.238985 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-92fc2ee5-4c30-4916-8346-0895dacc8c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:55.239562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-75a23c49-3e86-4944-9d3a-ecf63be2de74 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': '7cc76506-46c8-4a39-b2ff-e030cdc5c310', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:55.256621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-75a23c49-3e86-4944-9d3a-ecf63be2de74 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:55.451134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1b4d608c-1ef7-458c-bafe-bfeb05aad9b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:55.454979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-75a23c49-3e86-4944-9d3a-ecf63be2de74 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:55.458051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-75a23c49-3e86-4944-9d3a-ecf63be2de74 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:55.465537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-75a23c49-3e86-4944-9d3a-ecf63be2de74 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:55.548917 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Checking segment: {'id': '0989e363-aba8-49d2-8f96-a9a64586235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a1ba5079-470b-4959-a001-8c3d62eb9233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:55.549497 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network hostable DHCP agents. Network: a1ba5079-470b-4959-a001-8c3d62eb9233, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:43:55.574598 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:55.585117 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Sync routers for ids ['8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:55.598551 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Routers {'8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:55.599582 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:55.620233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2e929948-e646-49a2-86b3-4c47afea1d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:55.781774 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6b848cfa-3e2e-46bf-8631-5feee5a9940e tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/subnets/0d989a2a-8b1c-463c-8f68-6e624604be09/tags HTTP/1.1" status: 200 len: 241 time: 0.7887650 Mar 29 09:43:55.783551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33554) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:55.824267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network a1ba5079-470b-4959-a001-8c3d62eb9233 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:43:55.873953 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-24dd962f-5306-4a79-b832-8b9a6e557f3b tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0d989a2a-8b1c-463c-8f68-6e624604be09', 'tempest-TagsExtTest-Tag-1383109520') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:55.890257 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Set router 8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:55.906688 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-75a23c49-3e86-4944-9d3a-ecf63be2de74 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:55.910623 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-75a23c49-3e86-4944-9d3a-ecf63be2de74 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6796954 Mar 29 09:43:55.922910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33558) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:55.939794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a660386a-df19-492b-a7cd-61fdd50cf777 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group_rule': {'security_group_id': '7cc76506-46c8-4a39-b2ff-e030cdc5c310', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:55.950878 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a660386a-df19-492b-a7cd-61fdd50cf777 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:55.960097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a660386a-df19-492b-a7cd-61fdd50cf777 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:55.960097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a660386a-df19-492b-a7cd-61fdd50cf777 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:55.965945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a660386a-df19-492b-a7cd-61fdd50cf777 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:55.970110 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:55.972586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 860de98e-5d39-497f-adcc-8787b240a695 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:56.153870 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4d608c-1ef7-458c-bafe-bfeb05aad9b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 3a432b9f-50b0-4c33-8a3b-efacda565898 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:43:56.157341 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.159160 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f5302237-74de-4844-a61a-34199296c84f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.3355403 Mar 29 09:43:56.163942 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-24dd962f-5306-4a79-b832-8b9a6e557f3b tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/subnets/0d989a2a-8b1c-463c-8f68-6e624604be09/tags/tempest-TagsExtTest-Tag-1383109520 HTTP/1.1" status: 204 len: 168 time: 0.3792179 Mar 29 09:43:56.166017 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33562) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:56.170770 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33564) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:56.179274 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-6858396a-8374-4125-bedd-45e2efd4907d tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0d989a2a-8b1c-463c-8f68-6e624604be09', 'tempest-TagsExtTest-Tag-1383109520') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:56.186194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, a1ba5079-470b-4959-a001-8c3d62eb9233) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:56.195314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09a20b3-2d43-4bbc-9769-2171cd4e2f4b None None] Network a1ba5079-470b-4959-a001-8c3d62eb9233 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:43:56.214629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:56.214629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.251809 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 860de98e-5d39-497f-adcc-8787b240a695 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:56.260988 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b', 'name': 'tempest-snat-router-919817200', 'tenant_id': 'f454997e7641433d97baab0b15f6dab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '24dd3685-d466-485e-9f32-7310d8f45a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:46Z', 'updated_at': '2022-03-29T09:43:50Z', 'revision_number': 3, 'project_id': 'f454997e7641433d97baab0b15f6dab3', 'gw_port': {'id': '24dd3685-d466-485e-9f32-7310d8f45a11', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:43:48Z', 'updated_at': '2022-03-29T09:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:56.263399 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3ef0940a-ba38-4fc9-b124-e075b2dc0350 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:56.265746 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Checking router: 8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:43:56.266162 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Updating router 8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b port 24dd3685-d466-485e-9f32-7310d8f45a11 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:43:56.331535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::1 (904da7d4-bab8-40f2-8764-d10ff337fe7e/78df7ef5-17c0-4b5f-9f94-5443cb75b09b/245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:56.337459 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.457991 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-a660386a-df19-492b-a7cd-61fdd50cf777 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:43:56.459050 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a660386a-df19-492b-a7cd-61fdd50cf777 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5352509 Mar 29 09:43:56.489657 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33570) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:56.505119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4f932625-7401-47e9-b039-8a02574cf27f None None] Provisioning for port 860de98e-5d39-497f-adcc-8787b240a695 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:43:56.524666 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4f932625-7401-47e9-b039-8a02574cf27f None None] Provisioning complete for port 860de98e-5d39-497f-adcc-8787b240a695 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:56.525533 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4f932625-7401-47e9-b039-8a02574cf27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.533793 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4eba2792-c887-43a7-9932-de596d692c6a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.7524295 Mar 29 09:43:56.539679 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33574) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:56.578232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 3ef0940a-ba38-4fc9-b124-e075b2dc0350 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:56.579120 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.708124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-a1ba5079-470b-4959-a001-8c3d62eb9233', 'network_id': 'a1ba5079-470b-4959-a001-8c3d62eb9233', 'tenant_id': 'bfc705607ef74c2c9b6880509871cddd', 'fixed_ips': [{'subnet_id': 'bbd45876-3035-4c2c-bafd-044d336335a4'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:43:56.709423 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.717903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fb4f8ace-e2ed-447b-a6b0-a61f376ffe7a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.741926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.746819 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fb4f8ace-e2ed-447b-a6b0-a61f376ffe7a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.758340 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.773811 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Transition to ACTIVE for port object 24dd3685-d466-485e-9f32-7310d8f45a11 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:56.787110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4d608c-1ef7-458c-bafe-bfeb05aad9b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:56.796379 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1b4d608c-1ef7-458c-bafe-bfeb05aad9b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/3a432b9f-50b0-4c33-8a3b-efacda565898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5477829 Mar 29 09:43:56.811975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33578) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:56.830291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e929948-e646-49a2-86b3-4c47afea1d90 admin admin] Router b0d42ba7-22de-4404-9335-fb39778b4768 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:43:56.837401 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.876918 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.resource_extend [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:43:56.880968 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device aee49365-3e87-4650-b50f-65ad010dec63 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:56.882910 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-25e808ea-00d7-49b8-b0be-f7d26fe9681c tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/routers/8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b HTTP/1.1" status: 200 len: 907 time: 0.7149875 Mar 29 09:43:56.889248 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33582) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:56.914097 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc1196e-fe23-4a43-9dfd-6b0fd2b3c09b None None] Sync routers for ids ['3a432b9f-50b0-4c33-8a3b-efacda565898'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:56.917987 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ceb698-0a6c-4ebd-9a66-8115ebedf8e8 None None] Pushing event updated for resources: {'Port': ['ID=24dd3685-d466-485e-9f32-7310d8f45a11,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:56.960810 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Attempting to bind port 24dd3685-d466-485e-9f32-7310d8f45a11 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:56.963665 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fb4f8ace-e2ed-447b-a6b0-a61f376ffe7a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.964261 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Attempting to bind port 24dd3685-d466-485e-9f32-7310d8f45a11 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:56.964893 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Attempting to bind port 24dd3685-d466-485e-9f32-7310d8f45a11 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:56.972684 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:56.973354 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:56.973919 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.974475 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:56.975118 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Bound port: 24dd3685-d466-485e-9f32-7310d8f45a11, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:56.975673 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:57.004100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f8ace-e2ed-447b-a6b0-a61f376ffe7a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc76506-46c8-4a39-b2ff-e030cdc5c310,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:57.082300 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fb4f8ace-e2ed-447b-a6b0-a61f376ffe7a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:57.085525 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fb4f8ace-e2ed-447b-a6b0-a61f376ffe7a tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "DELETE /v2.0/security-groups/7cc76506-46c8-4a39-b2ff-e030cdc5c310 HTTP/1.1" status: 204 len: 168 time: 0.5906992 Mar 29 09:43:57.086571 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] For port 24dd3685-d466-485e-9f32-7310d8f45a11, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:57.090263 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33586) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:57.092070 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] For port 24dd3685-d466-485e-9f32-7310d8f45a11, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=24dd3685-d466-485e-9f32-7310d8f45a11,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:57.120799 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6858396a-8374-4125-bedd-45e2efd4907d tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/subnets/0d989a2a-8b1c-463c-8f68-6e624604be09/tags/tempest-TagsExtTest-Tag-1383109520 HTTP/1.1" status: 204 len: 168 time: 0.9475250 Mar 29 09:43:57.124854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33590) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:57.159849 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc1196e-fe23-4a43-9dfd-6b0fd2b3c09b None None] Routers {'3a432b9f-50b0-4c33-8a3b-efacda565898'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:57.160687 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2cc1196e-fe23-4a43-9dfd-6b0fd2b3c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['3a432b9f-50b0-4c33-8a3b-efacda565898'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:57.175217 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:57.289853 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Routers {'8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:57.290644 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:57.328610 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4f932625-7401-47e9-b039-8a02574cf27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:57.371746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-ed23d161-6637-421c-bb55-2a7eaf1f8e88 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0d989a2a-8b1c-463c-8f68-6e624604be09') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:57.385214 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2cc1196e-fe23-4a43-9dfd-6b0fd2b3c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:57.399553 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ceb698-0a6c-4ebd-9a66-8115ebedf8e8 None None] Pushing event updated for resources: {'Port': ['ID=24dd3685-d466-485e-9f32-7310d8f45a11,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:57.427153 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:57.449758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Allocated IP 172.20.0.2 (a1ba5079-470b-4959-a001-8c3d62eb9233/bbd45876-3035-4c2c-bafd-044d336335a4/a28f9151-a222-4c80-b469-d63900a2a269) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:43:57.467538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:57.526204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:57.542579 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] Set router 8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:57.559256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc1196e-fe23-4a43-9dfd-6b0fd2b3c09b None None] Routers {'3a432b9f-50b0-4c33-8a3b-efacda565898'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:57.559890 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2cc1196e-fe23-4a43-9dfd-6b0fd2b3c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['3a432b9f-50b0-4c33-8a3b-efacda565898'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:57.564258 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3946528f-a24f-4f61-bae9-efeee101b2f6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Synchronizing usage tracker for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:43:57.641729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=4786fbe2-c6fe-424f-8f35-bf41c1609ad5,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:57.709022 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ed23d161-6637-421c-bb55-2a7eaf1f8e88 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/subnets/0d989a2a-8b1c-463c-8f68-6e624604be09/tags HTTP/1.1" status: 200 len: 205 time: 0.5799611 Mar 29 09:43:57.709234 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4f932625-7401-47e9-b039-8a02574cf27f None None] For port 860de98e-5d39-497f-adcc-8787b240a695, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=860de98e-5d39-497f-adcc-8787b240a695,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:57.710077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33594) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:57.716027 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-3d5e83b2-caa5-445d-a282-f555ee044c8e tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1c5928c8-8895-471d-b652-e002fd707ac4') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:57.726564 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2cc1196e-fe23-4a43-9dfd-6b0fd2b3c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:57.726968 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc1196e-fe23-4a43-9dfd-6b0fd2b3c09b None None] The sync data for ids ['3a432b9f-50b0-4c33-8a3b-efacda565898'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:57.742367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port aee49365-3e87-4650-b50f-65ad010dec63 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:57.742729 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:57.755066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3946528f-a24f-4f61-bae9-efeee101b2f6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Unset dirty status for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:43:57.760468 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3946528f-a24f-4f61-bae9-efeee101b2f6 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6658452 Mar 29 09:43:57.764862 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33598) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:57.777614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:57.779287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7caa644f-452e-46ef-bccf-efe8ca4ff2fb tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group': {'name': 'tempest-secgroup--406419366'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:57.781320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4f932625-7401-47e9-b039-8a02574cf27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:57.793357 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7caa644f-452e-46ef-bccf-efe8ca4ff2fb tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:57.819151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7caa644f-452e-46ef-bccf-efe8ca4ff2fb tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:57.895634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7caa644f-452e-46ef-bccf-efe8ca4ff2fb tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:57.907170 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3d5e83b2-caa5-445d-a282-f555ee044c8e tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/ports/1c5928c8-8895-471d-b652-e002fd707ac4/tags HTTP/1.1" status: 200 len: 240 time: 0.1961491 Mar 29 09:43:57.912498 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b', 'name': 'tempest-snat-router-919817200', 'tenant_id': 'f454997e7641433d97baab0b15f6dab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '24dd3685-d466-485e-9f32-7310d8f45a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:46Z', 'updated_at': '2022-03-29T09:43:50Z', 'revision_number': 3, 'project_id': 'f454997e7641433d97baab0b15f6dab3', 'gw_port': {'id': '24dd3685-d466-485e-9f32-7310d8f45a11', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:43:48Z', 'updated_at': '2022-03-29T09:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:57.914498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33602) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:57.918188 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bc091e-c59f-4aee-8285-5874899334b2 None None] The sync data for ids ['8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b'] in dv-neutron-835555-1-hyperv is: [{'id': '8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b', 'name': 'tempest-snat-router-919817200', 'tenant_id': 'f454997e7641433d97baab0b15f6dab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.226'}], 'enable_snat': True}, 'gw_port_id': '24dd3685-d466-485e-9f32-7310d8f45a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:46Z', 'updated_at': '2022-03-29T09:43:50Z', 'revision_number': 3, 'project_id': 'f454997e7641433d97baab0b15f6dab3', 'gw_port': {'id': '24dd3685-d466-485e-9f32-7310d8f45a11', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:c4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:43:48Z', 'updated_at': '2022-03-29T09:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:57.923821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-8a970e19-3bed-4222-b7d2-704d05e42d16 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1c5928c8-8895-471d-b652-e002fd707ac4', 'tempest-TagsExtTest-Tag-965672531') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:57.972956 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7caa644f-452e-46ef-bccf-efe8ca4ff2fb tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:43:57.980272 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f932625-7401-47e9-b039-8a02574cf27f None None] Pushing event updated for resources: {'Port': ['ID=860de98e-5d39-497f-adcc-8787b240a695,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:57.990569 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7caa644f-452e-46ef-bccf-efe8ca4ff2fb tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Usage tracker for resource:security_group_rule and tenant:f7b49655c7644f1faf6cb60b08dc0014 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:43:57.996294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7caa644f-452e-46ef-bccf-efe8ca4ff2fb tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:43:58.008368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7caa644f-452e-46ef-bccf-efe8ca4ff2fb tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:43:58.012822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-03196951-2f9a-4e5d-8387-bd786dc000b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.110993 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.126873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.141019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Transition to ACTIVE for port object a28f9151-a222-4c80-b469-d63900a2a269 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:58.169219 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Transition to ACTIVE for port object a28f9151-a222-4c80-b469-d63900a2a269 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:58.199162 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 860de98e-5d39-497f-adcc-8787b240a695 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:43:58.202667 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.225227 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP b0d01c39-27df-4ee4-8560-da636a382653 associated. External IP: 172.26.7.224, port: cc059108-ddf2-494c-a733-655bbc1d0e21. Mar 29 09:43:58.240748 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8a970e19-3bed-4222-b7d2-704d05e42d16 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/ports/1c5928c8-8895-471d-b652-e002fd707ac4/tags/tempest-TagsExtTest-Tag-965672531 HTTP/1.1" status: 204 len: 168 time: 0.3236070 Mar 29 09:43:58.248993 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33606) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:58.251070 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.309996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-55fc4790-1f72-45d2-904e-f5fc8277819d tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1c5928c8-8895-471d-b652-e002fd707ac4', 'tempest-TagsExtTest-Tag-965672531') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:58.358513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Network a1ba5079-470b-4959-a001-8c3d62eb9233 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:43:58.379126 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:43:58.390708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:43:58.404301 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e929948-e646-49a2-86b3-4c47afea1d90 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:43:58.416747 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e44790-567b-4fbb-a2e4-6fbe77713ba8 None None] Sync routers for ids ['b0d42ba7-22de-4404-9335-fb39778b4768'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:58.440467 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e44790-567b-4fbb-a2e4-6fbe77713ba8 None None] Routers {'b0d42ba7-22de-4404-9335-fb39778b4768'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:58.441534 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-18e44790-567b-4fbb-a2e4-6fbe77713ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b0d42ba7-22de-4404-9335-fb39778b4768'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:58.463811 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7caa644f-452e-46ef-bccf-efe8ca4ff2fb tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.474537 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Pushing event updated for resources: {'Port': ['ID=a28f9151-a222-4c80-b469-d63900a2a269,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:58.607494 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2e929948-e646-49a2-86b3-4c47afea1d90 admin admin] 10.222.0.35 "PUT /v2.0/routers/b0d42ba7-22de-4404-9335-fb39778b4768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4499032 Mar 29 09:43:58.616921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 860de98e-5d39-497f-adcc-8787b240a695 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:58.617907 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.636729 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7caa644f-452e-46ef-bccf-efe8ca4ff2fb tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.648418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Attempting to bind port a28f9151-a222-4c80-b469-d63900a2a269 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:43:58.648967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Attempting to bind port a28f9151-a222-4c80-b469-d63900a2a269 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '0989e363-aba8-49d2-8f96-a9a64586235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a1ba5079-470b-4959-a001-8c3d62eb9233'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:43:58.649390 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Attempting to bind port a28f9151-a222-4c80-b469-d63900a2a269 on network a1ba5079-470b-4959-a001-8c3d62eb9233 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:43:58.655303 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33610) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:58.668812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:43:58.669676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Checking segment: {'id': '0989e363-aba8-49d2-8f96-a9a64586235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a1ba5079-470b-4959-a001-8c3d62eb9233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:43:58.669676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.670176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Bound using segment: {'id': '0989e363-aba8-49d2-8f96-a9a64586235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a1ba5079-470b-4959-a001-8c3d62eb9233'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:43:58.670713 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Bound port: a28f9151-a222-4c80-b469-d63900a2a269, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0989e363-aba8-49d2-8f96-a9a64586235f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a1ba5079-470b-4959-a001-8c3d62eb9233'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:43:58.671152 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.779034 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.844205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:43:58.844867 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-18e44790-567b-4fbb-a2e4-6fbe77713ba8 None None] Set router b0d42ba7-22de-4404-9335-fb39778b4768 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:58.852311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.857665 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] For port a28f9151-a222-4c80-b469-d63900a2a269, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:43:58.875675 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] For port a28f9151-a222-4c80-b469-d63900a2a269, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a28f9151-a222-4c80-b469-d63900a2a269,segment=NetworkSegment(0989e363-aba8-49d2-8f96-a9a64586235f),segment_id=0989e363-aba8-49d2-8f96-a9a64586235f)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:43:58.886366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa644f-452e-46ef-bccf-efe8ca4ff2fb tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686f1791-5ee7-44db-aec8-dae54bc5df8d,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:58.929488 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Deleting port 24dd3685-d466-485e-9f32-7310d8f45a11 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:58.929978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.939035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-03196951-2f9a-4e5d-8387-bd786dc000b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port 997f6dc4-e99a-4d73-8195-56f8769798f2 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:43:58.941893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-03196951-2f9a-4e5d-8387-bd786dc000b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.952139 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.990853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd45876-3035-4c2c-bafd-044d336335a4,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:59.123979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dddb83-74f4-4689-aa56-93b4a0879f0d None None] Pushing event updated for resources: {'Port': ['ID=a28f9151-a222-4c80-b469-d63900a2a269,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:59.230118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7caa644f-452e-46ef-bccf-efe8ca4ff2fb tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:59.234350 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7caa644f-452e-46ef-bccf-efe8ca4ff2fb tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4682460 Mar 29 09:43:59.238526 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-55fc4790-1f72-45d2-904e-f5fc8277819d tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/ports/1c5928c8-8895-471d-b652-e002fd707ac4/tags/tempest-TagsExtTest-Tag-965672531 HTTP/1.1" status: 204 len: 168 time: 0.9877307 Mar 29 09:43:59.252217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33614) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:59.252217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33616) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:59.261729 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-84d538eb-65a9-4796-96e6-a6cfe4164e6f tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:59.262266 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING neutron.api.v2.base [None req-84d538eb-65a9-4796-96e6-a6cfe4164e6f tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 29 09:43:59.262768 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-84d538eb-65a9-4796-96e6-a6cfe4164e6f tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] update failed (client error): There was a conflict when trying to complete your request. Mar 29 09:43:59.265338 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-84d538eb-65a9-4796-96e6-a6cfe4164e6f tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "PUT /v2.0/security-groups/686f1791-5ee7-44db-aec8-dae54bc5df8d HTTP/1.1" status: 409 len: 330 time: 0.0166254 Mar 29 09:43:59.269478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33622) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:43:59.278337 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-d4dd620a-d390-405f-8fa7-b95c96f198b5 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1c5928c8-8895-471d-b652-e002fd707ac4') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:59.373535 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-18e44790-567b-4fbb-a2e4-6fbe77713ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '02b1f748-d1eb-4624-ab36-346184563120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:40Z', 'updated_at': '2022-03-29T09:43:53Z', 'revision_number': 5, 'project_id': 'dd990266160241679233cd0b82116a4d', 'gw_port': {'id': '02b1f748-d1eb-4624-ab36-346184563120', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:59.380045 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e44790-567b-4fbb-a2e4-6fbe77713ba8 None None] Checking router: b0d42ba7-22de-4404-9335-fb39778b4768 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:43:59.392073 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e44790-567b-4fbb-a2e4-6fbe77713ba8 None None] Routers {'b0d42ba7-22de-4404-9335-fb39778b4768'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:43:59.393161 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-18e44790-567b-4fbb-a2e4-6fbe77713ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b0d42ba7-22de-4404-9335-fb39778b4768'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:59.395534 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-03196951-2f9a-4e5d-8387-bd786dc000b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:59.405223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:59.532045 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:59.667460 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-18e44790-567b-4fbb-a2e4-6fbe77713ba8 None None] Set router b0d42ba7-22de-4404-9335-fb39778b4768 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:43:59.678061 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] For port 24dd3685-d466-485e-9f32-7310d8f45a11, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=24dd3685-d466-485e-9f32-7310d8f45a11,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:43:59.678558 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:59.772524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:59.877058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-03196951-2f9a-4e5d-8387-bd786dc000b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for 997f6dc4-e99a-4d73-8195-56f8769798f2 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:59.897541 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Calling delete_port for 24dd3685-d466-485e-9f32-7310d8f45a11 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:43:59.939079 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:43:59.969924 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ba5079-470b-4959-a001-8c3d62eb9233']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:59.973930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-485bcbc6-81cd-4d09-a4fc-8db1a4a7b696 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:59.979793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router d885023c-1404-4972-8066-f57bed6baee1 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:43:59.985295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:00.004219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:00.010074 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-18e44790-567b-4fbb-a2e4-6fbe77713ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '02b1f748-d1eb-4624-ab36-346184563120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:40Z', 'updated_at': '2022-03-29T09:43:53Z', 'revision_number': 5, 'project_id': 'dd990266160241679233cd0b82116a4d', 'gw_port': {'id': '02b1f748-d1eb-4624-ab36-346184563120', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:00.013869 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d4dd620a-d390-405f-8fa7-b95c96f198b5 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/ports/1c5928c8-8895-471d-b652-e002fd707ac4/tags HTTP/1.1" status: 200 len: 205 time: 0.7598891 Mar 29 09:44:00.015504 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33628) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:00.017710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0989e363-aba8-49d2-8f96-a9a64586235f') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:00.022416 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e44790-567b-4fbb-a2e4-6fbe77713ba8 None None] The sync data for ids ['b0d42ba7-22de-4404-9335-fb39778b4768'] in dv-neutron-835555-1-hyperv is: [{'id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'name': 'tempest-ServerActionsTestJSON-284949931-router', 'tenant_id': 'dd990266160241679233cd0b82116a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '02b1f748-d1eb-4624-ab36-346184563120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:38:40Z', 'updated_at': '2022-03-29T09:43:53Z', 'revision_number': 5, 'project_id': 'dd990266160241679233cd0b82116a4d', 'gw_port': {'id': '02b1f748-d1eb-4624-ab36-346184563120', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d42ba7-22de-4404-9335-fb39778b4768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:38:42Z', 'updated_at': '2022-03-29T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:00.023178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0989e363-aba8-49d2-8f96-a9a64586235f') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:00.029077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:00.034480 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:00.036785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:00.037315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:00.045187 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-485bcbc6-81cd-4d09-a4fc-8db1a4a7b696 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:00.047215 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-a6df0efb-175f-40ff-8eb4-08783cf24d50 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '87556b02-fd3b-490a-9433-b540e5f08a74') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:00.138115 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:00.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] Deleting port 02b1f748-d1eb-4624-ab36-346184563120 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:00.181353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:00.251582 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-485bcbc6-81cd-4d09-a4fc-8db1a4a7b696 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:00.264980 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:00.301135 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:00.301546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:00.312619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bcbc6-81cd-4d09-a4fc-8db1a4a7b696 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686f1791-5ee7-44db-aec8-dae54bc5df8d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:00.373431 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:00.450140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] For port 02b1f748-d1eb-4624-ab36-346184563120, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=02b1f748-d1eb-4624-ab36-346184563120,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:00.450140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:00.465064 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4b70f4d8-6f40-4472-a35d-64b0eaae6d5f None None] Provisioning for port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:00.472270 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4b70f4d8-6f40-4472-a35d-64b0eaae6d5f None None] Provisioning complete for port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:00.472936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4b70f4d8-6f40-4472-a35d-64b0eaae6d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:00.556744 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a6df0efb-175f-40ff-8eb4-08783cf24d50 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/routers/87556b02-fd3b-490a-9433-b540e5f08a74/tags HTTP/1.1" status: 200 len: 241 time: 0.5216112 Mar 29 09:44:00.574832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33632) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:00.586699 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-c9fa35cd-e2c2-4c6b-8da0-e5bb445a701e tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '87556b02-fd3b-490a-9433-b540e5f08a74', 'tempest-TagsExtTest-Tag-1101798680') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:00.613709 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-4b70f4d8-6f40-4472-a35d-64b0eaae6d5f None None] Port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:44:00.621471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] Calling delete_port for 02b1f748-d1eb-4624-ab36-346184563120 owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:00.657137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:44:00.657137 dv-neutron-835555-1-hyperv neutron-server[88550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:44:00.657137 dv-neutron-835555-1-hyperv neutron-server[88550]: [parameters: {'id': 'a1ba5079-470b-4959-a001-8c3d62eb9233'}] Mar 29 09:44:00.657137 dv-neutron-835555-1-hyperv neutron-server[88550]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:44:00.657137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:44:00.668744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a28f9151-a222-4c80-b469-d63900a2a269 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:00.729919 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:44:00.735774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-03196951-2f9a-4e5d-8387-bd786dc000b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:00.741678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0759b8dd-a298-4ee1-852d-065bf4ae8d53 None None] Sync routers for ids ['d885023c-1404-4972-8066-f57bed6baee1'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:00.762880 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0759b8dd-a298-4ee1-852d-065bf4ae8d53 None None] Routers {'d885023c-1404-4972-8066-f57bed6baee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:00.763510 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-0759b8dd-a298-4ee1-852d-065bf4ae8d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d885023c-1404-4972-8066-f57bed6baee1'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:00.813622 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03196951-2f9a-4e5d-8387-bd786dc000b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=997f6dc4-e99a-4d73-8195-56f8769798f2,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:00.831278 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-485bcbc6-81cd-4d09-a4fc-8db1a4a7b696 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:00.831500 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:00.832770 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-485bcbc6-81cd-4d09-a4fc-8db1a4a7b696 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "DELETE /v2.0/security-groups/686f1791-5ee7-44db-aec8-dae54bc5df8d HTTP/1.1" status: 204 len: 168 time: 1.5283017 Mar 29 09:44:00.834677 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port a28f9151-a222-4c80-b469-d63900a2a269 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:00.844670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 24dd3685-d466-485e-9f32-7310d8f45a11 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:00.866690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33636) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:00.904252 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.001128 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8f8a73d0-f799-4e8e-b2ee-cfbad58b4d54 req-15409514-6cd7-4c5b-aebc-73007cb23b72 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8975611 Mar 29 09:44:01.044103 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No active binding found for port 24dd3685-d466-485e-9f32-7310d8f45a11 {{(pid=88552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 29 09:44:01.044535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 24dd3685-d466-485e-9f32-7310d8f45a11 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 29 09:44:01.101780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-df49c2a4-059f-4221-b9b4-130d2060f590 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Synchronizing usage tracker for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:01.141917 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Port 24dd3685-d466-485e-9f32-7310d8f45a11 not found, will not notify nova. {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 29 09:44:01.151153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7fe2276d-5d45-479b-8ec2-2adcf863972f no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:01.178621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.186140 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-0759b8dd-a298-4ee1-852d-065bf4ae8d53 None None] Set router d885023c-1404-4972-8066-f57bed6baee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:44:01.186929 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c9fa35cd-e2c2-4c6b-8da0-e5bb445a701e tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/routers/87556b02-fd3b-490a-9433-b540e5f08a74/tags/tempest-TagsExtTest-Tag-1101798680 HTTP/1.1" status: 204 len: 168 time: 0.6084311 Mar 29 09:44:01.187754 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33640) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:01.201465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.249244 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-5e657f1e-b93f-4f65-9ed1-463cefe4fa1d tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '87556b02-fd3b-490a-9433-b540e5f08a74', 'tempest-TagsExtTest-Tag-1101798680') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:01.286581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e011e3ea-95b6-46cf-99c0-c67feda3e84b None None] Network a1ba5079-470b-4959-a001-8c3d62eb9233 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:01.311368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 7fe2276d-5d45-479b-8ec2-2adcf863972f {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:01.311667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7fe2276d-5d45-479b-8ec2-2adcf863972f not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:44:01.378663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Deleting port a28f9151-a222-4c80-b469-d63900a2a269 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:01.379008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.406150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Pushing event deleted for resources: {'Port': ['ID=24dd3685-d466-485e-9f32-7310d8f45a11,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:01.427405 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-579bd5a7-6c6c-4483-9d1b-00deff6fe583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 14.2402132 Mar 29 09:44:01.440177 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33644) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:01.441400 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'tag': 'cc059108-ddf2-494c-a733-655bbc1d0e21'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:44:01.470314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-03196951-2f9a-4e5d-8387-bd786dc000b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.470671 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-cb0f3185-3c33-4ef1-9d71-537263cad6c4 None None] Provisioning for port a28f9151-a222-4c80-b469-d63900a2a269 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:01.497746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-cb0f3185-3c33-4ef1-9d71-537263cad6c4 None None] Provisioning complete for port a28f9151-a222-4c80-b469-d63900a2a269 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:01.498117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cb0f3185-3c33-4ef1-9d71-537263cad6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.514370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-df49c2a4-059f-4221-b9b4-130d2060f590 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] Unset dirty status for tenant:f7b49655c7644f1faf6cb60b08dc0014 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:01.521565 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-df49c2a4-059f-4221-b9b4-130d2060f590 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6479158 Mar 29 09:44:01.576091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33650) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:01.690331 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'tag': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'status': 'completed', 'code': 200} Mar 29 09:44:01.718097 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-239594ae-5ee0-402d-9d3f-0e404f7f311c tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] delete failed (client error): The resource could not be found. Mar 29 09:44:01.724347 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-239594ae-5ee0-402d-9d3f-0e404f7f311c tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "DELETE /v2.0/security-groups/fd2e2882-4124-430f-8a41-c60e9a7168ce HTTP/1.1" status: 404 len: 347 time: 0.1425719 Mar 29 09:44:01.726712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33654) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:01.751094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a73d0-f799-4e8e-b2ee-cfbad58b4d54 req-ae20da4e-a6dd-4790-aec7-2058c0128662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:01.752758 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8f8a73d0-f799-4e8e-b2ee-cfbad58b4d54 req-ae20da4e-a6dd-4790-aec7-2058c0128662 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 1098 time: 0.6303658 Mar 29 09:44:01.839976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.843832 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-2047ef0a-547d-4848-bcf6-166f9b73488d tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] show failed (client error): The resource could not be found. Mar 29 09:44:01.849992 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2047ef0a-547d-4848-bcf6-166f9b73488d tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "GET /v2.0/security-groups/50d217f9-324f-4e10-85da-bc08f2e14e34 HTTP/1.1" status: 404 len: 347 time: 0.1142867 Mar 29 09:44:01.850204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.872610 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cb0f3185-3c33-4ef1-9d71-537263cad6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.899044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33658) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:01.925586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-cb0f3185-3c33-4ef1-9d71-537263cad6c4 None None] For port a28f9151-a222-4c80-b469-d63900a2a269, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a28f9151-a222-4c80-b469-d63900a2a269,segment=NetworkSegment(0989e363-aba8-49d2-8f96-a9a64586235f),segment_id=0989e363-aba8-49d2-8f96-a9a64586235f)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:01.941825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-0759b8dd-a298-4ee1-852d-065bf4ae8d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'b0d01c39-27df-4ee4-8560-da636a382653', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'port_id': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'mac_address': 'fa:16:3e:1c:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:43:54Z', 'updated_at': '2022-03-29T09:43:54Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d0b91ac-ac32-4028-aacb-eaba548ae347', 'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:75:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:51Z', 'updated_at': '2022-03-29T09:43:05Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '61d64769-6487-46dd-99b9-32b9753e3276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:01.945961 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0759b8dd-a298-4ee1-852d-065bf4ae8d53 None None] Checking router: d885023c-1404-4972-8066-f57bed6baee1 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:44:01.959920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0759b8dd-a298-4ee1-852d-065bf4ae8d53 None None] Routers {'d885023c-1404-4972-8066-f57bed6baee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:01.960619 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-0759b8dd-a298-4ee1-852d-065bf4ae8d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d885023c-1404-4972-8066-f57bed6baee1'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:01.984984 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ab4e8793-5a9f-4dc1-a6ca-1b6780792382 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/b0d01c39-27df-4ee4-8560-da636a382653 HTTP/1.1" status: 200 len: 991 time: 0.5346930 Mar 29 09:44:01.987167 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b1f748-d1eb-4624-ab36-346184563120,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:02.021963 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] DHCP port deletion for a1ba5079-470b-4959-a001-8c3d62eb9233 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:44:02.031979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cb0f3185-3c33-4ef1-9d71-537263cad6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.077559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] Deleting port a28f9151-a222-4c80-b469-d63900a2a269 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:02.077925 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.096317 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-3b62d88a-a64e-4c69-bf52-01886abacbe9 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] show failed (client error): The resource could not be found. Mar 29 09:44:02.097464 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3b62d88a-a64e-4c69-bf52-01886abacbe9 tempest-NegativeSecGroupIPv6Test-904539380 tempest-NegativeSecGroupIPv6Test-904539380-project] 10.222.0.35 "GET /v2.0/security-group-rules/85b83fc2-d9d9-4301-85a6-5f85c5640718 HTTP/1.1" status: 404 len: 356 time: 0.1936646 Mar 29 09:44:02.101461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03196951-2f9a-4e5d-8387-bd786dc000b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 3a432b9f-50b0-4c33-8a3b-efacda565898 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:44:02.139693 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5e657f1e-b93f-4f65-9ed1-463cefe4fa1d tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/routers/87556b02-fd3b-490a-9433-b540e5f08a74/tags/tempest-TagsExtTest-Tag-1101798680 HTTP/1.1" status: 204 len: 168 time: 0.9407332 Mar 29 09:44:02.140474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33664) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:02.146986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.156397 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-85d7cb14-75e5-44ee-9a56-6c98e822b810 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '87556b02-fd3b-490a-9433-b540e5f08a74') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:02.250049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.258654 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a73d0-f799-4e8e-b2ee-cfbad58b4d54 req-8ec5adb5-02ee-467d-bed4-19e2cb45345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:02.260788 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8f8a73d0-f799-4e8e-b2ee-cfbad58b4d54 req-8ec5adb5-02ee-467d-bed4-19e2cb45345f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a HTTP/1.1" status: 200 len: 897 time: 0.4547048 Mar 29 09:44:02.261662 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.505344 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] For port a28f9151-a222-4c80-b469-d63900a2a269, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a28f9151-a222-4c80-b469-d63900a2a269,segment=NetworkSegment(0989e363-aba8-49d2-8f96-a9a64586235f),segment_id=0989e363-aba8-49d2-8f96-a9a64586235f)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:02.505344 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.509011 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-0759b8dd-a298-4ee1-852d-065bf4ae8d53 None None] Set router d885023c-1404-4972-8066-f57bed6baee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:44:02.522858 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03196951-2f9a-4e5d-8387-bd786dc000b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:44:02.534995 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c867781b-4e24-41fe-ab06-8e0e467ca716 None None] Sync routers for ids ['3a432b9f-50b0-4c33-8a3b-efacda565898'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:02.550134 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c867781b-4e24-41fe-ab06-8e0e467ca716 None None] Routers {'3a432b9f-50b0-4c33-8a3b-efacda565898'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:02.550826 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c867781b-4e24-41fe-ab06-8e0e467ca716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['3a432b9f-50b0-4c33-8a3b-efacda565898'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:02.635343 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33670) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:02.648539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.653403 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.658925 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c867781b-4e24-41fe-ab06-8e0e467ca716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:02.660298 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-03196951-2f9a-4e5d-8387-bd786dc000b1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/3a432b9f-50b0-4c33-8a3b-efacda565898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8472905 Mar 29 09:44:02.671270 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33672) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:02.672423 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c867781b-4e24-41fe-ab06-8e0e467ca716 None None] Routers {'3a432b9f-50b0-4c33-8a3b-efacda565898'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:02.674485 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c867781b-4e24-41fe-ab06-8e0e467ca716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['3a432b9f-50b0-4c33-8a3b-efacda565898'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:02.705296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a28f9151-a222-4c80-b469-d63900a2a269 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:02.717466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Calling delete_port for a28f9151-a222-4c80-b469-d63900a2a269 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:02.727372 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8f8a73d0-f799-4e8e-b2ee-cfbad58b4d54 req-50e0c5a0-5b87-4f58-8482-8dbc910ef829 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc059108-ddf2-494c-a733-655bbc1d0e21 HTTP/1.1" status: 200 len: 999 time: 0.4193122 Mar 29 09:44:02.745465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.745969 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:44:02.765920 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c867781b-4e24-41fe-ab06-8e0e467ca716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:02.765920 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c867781b-4e24-41fe-ab06-8e0e467ca716 None None] The sync data for ids ['3a432b9f-50b0-4c33-8a3b-efacda565898'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:02.800825 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-85d7cb14-75e5-44ee-9a56-6c98e822b810 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/routers/87556b02-fd3b-490a-9433-b540e5f08a74/tags HTTP/1.1" status: 200 len: 205 time: 0.6515903 Mar 29 09:44:02.802876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.807410 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cee7dfce-582b-428d-ab8e-ecba20692adb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "DELETE /v2.0/routers/8d44e1e9-1fa6-48c4-b1c7-bfeac6cfd90b HTTP/1.1" status: 204 len: 168 time: 5.9067903 Mar 29 09:44:02.808945 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33680) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:02.809275 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33682) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:02.909467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f3185-3c33-4ef1-9d71-537263cad6c4 None None] Pushing event updated for resources: {'Port': ['ID=a28f9151-a222-4c80-b469-d63900a2a269,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:02.917264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a8225318-fefc-4eed-b81e-91f28e84bb9d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Synchronizing usage tracker for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:02.928577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-b91eff2e-93ca-43e5-99a0-ffae11aacac3 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7d8a98d0-0488-49b4-a045-696382d73a78') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:02.988345 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33688) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:03.008536 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a73d0-f799-4e8e-b2ee-cfbad58b4d54 req-56e14d26-39a4-45d3-b35f-81ad010c850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:03.010579 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8f8a73d0-f799-4e8e-b2ee-cfbad58b4d54 req-56e14d26-39a4-45d3-b35f-81ad010c850e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d64769-6487-46dd-99b9-32b9753e3276 HTTP/1.1" status: 200 len: 835 time: 0.0888216 Mar 29 09:44:03.053249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.053664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d42ba7-22de-4404-9335-fb39778b4768 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:44:03.073461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.074596 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e536518c-7ed8-441c-9574-1e928858b143 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b0d42ba7-22de-4404-9335-fb39778b4768 HTTP/1.1" status: 204 len: 168 time: 4.3505931 Mar 29 09:44:03.078023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a8225318-fefc-4eed-b81e-91f28e84bb9d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Unset dirty status for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:03.081639 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a8225318-fefc-4eed-b81e-91f28e84bb9d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a432b9f-50b0-4c33-8a3b-efacda565898 HTTP/1.1" status: 200 len: 205 time: 0.4048507 Mar 29 09:44:03.081639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33692) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:03.087312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33694) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:03.118438 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.147528 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] For port a28f9151-a222-4c80-b469-d63900a2a269, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a28f9151-a222-4c80-b469-d63900a2a269,segment=NetworkSegment(0989e363-aba8-49d2-8f96-a9a64586235f),segment_id=0989e363-aba8-49d2-8f96-a9a64586235f)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:03.147935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.253733 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b91eff2e-93ca-43e5-99a0-ffae11aacac3 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/subnetpools/7d8a98d0-0488-49b4-a045-696382d73a78/tags HTTP/1.1" status: 200 len: 240 time: 0.4434257 Mar 29 09:44:03.280401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33700) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:03.291760 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.292561 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.302975 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] Calling delete_port for a28f9151-a222-4c80-b469-d63900a2a269 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:03.307261 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8a232d13-cd4c-406d-a423-0f46682d9218 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/b0d01c39-27df-4ee4-8560-da636a382653 HTTP/1.1" status: 200 len: 991 time: 0.3108022 Mar 29 09:44:03.313543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-0897619b-5af5-402b-b5e2-9c7aa6d97459 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d8a98d0-0488-49b4-a045-696382d73a78', 'tempest-TagsExtTest-Tag-891409533') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:03.344100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d103c6e5-f581-4df5-b9b0-f067d0376c34 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.361470 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.426944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4776a43-6558-4c52-8b08-2ee9baa81069 admin admin] Deleting subnet 45e1ab43-d8c0-43c8-bce8-1dd511cbc465 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:44:03.442052 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a4776a43-6558-4c52-8b08-2ee9baa81069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.470863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a73d0-f799-4e8e-b2ee-cfbad58b4d54 req-e7843e2a-0f0c-4649-a8d8-7a61d278a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:03.472619 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8f8a73d0-f799-4e8e-b2ee-cfbad58b4d54 req-e7843e2a-0f0c-4649-a8d8-7a61d278a414 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4551024 Mar 29 09:44:03.496986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port a28f9151-a222-4c80-b469-d63900a2a269, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a28f9151-a222-4c80-b469-d63900a2a269,segment=NetworkSegment(0989e363-aba8-49d2-8f96-a9a64586235f),segment_id=0989e363-aba8-49d2-8f96-a9a64586235f)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:03.501606 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:03.504013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:44:03.504801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:44:03.515137 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a177aa91-1dda-4535-b101-e7d18d8e75cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7b49655c7644f1faf6cb60b08dc0014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8234503 Mar 29 09:44:03.517297 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33704) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:03.520606 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.521375 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-0759b8dd-a298-4ee1-852d-065bf4ae8d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'b0d01c39-27df-4ee4-8560-da636a382653', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'port_id': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'mac_address': 'fa:16:3e:1c:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:43:54Z', 'updated_at': '2022-03-29T09:43:54Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d0b91ac-ac32-4028-aacb-eaba548ae347', 'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:75:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:51Z', 'updated_at': '2022-03-29T09:43:05Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '61d64769-6487-46dd-99b9-32b9753e3276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:03.525813 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0759b8dd-a298-4ee1-852d-065bf4ae8d53 None None] The sync data for ids ['d885023c-1404-4972-8066-f57bed6baee1'] in dv-neutron-835555-1-hyperv is: [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'b0d01c39-27df-4ee4-8560-da636a382653', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'port_id': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'mac_address': 'fa:16:3e:1c:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:43:54Z', 'updated_at': '2022-03-29T09:43:54Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d0b91ac-ac32-4028-aacb-eaba548ae347', 'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:75:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:51Z', 'updated_at': '2022-03-29T09:43:05Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '61d64769-6487-46dd-99b9-32b9753e3276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:03.570724 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.622586 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0897619b-5af5-402b-b5e2-9c7aa6d97459 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/subnetpools/7d8a98d0-0488-49b4-a045-696382d73a78/tags/tempest-TagsExtTest-Tag-891409533 HTTP/1.1" status: 204 len: 168 time: 0.3410776 Mar 29 09:44:03.626623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33708) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:03.647092 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:44:03.647689 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:44:03.684054 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=a28f9151-a222-4c80-b469-d63900a2a269,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:03.688471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a4776a43-6558-4c52-8b08-2ee9baa81069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.729593 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-736fc83a-25be-4b2d-8f5d-7300a2ab202a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.732316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:03.780350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:03.816194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-4f613717-f023-4964-ad0b-a9f97235caf1 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7d8a98d0-0488-49b4-a045-696382d73a78', 'tempest-TagsExtTest-Tag-891409533') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:03.820733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d40d814-28c1-4af2-9f93-1b753f8c728c None None] New status for floating IP b0d01c39-27df-4ee4-8560-da636a382653: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:44:03.923366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d103c6e5-f581-4df5-b9b0-f067d0376c34 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.929215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d103c6e5-f581-4df5-b9b0-f067d0376c34 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.009888 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8f8a73d0-f799-4e8e-b2ee-cfbad58b4d54 req-a6dada97-d2b5-4522-8b45-1ace47e0cf65 service neutron] 10.222.0.36 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134883 Mar 29 09:44:04.010146 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-736fc83a-25be-4b2d-8f5d-7300a2ab202a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.016784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Deleting port a28f9151-a222-4c80-b469-d63900a2a269 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:04.017266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.036670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a4776a43-6558-4c52-8b08-2ee9baa81069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.113043 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d103c6e5-f581-4df5-b9b0-f067d0376c34 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.113522 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d103c6e5-f581-4df5-b9b0-f067d0376c34 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Fanout notify agent at l3_agent the message router_deleted on router 3a432b9f-50b0-4c33-8a3b-efacda565898 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:44:04.131143 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d103c6e5-f581-4df5-b9b0-f067d0376c34 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.132203 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d103c6e5-f581-4df5-b9b0-f067d0376c34 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/routers/3a432b9f-50b0-4c33-8a3b-efacda565898 HTTP/1.1" status: 204 len: 168 time: 1.0470626 Mar 29 09:44:04.139218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33712) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:04.151463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] Deleting port a28f9151-a222-4c80-b469-d63900a2a269 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:04.151463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.182757 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 02b1f748-d1eb-4624-ab36-346184563120 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:04.225983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 02b1f748-d1eb-4624-ab36-346184563120 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:04.225983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 02b1f748-d1eb-4624-ab36-346184563120 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:44:04.225983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 24dd3685-d466-485e-9f32-7310d8f45a11 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:04.243254 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4f613717-f023-4964-ad0b-a9f97235caf1 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/subnetpools/7d8a98d0-0488-49b4-a045-696382d73a78/tags/tempest-TagsExtTest-Tag-891409533 HTTP/1.1" status: 204 len: 168 time: 0.6129913 Mar 29 09:44:04.245207 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33716) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:04.251123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-bbb0d209-eeda-4cbe-9332-6f5e119fce59 None None] Provisioning complete for port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:04.251498 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bbb0d209-eeda-4cbe-9332-6f5e119fce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.262901 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.268249 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-7c027426-992e-490d-80dd-52fe2e757192 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7d8a98d0-0488-49b4-a045-696382d73a78') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:04.296303 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 24dd3685-d466-485e-9f32-7310d8f45a11 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:04.296753 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 24dd3685-d466-485e-9f32-7310d8f45a11 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:44:04.303162 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-001bef25-7e53-4c3b-b4df-c83ba18c4c35 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting subnet d06aa77e-4a5c-4752-acd3-7acad1023029 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:44:04.310890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-001bef25-7e53-4c3b-b4df-c83ba18c4c35 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.311794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33720) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:04.375968 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-bbb0d209-eeda-4cbe-9332-6f5e119fce59 None None] Port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:44:04.481534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Deleting port 9d8c419a-cf54-4547-98fe-22bd3353d24d {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:04.483717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.496128 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8f8a73d0-f799-4e8e-b2ee-cfbad58b4d54 req-23b9b652-de0b-4f9e-8c6a-8e6b8c91d782 service neutron] 10.222.0.36 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220176 Mar 29 09:44:04.512515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-001bef25-7e53-4c3b-b4df-c83ba18c4c35 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.544191 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] For port a28f9151-a222-4c80-b469-d63900a2a269, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a28f9151-a222-4c80-b469-d63900a2a269,segment=NetworkSegment(0989e363-aba8-49d2-8f96-a9a64586235f),segment_id=0989e363-aba8-49d2-8f96-a9a64586235f)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:04.544825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.587566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a4776a43-6558-4c52-8b08-2ee9baa81069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.599799 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7c027426-992e-490d-80dd-52fe2e757192 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/subnetpools/7d8a98d0-0488-49b4-a045-696382d73a78/tags HTTP/1.1" status: 200 len: 205 time: 0.3533483 Mar 29 09:44:04.607191 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33724) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:04.637831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4776a43-6558-4c52-8b08-2ee9baa81069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e1ab43-d8c0-43c8-bce8-1dd511cbc465,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:04.641323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-17289af1-5b33-40d5-8368-f46804394d77 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7d8a98d0-0488-49b4-a045-696382d73a78') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:04.645687 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a4776a43-6558-4c52-8b08-2ee9baa81069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.651256 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a4776a43-6558-4c52-8b08-2ee9baa81069 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/45e1ab43-d8c0-43c8-bce8-1dd511cbc465 HTTP/1.1" status: 204 len: 168 time: 1.5690329 Mar 29 09:44:04.655104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33728) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:04.660686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-001bef25-7e53-4c3b-b4df-c83ba18c4c35 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.668174 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003aab5e-8600-4bd0-89d7-ca1df3b12371 None None] Network 42b8e51d-f4c6-435f-9d85-32ff338cd383 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:04.689279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] Calling delete_port for a28f9151-a222-4c80-b469-d63900a2a269 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:04.729138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-736fc83a-25be-4b2d-8f5d-7300a2ab202a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.731805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Router e8d99bd2-67ef-41b5-a221-82dc390dda71 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:44:04.764554 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b9281b9f-34d3-4e91-952f-942dd6936ea5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/b0d01c39-27df-4ee4-8560-da636a382653 HTTP/1.1" status: 200 len: 993 time: 0.4438775 Mar 29 09:44:04.767133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] For port a28f9151-a222-4c80-b469-d63900a2a269, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a28f9151-a222-4c80-b469-d63900a2a269,segment=NetworkSegment(0989e363-aba8-49d2-8f96-a9a64586235f),segment_id=0989e363-aba8-49d2-8f96-a9a64586235f)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:04.767505 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.810988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39fe43-ed97-4f6c-ba84-d66e04357550 req-91dcce3d-7de1-4d24-aa0c-d47fa2631b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:04.812584 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0d39fe43-ed97-4f6c-ba84-d66e04357550 req-91dcce3d-7de1-4d24-aa0c-d47fa2631b1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 1098 time: 0.1131380 Mar 29 09:44:04.843373 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fc83a-25be-4b2d-8f5d-7300a2ab202a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0ced7d-665d-44db-8112-dc02b9b9ba71,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:04.914023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-001bef25-7e53-4c3b-b4df-c83ba18c4c35 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.968338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bef25-7e53-4c3b-b4df-c83ba18c4c35 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Subnet': ['ID=d06aa77e-4a5c-4752-acd3-7acad1023029,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:04.972876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-001bef25-7e53-4c3b-b4df-c83ba18c4c35 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.983092 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-001bef25-7e53-4c3b-b4df-c83ba18c4c35 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/d06aa77e-4a5c-4752-acd3-7acad1023029 HTTP/1.1" status: 204 len: 168 time: 0.8436880 Mar 29 09:44:04.985703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33732) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:04.998058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c3c24e-762a-428b-a813-8748c4e5b79a None None] Network 1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:05.027695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.057997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39fe43-ed97-4f6c-ba84-d66e04357550 req-3aa8d735-2b25-4947-8c8d-5f186d84f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:05.059534 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0d39fe43-ed97-4f6c-ba84-d66e04357550 req-3aa8d735-2b25-4947-8c8d-5f186d84f2c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a HTTP/1.1" status: 200 len: 897 time: 0.2411151 Mar 29 09:44:05.075829 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Calling delete_port for a28f9151-a222-4c80-b469-d63900a2a269 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:05.134315 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] Pushing event deleted for resources: {'Port': ['ID=a28f9151-a222-4c80-b469-d63900a2a269,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:05.134893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1abb63-4757-41e4-ad3b-05729f5ac273 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting subnet 7232e598-88d4-484c-a77e-51ba5a1c1cca {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:44:05.139551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d172bf5-3892-49e4-8e61-3987c74b3ae8 None None] No DVR routers for this DVR port a28f9151-a222-4c80-b469-d63900a2a269 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:05.148037 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e1abb63-4757-41e4-ad3b-05729f5ac273 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.193100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e8fc51-df1f-40e8-b87f-e2b051e85d80 None None] DHCP port deletion for 42b8e51d-f4c6-435f-9d85-32ff338cd383 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:44:05.233496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d7e8fc51-df1f-40e8-b87f-e2b051e85d80 None None] Deleting port 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:05.233776 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d7e8fc51-df1f-40e8-b87f-e2b051e85d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.234249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e1abb63-4757-41e4-ad3b-05729f5ac273 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.248276 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-17289af1-5b33-40d5-8368-f46804394d77 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/subnetpools/7d8a98d0-0488-49b4-a045-696382d73a78/tags HTTP/1.1" status: 204 len: 168 time: 0.6280231 Mar 29 09:44:05.251566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.263146 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33736) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:05.265723 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0d39fe43-ed97-4f6c-ba84-d66e04357550 req-e4ba732e-1e57-46e3-9069-18a48b7ee8cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc059108-ddf2-494c-a733-655bbc1d0e21 HTTP/1.1" status: 200 len: 1001 time: 0.1987185 Mar 29 09:44:05.303087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-5ddc845f-d710-446b-a1e0-8e9e955405b1 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '87556b02-fd3b-490a-9433-b540e5f08a74') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:05.354212 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39fe43-ed97-4f6c-ba84-d66e04357550 req-8767f3b9-93b4-4676-aa87-2b59dab07375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:05.355659 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0d39fe43-ed97-4f6c-ba84-d66e04357550 req-8767f3b9-93b4-4676-aa87-2b59dab07375 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d64769-6487-46dd-99b9-32b9753e3276 HTTP/1.1" status: 200 len: 835 time: 0.0785215 Mar 29 09:44:05.382340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e1abb63-4757-41e4-ad3b-05729f5ac273 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.403972 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] Deleting port 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:05.404194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.436201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-736fc83a-25be-4b2d-8f5d-7300a2ab202a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.439835 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-736fc83a-25be-4b2d-8f5d-7300a2ab202a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b0ced7d-665d-44db-8112-dc02b9b9ba71 HTTP/1.1" status: 204 len: 168 time: 1.9189594 Mar 29 09:44:05.484738 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d7e8fc51-df1f-40e8-b87f-e2b051e85d80 None None] For port 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3,segment=NetworkSegment(7f66d392-afa2-40cc-8034-8820321b58b3),segment_id=7f66d392-afa2-40cc-8034-8820321b58b3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:05.485133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d7e8fc51-df1f-40e8-b87f-e2b051e85d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.521132 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:44:05.523241 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:44:05.530044 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] For port 9d8c419a-cf54-4547-98fe-22bd3353d24d, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9d8c419a-cf54-4547-98fe-22bd3353d24d,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:05.530603 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.538560 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:44:05.544982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39fe43-ed97-4f6c-ba84-d66e04357550 req-6dce7c8d-8bce-4343-8399-0cd5dcfb9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:05.546463 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0d39fe43-ed97-4f6c-ba84-d66e04357550 req-6dce7c8d-8bce-4343-8399-0cd5dcfb9a6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1192884 Mar 29 09:44:05.551829 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Sync routers for ids ['e8d99bd2-67ef-41b5-a221-82dc390dda71'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:05.568040 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Routers {'e8d99bd2-67ef-41b5-a221-82dc390dda71'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:05.568947 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1fece279-f529-4ae8-9846-501fc151281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e8d99bd2-67ef-41b5-a221-82dc390dda71'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:05.658027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d7e8fc51-df1f-40e8-b87f-e2b051e85d80 None None] Calling delete_port for 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:05.706539 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0d39fe43-ed97-4f6c-ba84-d66e04357550 req-cfd05061-9c00-45d8-a86e-950a5f3da423 service neutron] 10.222.0.36 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470983 Mar 29 09:44:05.732612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e1836-9329-436b-a89c-a1c1244e1dda None None] DHCP port deletion for 1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:44:05.752549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c96e1836-9329-436b-a89c-a1c1244e1dda None None] Deleting port fc3e2553-e0a7-4cee-880c-b770f29d3e3b {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:05.753183 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c96e1836-9329-436b-a89c-a1c1244e1dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.754266 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Set router e8d99bd2-67ef-41b5-a221-82dc390dda71 gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:44:05.828653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Deleting port a28f9151-a222-4c80-b469-d63900a2a269 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:05.829216 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.872502 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0d39fe43-ed97-4f6c-ba84-d66e04357550 req-d710480f-ccdf-466b-95be-00f4d5409ba2 service neutron] 10.222.0.36 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566224 Mar 29 09:44:05.920311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Calling delete_port for 9d8c419a-cf54-4547-98fe-22bd3353d24d owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:05.933346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8c34de00-ef4b-4830-8bb5-8ad5ced48d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.963516 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e1abb63-4757-41e4-ad3b-05729f5ac273 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.035376 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e1abb63-4757-41e4-ad3b-05729f5ac273 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.040676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1abb63-4757-41e4-ad3b-05729f5ac273 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Subnet': ['ID=7232e598-88d4-484c-a77e-51ba5a1c1cca,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:06.050876 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1e1abb63-4757-41e4-ad3b-05729f5ac273 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/7232e598-88d4-484c-a77e-51ba5a1c1cca HTTP/1.1" status: 204 len: 168 time: 1.0641999 Mar 29 09:44:06.053463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33742) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:06.064010 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5ddc845f-d710-446b-a1e0-8e9e955405b1 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/routers/87556b02-fd3b-490a-9433-b540e5f08a74/tags HTTP/1.1" status: 204 len: 168 time: 0.7931447 Mar 29 09:44:06.070055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33746) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:06.078806 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-918d65d8-727e-42d6-8cb2-10ed09eba69b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "PUT /v2.0/routers/e8d99bd2-67ef-41b5-a221-82dc390dda71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7736416 Mar 29 09:44:06.079477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bad58f-d028-4fa8-af0b-ebcd048e0fee None None] Network 57a6c9b2-0a2a-40bf-a521-1e167a7fc086 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:06.088588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33750) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:06.100344 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d7e8fc51-df1f-40e8-b87f-e2b051e85d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.108800 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-24b543a2-ba35-4d20-81a6-eb798d81f7fe tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1c5928c8-8895-471d-b652-e002fd707ac4') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:06.171655 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] The port '05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3' was deleted {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:44:06.187409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8fc51-df1f-40e8-b87f-e2b051e85d80 None None] Pushing event deleted for resources: {'Port': ['ID=05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:06.203701 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e8fc51-df1f-40e8-b87f-e2b051e85d80 None None] No DVR routers for this DVR port 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:06.204059 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] The port 'a28f9151-a222-4c80-b469-d63900a2a269' was deleted {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:44:06.262890 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1fece279-f529-4ae8-9846-501fc151281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d99bd2-67ef-41b5-a221-82dc390dda71', 'name': 'tempest-NetworksTestDHCPv6-router-2010398620', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:52Z', 'updated_at': '2022-03-29T09:44:00Z', 'revision_number': 2, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'gw_port_host': None, '_interfaces': [{'id': '245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d', 'name': '', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'mac_address': 'fa:16:3e:14:27:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d99bd2-67ef-41b5-a221-82dc390dda71', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '78df7ef5-17c0-4b5f-9f94-5443cb75b09b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:43:55Z', 'updated_at': '2022-03-29T09:44:01Z', 'revision_number': 2, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'subnets': [{'id': '78df7ef5-17c0-4b5f-9f94-5443cb75b09b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:06.267472 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Checking router: e8d99bd2-67ef-41b5-a221-82dc390dda71 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:44:06.267823 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Updating router e8d99bd2-67ef-41b5-a221-82dc390dda71 port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:44:06.272167 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e71ac05-ed21-40b3-96fe-e2b958bd93ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:06.273112 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4e71ac05-ed21-40b3-96fe-e2b958bd93ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:06.278926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fc3e2553-e0a7-4cee-880c-b770f29d3e3b no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:06.282801 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.301242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port fc3e2553-e0a7-4cee-880c-b770f29d3e3b {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:06.302008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.343912 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.354222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c96e1836-9329-436b-a89c-a1c1244e1dda None None] For port fc3e2553-e0a7-4cee-880c-b770f29d3e3b, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fc3e2553-e0a7-4cee-880c-b770f29d3e3b,segment=NetworkSegment(898840da-6889-47e4-82c6-cf53a1e6540c),segment_id=898840da-6889-47e4-82c6-cf53a1e6540c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:06.354648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c96e1836-9329-436b-a89c-a1c1244e1dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.365813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4e71ac05-ed21-40b3-96fe-e2b958bd93ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:06.371469 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4e71ac05-ed21-40b3-96fe-e2b958bd93ab tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports/245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d HTTP/1.1" status: 200 len: 911 time: 0.2791717 Mar 29 09:44:06.372333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33754) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:06.536014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.546211 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.595486 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ba5079-470b-4959-a001-8c3d62eb9233']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:06.612236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b8e51d-f4c6-435f-9d85-32ff338cd383']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:06.631478 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.636521 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0989e363-aba8-49d2-8f96-a9a64586235f') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:06.637099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0989e363-aba8-49d2-8f96-a9a64586235f') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:06.646399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f66d392-afa2-40cc-8034-8820321b58b3') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:06.646998 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f66d392-afa2-40cc-8034-8820321b58b3') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:06.670716 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c96e1836-9329-436b-a89c-a1c1244e1dda None None] Calling delete_port for fc3e2553-e0a7-4cee-880c-b770f29d3e3b owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:06.730713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d8c419a-cf54-4547-98fe-22bd3353d24d,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:06.737013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] For port fc3e2553-e0a7-4cee-880c-b770f29d3e3b, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fc3e2553-e0a7-4cee-880c-b770f29d3e3b,segment=NetworkSegment(898840da-6889-47e4-82c6-cf53a1e6540c),segment_id=898840da-6889-47e4-82c6-cf53a1e6540c)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:06.737384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.760099 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.760806 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56346fdd-662a-44e4-ac75-9b17d9bdf257 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:06.766700 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56346fdd-662a-44e4-ac75-9b17d9bdf257 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:06.771490 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-56346fdd-662a-44e4-ac75-9b17d9bdf257 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3972697 Mar 29 09:44:06.774003 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33758) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:06.776264 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Transition to ACTIVE for port object 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:06.793347 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.802180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.843199 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.850921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.907253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.924211 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-24b543a2-ba35-4d20-81a6-eb798d81f7fe tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/ports/1c5928c8-8895-471d-b652-e002fd707ac4/tags HTTP/1.1" status: 204 len: 168 time: 0.8502848 Mar 29 09:44:06.925875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.935908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:06.936575 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.950712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33762) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:06.967485 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for fc3e2553-e0a7-4cee-880c-b770f29d3e3b owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:06.984222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c96e1836-9329-436b-a89c-a1c1244e1dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.000986 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-bde9a842-1f25-401c-8d09-110bf20a59a4 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0d989a2a-8b1c-463c-8f68-6e624604be09') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:07.011638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:07.036469 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566af6a2-dbf7-4bca-9356-b756a51b9032 None None] Pushing event updated for resources: {'Port': ['ID=245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:07.048510 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566af6a2-dbf7-4bca-9356-b756a51b9032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:07.048862 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566af6a2-dbf7-4bca-9356-b756a51b9032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:07.049182 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566af6a2-dbf7-4bca-9356-b756a51b9032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:07.049511 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566af6a2-dbf7-4bca-9356-b756a51b9032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:07.049836 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566af6a2-dbf7-4bca-9356-b756a51b9032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:07.050175 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566af6a2-dbf7-4bca-9356-b756a51b9032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:07.050496 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566af6a2-dbf7-4bca-9356-b756a51b9032 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:07.050809 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566af6a2-dbf7-4bca-9356-b756a51b9032 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:07.051123 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566af6a2-dbf7-4bca-9356-b756a51b9032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:07.051434 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566af6a2-dbf7-4bca-9356-b756a51b9032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:07.051746 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566af6a2-dbf7-4bca-9356-b756a51b9032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:07.052045 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566af6a2-dbf7-4bca-9356-b756a51b9032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:07.106386 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887d91d9-bc98-4f16-8ce3-4eb99591eb02 None None] DHCP port deletion for 57a6c9b2-0a2a-40bf-a521-1e167a7fc086 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:44:07.115833 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e1836-9329-436b-a89c-a1c1244e1dda None None] No DVR routers for this DVR port fc3e2553-e0a7-4cee-880c-b770f29d3e3b on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:07.130609 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:07.132140 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.137715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:07.138059 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 05fa8a71-f874-44b0-a9bb-a8d4e88d1fc3 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:44:07.141842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e1836-9329-436b-a89c-a1c1244e1dda None None] Pushing event deleted for resources: {'Port': ['ID=fc3e2553-e0a7-4cee-880c-b770f29d3e3b,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:07.149190 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-887d91d9-bc98-4f16-8ce3-4eb99591eb02 None None] Deleting port 22909096-e4ba-48d4-9d95-423f81aea3e2 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:07.149566 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-887d91d9-bc98-4f16-8ce3-4eb99591eb02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.169143 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Attempting to bind port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:07.169499 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Attempting to bind port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:07.169850 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Attempting to bind port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:44:07.178974 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:44:07.179333 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:07.179719 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.180097 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:44:07.180733 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Bound port: 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:07.180947 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:07.285171 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:07.303868 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-1fece279-f529-4ae8-9846-501fc151281e None None] For port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:44:07.307414 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-1fece279-f529-4ae8-9846-501fc151281e None None] For port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:44:07.310462 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:44:07.310863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:44:07.331968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.387877 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.431952 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-887d91d9-bc98-4f16-8ce3-4eb99591eb02 None None] For port 22909096-e4ba-48d4-9d95-423f81aea3e2, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=22909096-e4ba-48d4-9d95-423f81aea3e2,segment=NetworkSegment(53ff0b82-1153-48e0-9cd5-a71af47e8bec),segment_id=53ff0b82-1153-48e0-9cd5-a71af47e8bec)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:07.432508 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-887d91d9-bc98-4f16-8ce3-4eb99591eb02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.471874 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bde9a842-1f25-401c-8d09-110bf20a59a4 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/subnets/0d989a2a-8b1c-463c-8f68-6e624604be09/tags HTTP/1.1" status: 204 len: 168 time: 0.5127285 Mar 29 09:44:07.476784 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566af6a2-dbf7-4bca-9356-b756a51b9032 None None] Pushing event updated for resources: {'Port': ['ID=245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:07.478669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33768) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:07.491981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-ed11154e-a51b-4995-960d-68ceb5791c5f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0d989a2a-8b1c-463c-8f68-6e624604be09', 'tempest-TagsExtTest-Tag-440610838') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:07.514379 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Routers {'e8d99bd2-67ef-41b5-a221-82dc390dda71'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:07.515071 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1fece279-f529-4ae8-9846-501fc151281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:43:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e8d99bd2-67ef-41b5-a221-82dc390dda71'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:07.563518 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.566853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.580320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-887d91d9-bc98-4f16-8ce3-4eb99591eb02 None None] Calling delete_port for 22909096-e4ba-48d4-9d95-423f81aea3e2 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:07.598802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.604300 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.610608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.652541 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.659954 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] 10.222.0.35 "DELETE /v2.0/networks/42b8e51d-f4c6-435f-9d85-32ff338cd383 HTTP/1.1" status: 204 len: 168 time: 2.9864495 Mar 29 09:44:07.669250 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/a1ba5079-470b-4959-a001-8c3d62eb9233 HTTP/1.1" status: 204 len: 168 time: 11.1202826 Mar 29 09:44:07.669250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7719f-65db-4f58-bb84-8d2c8c7cb4ed tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Network': ['ID=a1ba5079-470b-4959-a001-8c3d62eb9233,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:07.669250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33774) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:07.677197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-637527321'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:07.683154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:07.688273 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:network and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:07.695789 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:07.728016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:07.730044 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.730674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5b06a61-415a-4f02-9dfb-ce011b9bce4e {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:44:07.749393 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ed11154e-a51b-4995-960d-68ceb5791c5f tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "PUT /v2.0/subnets/0d989a2a-8b1c-463c-8f68-6e624604be09/tags/tempest-TagsExtTest-Tag-440610838 HTTP/1.1" status: 201 len: 201 time: 0.2694731 Mar 29 09:44:07.751933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33778) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:07.758935 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.764137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-c6e3b57f-e3e4-47f4-bdda-6f83ba8da019 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1c5928c8-8895-471d-b652-e002fd707ac4', 'tempest-TagsExtTest-Tag-1688290971') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:07.764306 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5910974a-9122-4aad-90bd-acb340c36b74 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "DELETE /v2.0/routers/b5b06a61-415a-4f02-9dfb-ce011b9bce4e HTTP/1.1" status: 204 len: 168 time: 4.9489429 Mar 29 09:44:07.764306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a138567-5807-4e8f-815c-da41ecc12dae admin admin] Pushing event deleted for resources: {'Network': ['ID=42b8e51d-f4c6-435f-9d85-32ff338cd383,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:07.768336 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33782) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:07.790763 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-64322408', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:07.798556 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-887d91d9-bc98-4f16-8ce3-4eb99591eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.799679 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:07.804423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Usage tracker for resource:router and tenant:1c0d5c50763247e3a36c5a7ef3600471 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:07.810062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:07.815880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port fc3e2553-e0a7-4cee-880c-b770f29d3e3b {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:07.818381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.822794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:07.836997 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-1fece279-f529-4ae8-9846-501fc151281e None None] Set router e8d99bd2-67ef-41b5-a221-82dc390dda71 gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:44:07.872460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:07.878290 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.904959 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.908148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.926451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d91d9-bc98-4f16-8ce3-4eb99591eb02 None None] No DVR routers for this DVR port 22909096-e4ba-48d4-9d95-423f81aea3e2 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:07.930235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d91d9-bc98-4f16-8ce3-4eb99591eb02 None None] Pushing event deleted for resources: {'Port': ['ID=22909096-e4ba-48d4-9d95-423f81aea3e2,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:07.934370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.944416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:44:07.960055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.960055 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Added segment cf1db6ef-cdb4-4dd1-acfe-2118f27d3983 of type vlan for network 93b373ce-6ccb-472b-9e48-33ab4c71205c Mar 29 09:44:07.977141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] The port 'fc3e2553-e0a7-4cee-880c-b770f29d3e3b' was deleted {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:44:07.998205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.017881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5f762e46-c4c2-437d-bfe2-c2d749630c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.042725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f678b91-3548-446f-a093-973d9a71dc54 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.233740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.239301 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:08.239927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.268549 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1fece279-f529-4ae8-9846-501fc151281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d99bd2-67ef-41b5-a221-82dc390dda71', 'name': 'tempest-NetworksTestDHCPv6-router-2010398620', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:52Z', 'updated_at': '2022-03-29T09:44:00Z', 'revision_number': 2, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'gw_port_host': None, '_interfaces': [{'id': '245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d', 'name': '', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'mac_address': 'fa:16:3e:14:27:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d99bd2-67ef-41b5-a221-82dc390dda71', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '78df7ef5-17c0-4b5f-9f94-5443cb75b09b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:43:55Z', 'updated_at': '2022-03-29T09:44:07Z', 'revision_number': 4, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'subnets': [{'id': '78df7ef5-17c0-4b5f-9f94-5443cb75b09b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:08.274132 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fece279-f529-4ae8-9846-501fc151281e None None] The sync data for ids ['e8d99bd2-67ef-41b5-a221-82dc390dda71'] in dv-neutron-835555-1-hyperv is: [{'id': 'e8d99bd2-67ef-41b5-a221-82dc390dda71', 'name': 'tempest-NetworksTestDHCPv6-router-2010398620', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:52Z', 'updated_at': '2022-03-29T09:44:00Z', 'revision_number': 2, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'gw_port_host': None, '_interfaces': [{'id': '245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d', 'name': '', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'mac_address': 'fa:16:3e:14:27:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d99bd2-67ef-41b5-a221-82dc390dda71', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '78df7ef5-17c0-4b5f-9f94-5443cb75b09b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:43:55Z', 'updated_at': '2022-03-29T09:44:07Z', 'revision_number': 4, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'subnets': [{'id': '78df7ef5-17c0-4b5f-9f94-5443cb75b09b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:08.277756 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33786) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:08.426794 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 22909096-e4ba-48d4-9d95-423f81aea3e2 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:08.463877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.475203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 22909096-e4ba-48d4-9d95-423f81aea3e2 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:08.480672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 22909096-e4ba-48d4-9d95-423f81aea3e2 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:44:08.481327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9d8c419a-cf54-4547-98fe-22bd3353d24d no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:08.526880 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 9d8c419a-cf54-4547-98fe-22bd3353d24d {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:08.527240 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9d8c419a-cf54-4547-98fe-22bd3353d24d not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:44:08.553445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Network': ['ID=93b373ce-6ccb-472b-9e48-33ab4c71205c,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:08.564769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 93b373ce-6ccb-472b-9e48-33ab4c71205c details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:44:08.568679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:08.640128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898840da-6889-47e4-82c6-cf53a1e6540c') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:08.640437 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898840da-6889-47e4-82c6-cf53a1e6540c') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:08.647624 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3c2806e7-d83c-4a82-8614-66fc512eb5a6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9766157 Mar 29 09:44:08.654167 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33790) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:08.667461 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.667671 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c6e3b57f-e3e4-47f4-bdda-6f83ba8da019 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "PUT /v2.0/ports/1c5928c8-8895-471d-b652-e002fd707ac4/tags/tempest-TagsExtTest-Tag-1688290971 HTTP/1.1" status: 201 len: 201 time: 0.9112835 Mar 29 09:44:08.676687 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'subnet': {'network_id': '93b373ce-6ccb-472b-9e48-33ab4c71205c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:08.678302 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33794) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:08.683766 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6b13dc53-8bf8-4dda-b057-93243e2cf77d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd990266160241679233cd0b82116a4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4049468 Mar 29 09:44:08.687532 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-e9f3ed13-4309-4665-b46d-99f4662a09db tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '87556b02-fd3b-490a-9433-b540e5f08a74', 'tempest-TagsExtTest-Tag-1281304694') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:08.694792 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33798) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:08.700154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.775872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.848517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:08.848936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.857224 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:08.863759 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:08.934439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.994627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:09.005092 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:subnet and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:09.012930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:09.015651 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2245a5d1-e1be-49b9-b333-8d9b0fede53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.029715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:09.035474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-4f678b91-3548-446f-a093-973d9a71dc54 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:09.035585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f678b91-3548-446f-a093-973d9a71dc54 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.048256 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e9f3ed13-4309-4665-b46d-99f4662a09db tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "PUT /v2.0/routers/87556b02-fd3b-490a-9433-b540e5f08a74/tags/tempest-TagsExtTest-Tag-1281304694 HTTP/1.1" status: 201 len: 201 time: 0.3688650 Mar 29 09:44:09.057229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33802) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:09.064282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-7fd6dd15-d185-49bd-a9d1-a5f8b71faebe tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7d8a98d0-0488-49b4-a045-696382d73a78', 'tempest-TagsExtTest-Tag-1752094079') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:09.089371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.093704 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.135681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2245a5d1-e1be-49b9-b333-8d9b0fede53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.145637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Network': ['ID=1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:09.168790 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.201018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:09.202057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.204654 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.244112 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1e7eee70-493a-4e0c-b710-f30974255671 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/networks/1220f8c4-5f26-4b4d-9895-aa8fd9c6c03f HTTP/1.1" status: 204 len: 168 time: 3.1884756 Mar 29 09:44:09.247247 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33806) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:09.367097 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7fd6dd15-d185-49bd-a9d1-a5f8b71faebe tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "PUT /v2.0/subnetpools/7d8a98d0-0488-49b4-a045-696382d73a78/tags/tempest-TagsExtTest-Tag-1752094079 HTTP/1.1" status: 201 len: 201 time: 0.3063297 Mar 29 09:44:09.375068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33810) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:09.386798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-ff2107da-6df5-4516-9ef1-348b31892cfb tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0d989a2a-8b1c-463c-8f68-6e624604be09', {'tags': ['tempest-TagsExtTest-Tag-414116553', 'tempest-TagsExtTest-Tag-747363960', 'tempest-TagsExtTest-Tag-1031050939']}) {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:09.429752 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9f096bb-1db0-46c4-bd51-a8530d56da08 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.434013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.ipam_backend_mixin [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Performing IP validity checks on allocation pools {{(pid=88551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 29 09:44:09.434532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.ipam_backend_mixin [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 29 09:44:09.490741 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Allocated IP 172.26.7.172 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/19fd949c-0772-43fb-a46e-4316626571cb) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:09.499716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-4f678b91-3548-446f-a093-973d9a71dc54 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] For port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:09.500078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f678b91-3548-446f-a093-973d9a71dc54 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.508719 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2245a5d1-e1be-49b9-b333-8d9b0fede53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.658755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-4f678b91-3548-446f-a093-973d9a71dc54 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:09.691233 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245a5d1-e1be-49b9-b333-8d9b0fede53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbaa9e4-c2d7-49ef-ae52-0c8b14d68447,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:09.726736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9f096bb-1db0-46c4-bd51-a8530d56da08 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.780703 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ff2107da-6df5-4516-9ef1-348b31892cfb tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "PUT /v2.0/subnets/0d989a2a-8b1c-463c-8f68-6e624604be09/tags HTTP/1.1" status: 200 len: 316 time: 0.4018576 Mar 29 09:44:09.784125 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2245a5d1-e1be-49b9-b333-8d9b0fede53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.785221 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2245a5d1-e1be-49b9-b333-8d9b0fede53e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0fbaa9e4-c2d7-49ef-ae52-0c8b14d68447 HTTP/1.1" status: 204 len: 168 time: 1.0894923 Mar 29 09:44:09.787581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33814) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:09.798360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-f0998cbb-97bc-42b8-8470-d6173dd1ff73 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0d989a2a-8b1c-463c-8f68-6e624604be09') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:09.814525 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a9f096bb-1db0-46c4-bd51-a8530d56da08 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a6c9b2-0a2a-40bf-a521-1e167a7fc086']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:09.831713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a9f096bb-1db0-46c4-bd51-a8530d56da08 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ff0b82-1153-48e0-9cd5-a71af47e8bec') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:09.832009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a9f096bb-1db0-46c4-bd51-a8530d56da08 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ff0b82-1153-48e0-9cd5-a71af47e8bec') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:09.849839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9f096bb-1db0-46c4-bd51-a8530d56da08 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.880417 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9f096bb-1db0-46c4-bd51-a8530d56da08 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.896848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f096bb-1db0-46c4-bd51-a8530d56da08 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:09.897222 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9f096bb-1db0-46c4-bd51-a8530d56da08 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:09.912749 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:09.933435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.071321 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9f096bb-1db0-46c4-bd51-a8530d56da08 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.089843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9f096bb-1db0-46c4-bd51-a8530d56da08 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.103910 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.105997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.108384 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f096bb-1db0-46c4-bd51-a8530d56da08 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Network': ['ID=57a6c9b2-0a2a-40bf-a521-1e167a7fc086,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:10.156603 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a9f096bb-1db0-46c4-bd51-a8530d56da08 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/networks/57a6c9b2-0a2a-40bf-a521-1e167a7fc086 HTTP/1.1" status: 204 len: 168 time: 0.9036255 Mar 29 09:44:10.171379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33822) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:10.172296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:10.177085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:10.186759 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:10.211521 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'network': {'name': 'tempest-RoutersTest-2123892775'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:10.234307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:10.247142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:10.271966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:network and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:10.274522 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Pushing event updated for resources: {'Port': ['ID=19fd949c-0772-43fb-a46e-4316626571cb,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:10.302673 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:10.314484 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Subnet': ['ID=bdadc69c-47ad-424e-883f-964f89d8ab24,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:10.318480 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f0998cbb-97bc-42b8-8470-d6173dd1ff73 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/subnets/0d989a2a-8b1c-463c-8f68-6e624604be09/tags HTTP/1.1" status: 204 len: 168 time: 0.5279200 Mar 29 09:44:10.319839 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:10.325389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33830) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:10.331917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Checking segment: {'id': 'cf1db6ef-cdb4-4dd1-acfe-2118f27d3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '93b373ce-6ccb-472b-9e48-33ab4c71205c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:10.332278 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network hostable DHCP agents. Network: 93b373ce-6ccb-472b-9e48-33ab4c71205c, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:44:10.339940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-8bbe7359-a7db-4734-b953-6f6de87ceada tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0d989a2a-8b1c-463c-8f68-6e624604be09', 'tempest-TagsExtTest-Tag-414116553') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:10.397509 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:10.401200 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f678b91-3548-446f-a093-973d9a71dc54 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.405173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:10.405901 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.452371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f678b91-3548-446f-a093-973d9a71dc54 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:10.452834 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Port 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d was deleted so its status cannot be updated. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 29 09:44:10.461291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:10.465782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.483349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network 93b373ce-6ccb-472b-9e48-33ab4c71205c is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:44:10.687211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:44:10.690085 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 93b373ce-6ccb-472b-9e48-33ab4c71205c) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:10.694345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:10.695175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.700586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.705536 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bb048c-9380-4aa9-a64b-255d4963c86d None None] Network 93b373ce-6ccb-472b-9e48-33ab4c71205c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:10.714236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f678b91-3548-446f-a093-973d9a71dc54 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.730756 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.731106 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Added segment f79df23b-09de-4560-ac9c-fcab7f15bda2 of type vlan for network 3ddbb328-1035-4b3a-9bd7-dba805c2fb8b Mar 29 09:44:10.763144 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.809214 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-78b80d3c-61e5-494c-a89b-427b6aebcf42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1434588 Mar 29 09:44:10.810786 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-8bbe7359-a7db-4734-b953-6f6de87ceada tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] show failed (client error): The resource could not be found. Mar 29 09:44:10.822541 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8bbe7359-a7db-4734-b953-6f6de87ceada tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/subnets/0d989a2a-8b1c-463c-8f68-6e624604be09/tags/tempest-TagsExtTest-Tag-414116553 HTTP/1.1" status: 404 len: 328 time: 0.4837358 Mar 29 09:44:10.822541 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33844) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:10.827332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33846) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:10.868339 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-be7f5c4a-1d75-4b32-b49a-5def7630e317 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0d989a2a-8b1c-463c-8f68-6e624604be09', 'tempest-TagsExtTest-Tag-747363960') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:10.970399 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-93b373ce-6ccb-472b-9e48-33ab4c71205c', 'network_id': '93b373ce-6ccb-472b-9e48-33ab4c71205c', 'tenant_id': 'bfc705607ef74c2c9b6880509871cddd', 'fixed_ips': [{'subnet_id': 'bdadc69c-47ad-424e-883f-964f89d8ab24'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:44:10.971378 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.974956 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.092397 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33854) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:11.197990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.199886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Allocated IP 172.20.0.3 (93b373ce-6ccb-472b-9e48-33ab4c71205c/bdadc69c-47ad-424e-883f-964f89d8ab24/eecbd5dc-7687-4b03-939a-90333f2a755f) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:11.263372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f678b91-3548-446f-a093-973d9a71dc54 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Router e8d99bd2-67ef-41b5-a221-82dc390dda71 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:44:11.267221 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-666010360'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:11.279706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:11.287448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Usage tracker for resource:network and tenant:607a119b4318464b945412200462db20 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:11.292070 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:11.295216 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.300810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:11.423250 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.434547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Transition to ACTIVE for port object eecbd5dc-7687-4b03-939a-90333f2a755f will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:11.462180 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-be7f5c4a-1d75-4b32-b49a-5def7630e317 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] show failed (client error): The resource could not be found. Mar 29 09:44:11.462180 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-be7f5c4a-1d75-4b32-b49a-5def7630e317 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/subnets/0d989a2a-8b1c-463c-8f68-6e624604be09/tags/tempest-TagsExtTest-Tag-747363960 HTTP/1.1" status: 404 len: 328 time: 0.6233885 Mar 29 09:44:11.462462 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Transition to ACTIVE for port object eecbd5dc-7687-4b03-939a-90333f2a755f will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:11.466958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33860) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:11.467766 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.473306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:11.473935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.487663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-ac5d6fdf-ae67-430f-88f9-241e3f84aa75 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0d989a2a-8b1c-463c-8f68-6e624604be09', 'tempest-TagsExtTest-Tag-1031050939') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:11.495671 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Made reservation on behalf of 607a119b4318464b945412200462db20 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:11.498997 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.521226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.523233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.538194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f678b91-3548-446f-a093-973d9a71dc54 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:44:11.552382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:11.564080 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4f678b91-3548-446f-a093-973d9a71dc54 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "PUT /v2.0/routers/e8d99bd2-67ef-41b5-a221-82dc390dda71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7867901 Mar 29 09:44:11.564298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981e53b-4c99-45ec-a774-a233b7abd197 None None] Sync routers for ids ['e8d99bd2-67ef-41b5-a221-82dc390dda71'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:11.567795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Usage tracker for resource:security_group_rule and tenant:607a119b4318464b945412200462db20 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:11.570272 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33864) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:11.575861 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:11.577200 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Deleting port eecbd5dc-7687-4b03-939a-90333f2a755f {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:11.577547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.596353 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Network 93b373ce-6ccb-472b-9e48-33ab4c71205c is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:11.605814 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:11.607641 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981e53b-4c99-45ec-a774-a233b7abd197 None None] Routers {'e8d99bd2-67ef-41b5-a221-82dc390dda71'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:11.608153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-9981e53b-4c99-45ec-a774-a233b7abd197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e8d99bd2-67ef-41b5-a221-82dc390dda71'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:11.613565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:11.661558 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:11.688547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21703ed6-a8c0-4e3c-9275-d65843b8d0a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:11.690097 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21703ed6-a8c0-4e3c-9275-d65843b8d0a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:11.690862 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-21703ed6-a8c0-4e3c-9275-d65843b8d0a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:11.717167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Pushing event updated for resources: {'Port': ['ID=eecbd5dc-7687-4b03-939a-90333f2a755f,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:11.763098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Router 2c04b992-3c55-41f3-87e4-61dbcb1549fa is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:44:11.770958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.806785 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6168723 Mar 29 09:44:11.812431 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33868) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:11.816516 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f53ed1-9821-41fd-b6ae-a3e4da26f039 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Network': ['ID=3ddbb328-1035-4b3a-9bd7-dba805c2fb8b,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:11.825950 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-9981e53b-4c99-45ec-a774-a233b7abd197 None None] Set router e8d99bd2-67ef-41b5-a221-82dc390dda71 gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:44:11.827309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'subnet': {'network_id': '3ddbb328-1035-4b3a-9bd7-dba805c2fb8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:11.835344 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-21703ed6-a8c0-4e3c-9275-d65843b8d0a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:11.838649 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-21703ed6-a8c0-4e3c-9275-d65843b8d0a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2620699 Mar 29 09:44:11.844524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33872) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:11.873945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 3ddbb328-1035-4b3a-9bd7-dba805c2fb8b details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:44:11.882684 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.928800 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7ae281-3abc-4640-b364-b158f2ad3447,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:11.947836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:44:11.970524 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Attempting to bind port eecbd5dc-7687-4b03-939a-90333f2a755f on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:11.970806 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Attempting to bind port eecbd5dc-7687-4b03-939a-90333f2a755f by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'cf1db6ef-cdb4-4dd1-acfe-2118f27d3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '93b373ce-6ccb-472b-9e48-33ab4c71205c'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:11.971367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Attempting to bind port eecbd5dc-7687-4b03-939a-90333f2a755f on network 93b373ce-6ccb-472b-9e48-33ab4c71205c {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:44:11.978854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-9981e53b-4c99-45ec-a774-a233b7abd197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d99bd2-67ef-41b5-a221-82dc390dda71', 'name': 'tempest-NetworksTestDHCPv6-router-2010398620', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:52Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 3, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:11.984168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:44:11.984523 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Checking segment: {'id': 'cf1db6ef-cdb4-4dd1-acfe-2118f27d3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '93b373ce-6ccb-472b-9e48-33ab4c71205c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:11.985081 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.985633 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Bound using segment: {'id': 'cf1db6ef-cdb4-4dd1-acfe-2118f27d3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '93b373ce-6ccb-472b-9e48-33ab4c71205c'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:44:11.986105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Bound port: eecbd5dc-7687-4b03-939a-90333f2a755f, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1db6ef-cdb4-4dd1-acfe-2118f27d3983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '93b373ce-6ccb-472b-9e48-33ab4c71205c'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:11.986475 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.035210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2cbf44-441e-4552-8e06-c93e78bfb8ef tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 78df7ef5-17c0-4b5f-9f94-5443cb75b09b {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:44:12.039937 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981e53b-4c99-45ec-a774-a233b7abd197 None None] Checking router: e8d99bd2-67ef-41b5-a221-82dc390dda71 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:44:12.042177 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbf44-441e-4552-8e06-c93e78bfb8ef tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.043949 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-ac5d6fdf-ae67-430f-88f9-241e3f84aa75 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] show failed (client error): The resource could not be found. Mar 29 09:44:12.045022 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ac5d6fdf-ae67-430f-88f9-241e3f84aa75 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/subnets/0d989a2a-8b1c-463c-8f68-6e624604be09/tags/tempest-TagsExtTest-Tag-1031050939 HTTP/1.1" status: 404 len: 329 time: 0.5670152 Mar 29 09:44:12.046270 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:12.049995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33876) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:12.055856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:subnet and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:12.074470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.074869 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Added segment 3b27ea04-2c0f-421e-ae67-2cacff46037b of type vlan for network 2d5b4ce9-98ea-46f0-974e-bebf462c502c Mar 29 09:44:12.107340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-18c27637-e62b-471e-9153-5e374aa87d76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1c5928c8-8895-471d-b652-e002fd707ac4', {'tags': ['tempest-TagsExtTest-Tag-2085778859', 'tempest-TagsExtTest-Tag-1107951071', 'tempest-TagsExtTest-Tag-1639653142']}) {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:12.108656 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981e53b-4c99-45ec-a774-a233b7abd197 None None] Routers {'e8d99bd2-67ef-41b5-a221-82dc390dda71'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:12.109270 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-9981e53b-4c99-45ec-a774-a233b7abd197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e8d99bd2-67ef-41b5-a221-82dc390dda71'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:12.132247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:12.147945 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.153933 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbf44-441e-4552-8e06-c93e78bfb8ef tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.176003 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:12.182789 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:44:12.193713 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193f9c48-9321-4dea-952d-e91bf84e3095 None None] Sync routers for ids ['2c04b992-3c55-41f3-87e4-61dbcb1549fa'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:12.230907 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193f9c48-9321-4dea-952d-e91bf84e3095 None None] Routers {'2c04b992-3c55-41f3-87e4-61dbcb1549fa'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:12.232589 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-193f9c48-9321-4dea-952d-e91bf84e3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['2c04b992-3c55-41f3-87e4-61dbcb1549fa'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:12.243961 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] For port eecbd5dc-7687-4b03-939a-90333f2a755f, host dv-neutron-835555-1-hyperv, got binding levels [] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:12.244330 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.291107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-9981e53b-4c99-45ec-a774-a233b7abd197 None None] Set router e8d99bd2-67ef-41b5-a221-82dc390dda71 gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:44:12.292154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbf44-441e-4552-8e06-c93e78bfb8ef tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.349432 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-193f9c48-9321-4dea-952d-e91bf84e3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:12.364437 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193f9c48-9321-4dea-952d-e91bf84e3095 None None] Routers {'2c04b992-3c55-41f3-87e4-61dbcb1549fa'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:12.366122 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-193f9c48-9321-4dea-952d-e91bf84e3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['2c04b992-3c55-41f3-87e4-61dbcb1549fa'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:12.391425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.393138 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1f95f9b7-1af7-4f35-9cf2-a153853ba0f8 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6242399 Mar 29 09:44:12.394419 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.400903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:12.401737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.405872 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33880) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:12.410170 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] For port eecbd5dc-7687-4b03-939a-90333f2a755f, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:44:12.419862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] For port eecbd5dc-7687-4b03-939a-90333f2a755f, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=eecbd5dc-7687-4b03-939a-90333f2a755f,segment=NetworkSegment(cf1db6ef-cdb4-4dd1-acfe-2118f27d3983),segment_id=cf1db6ef-cdb4-4dd1-acfe-2118f27d3983)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:44:12.421274 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-9981e53b-4c99-45ec-a774-a233b7abd197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d99bd2-67ef-41b5-a221-82dc390dda71', 'name': 'tempest-NetworksTestDHCPv6-router-2010398620', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:52Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 3, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:12.426494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981e53b-4c99-45ec-a774-a233b7abd197 None None] The sync data for ids ['e8d99bd2-67ef-41b5-a221-82dc390dda71'] in dv-neutron-835555-1-hyperv is: [{'id': 'e8d99bd2-67ef-41b5-a221-82dc390dda71', 'name': 'tempest-NetworksTestDHCPv6-router-2010398620', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:43:52Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 3, 'project_id': '4d44a4f55f644cf59a0d968af8faacdf', 'gw_port_host': None}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:12.444294 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-193f9c48-9321-4dea-952d-e91bf84e3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:12.444722 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193f9c48-9321-4dea-952d-e91bf84e3095 None None] The sync data for ids ['2c04b992-3c55-41f3-87e4-61dbcb1549fa'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:12.445822 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-819e1d72-0eb0-40d1-8948-2d0f11551140 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'enable_snat': False}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:12.453345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:12.457526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.483846 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Calling delete_port for eecbd5dc-7687-4b03-939a-90333f2a755f owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:12.511645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.512977 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-18c27637-e62b-471e-9153-5e374aa87d76 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "PUT /v2.0/ports/1c5928c8-8895-471d-b652-e002fd707ac4/tags HTTP/1.1" status: 200 len: 318 time: 0.4607015 Mar 29 09:44:12.535886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33884) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:12.549886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-3e3da541-b8c1-40b4-a0f1-068be1cce72a tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1c5928c8-8895-471d-b652-e002fd707ac4') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:12.645428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8e7ff-084c-4d73-a473-1acea77161eb None None] Pushing event updated for resources: {'Port': ['ID=eecbd5dc-7687-4b03-939a-90333f2a755f,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:12.701318 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbf44-441e-4552-8e06-c93e78bfb8ef tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.785153 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:44:12.785591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:44:12.809320 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cbf44-441e-4552-8e06-c93e78bfb8ef tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=78df7ef5-17c0-4b5f-9f94-5443cb75b09b,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:12.825504 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e2cbf44-441e-4552-8e06-c93e78bfb8ef tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.825504 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9e2cbf44-441e-4552-8e06-c93e78bfb8ef tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/78df7ef5-17c0-4b5f-9f94-5443cb75b09b HTTP/1.1" status: 204 len: 168 time: 0.9760261 Mar 29 09:44:12.825696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd67161-08c5-4474-992c-cb5773408c95 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:12.828569 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33888) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:12.832841 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Pushing event updated for resources: {'Network': ['ID=2d5b4ce9-98ea-46f0-974e-bebf462c502c,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:12.872761 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 2d5b4ce9-98ea-46f0-974e-bebf462c502c details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:44:12.913276 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3e3da541-b8c1-40b4-a0f1-068be1cce72a tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/ports/1c5928c8-8895-471d-b652-e002fd707ac4/tags HTTP/1.1" status: 204 len: 168 time: 0.3733664 Mar 29 09:44:12.919711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33892) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:12.927430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-ce1e62d6-d769-417e-9f6f-377c0e9240b1 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1c5928c8-8895-471d-b652-e002fd707ac4', 'tempest-TagsExtTest-Tag-2085778859') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:12.970292 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.981539 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1b124971-b78c-4a4f-b0c2-a1b4eb62328a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8874424 Mar 29 09:44:13.006864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33896) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:13.024347 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Request body: {'subnet': {'network_id': '2d5b4ce9-98ea-46f0-974e-bebf462c502c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:13.143760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Subnet': ['ID=c5440d71-6450-43cb-889e-c5010e815fbe,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:13.153946 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Checking segment: {'id': 'f79df23b-09de-4560-ac9c-fcab7f15bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3ddbb328-1035-4b3a-9bd7-dba805c2fb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:13.154547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network hostable DHCP agents. Network: 3ddbb328-1035-4b3a-9bd7-dba805c2fb8b, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:44:13.193719 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-ce1e62d6-d769-417e-9f6f-377c0e9240b1 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] show failed (client error): The resource could not be found. Mar 29 09:44:13.194997 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ce1e62d6-d769-417e-9f6f-377c0e9240b1 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/ports/1c5928c8-8895-471d-b652-e002fd707ac4/tags/tempest-TagsExtTest-Tag-2085778859 HTTP/1.1" status: 404 len: 329 time: 0.2776141 Mar 29 09:44:13.198478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33900) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:13.203524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-588fa486-0b1a-4ba7-a90f-7b69ad57b62e tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1c5928c8-8895-471d-b652-e002fd707ac4', 'tempest-TagsExtTest-Tag-1107951071') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:13.286779 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-588fa486-0b1a-4ba7-a90f-7b69ad57b62e tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] show failed (client error): The resource could not be found. Mar 29 09:44:13.288042 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-588fa486-0b1a-4ba7-a90f-7b69ad57b62e tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/ports/1c5928c8-8895-471d-b652-e002fd707ac4/tags/tempest-TagsExtTest-Tag-1107951071 HTTP/1.1" status: 404 len: 329 time: 0.0884838 Mar 29 09:44:13.288879 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Deleting port eecbd5dc-7687-4b03-939a-90333f2a755f {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:13.289359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:13.343918 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33904) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:13.355735 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-42af5441-4d39-42d6-8321-5d3ac6ad6c9c tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1c5928c8-8895-471d-b652-e002fd707ac4', 'tempest-TagsExtTest-Tag-1639653142') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:13.360294 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53650acd-5c40-4f3a-8577-97fa888c8f70 None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:44:13.366545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-53650acd-5c40-4f3a-8577-97fa888c8f70 None None] Deleting port 860de98e-5d39-497f-adcc-8787b240a695 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:13.367187 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-53650acd-5c40-4f3a-8577-97fa888c8f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:13.400422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 3ddbb328-1035-4b3a-9bd7-dba805c2fb8b is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:44:13.522031 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 3ddbb328-1035-4b3a-9bd7-dba805c2fb8b) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:13.526306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:13.527062 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:13.532125 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80269a1b-deff-41cb-a336-e15c38c2d897 None None] Network 3ddbb328-1035-4b3a-9bd7-dba805c2fb8b requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:13.582574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:13.595321 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Usage tracker for resource:subnet and tenant:607a119b4318464b945412200462db20 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:13.603931 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-579d42e6-7f6c-4cbd-afd0-121804374981 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:router {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:13.614632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:13.631782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:13.666191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] For port eecbd5dc-7687-4b03-939a-90333f2a755f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=eecbd5dc-7687-4b03-939a-90333f2a755f,segment=NetworkSegment(cf1db6ef-cdb4-4dd1-acfe-2118f27d3983),segment_id=cf1db6ef-cdb4-4dd1-acfe-2118f27d3983)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:13.666556 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:13.718835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-53650acd-5c40-4f3a-8577-97fa888c8f70 None None] For port 860de98e-5d39-497f-adcc-8787b240a695, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=860de98e-5d39-497f-adcc-8787b240a695,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:13.719338 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-53650acd-5c40-4f3a-8577-97fa888c8f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:13.735619 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-61cbfbcc-6eb6-4373-bf5d-1fdcf3c4c6ae tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9202211 Mar 29 09:44:13.853719 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-819e1d72-0eb0-40d1-8948-2d0f11551140 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:13.862748 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33908) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:13.873862 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-4df5040c-586c-46a8-91ab-104cc0368f5f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1935743445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:13.882057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4df5040c-586c-46a8-91ab-104cc0368f5f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:13.886726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4df5040c-586c-46a8-91ab-104cc0368f5f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:router and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:13.890882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4df5040c-586c-46a8-91ab-104cc0368f5f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:13.900457 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4df5040c-586c-46a8-91ab-104cc0368f5f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:13.917315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-579d42e6-7f6c-4cbd-afd0-121804374981 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:router {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:13.921617 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-579d42e6-7f6c-4cbd-afd0-121804374981 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.0920622 Mar 29 09:44:13.927594 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33912) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:13.929003 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-42af5441-4d39-42d6-8321-5d3ac6ad6c9c tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] show failed (client error): The resource could not be found. Mar 29 09:44:13.930315 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-42af5441-4d39-42d6-8321-5d3ac6ad6c9c tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/ports/1c5928c8-8895-471d-b652-e002fd707ac4/tags/tempest-TagsExtTest-Tag-1639653142 HTTP/1.1" status: 404 len: 329 time: 0.5798748 Mar 29 09:44:13.933603 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33914) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:13.951894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Calling delete_port for eecbd5dc-7687-4b03-939a-90333f2a755f owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:13.987206 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-53650acd-5c40-4f3a-8577-97fa888c8f70 None None] Calling delete_port for 860de98e-5d39-497f-adcc-8787b240a695 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:14.028059 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-8535855e-4bff-40d8-9093-415d6bd22bb6 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '87556b02-fd3b-490a-9433-b540e5f08a74', {'tags': ['tempest-TagsExtTest-Tag-90066710', 'tempest-TagsExtTest-Tag-1186037474', 'tempest-TagsExtTest-Tag-52753501']}) {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:14.086535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd577e9-a3d5-4237-be83-724b31b31747 None None] Network 93b373ce-6ccb-472b-9e48-33ab4c71205c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:14.118162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4df5040c-586c-46a8-91ab-104cc0368f5f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.118762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4df5040c-586c-46a8-91ab-104cc0368f5f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.134572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Made reservation on behalf of 607a119b4318464b945412200462db20 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:14.138043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.183509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.244681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e9f441fe-939e-4cae-b8ef-0ed33985c019 None None] Could not find standard attr ID for object eecbd5dc-7687-4b03-939a-90333f2a755f. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:44:14.293167 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Port': ['ID=eecbd5dc-7687-4b03-939a-90333f2a755f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:14.301476 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device eecbd5dc-7687-4b03-939a-90333f2a755f up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:14.334437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-461d34d5-a128-4f64-92cc-521f06c54b48 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.390542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-53650acd-5c40-4f3a-8577-97fa888c8f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.405474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No DVR routers for this DVR port eecbd5dc-7687-4b03-939a-90333f2a755f on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:14.422937 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: eecbd5dc-7687-4b03-939a-90333f2a755f {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:14.423280 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device eecbd5dc-7687-4b03-939a-90333f2a755f not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 29 09:44:14.471330 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.476978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4df5040c-586c-46a8-91ab-104cc0368f5f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.481701 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-3ddbb328-1035-4b3a-9bd7-dba805c2fb8b', 'network_id': '3ddbb328-1035-4b3a-9bd7-dba805c2fb8b', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'fixed_ips': [{'subnet_id': 'c5440d71-6450-43cb-889e-c5010e815fbe'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:44:14.482517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.516455 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Port eecbd5dc-7687-4b03-939a-90333f2a755f not found, will not notify nova. {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 29 09:44:14.517798 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53650acd-5c40-4f3a-8577-97fa888c8f70 None None] Pushing event deleted for resources: {'Port': ['ID=860de98e-5d39-497f-adcc-8787b240a695,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:14.525597 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53650acd-5c40-4f3a-8577-97fa888c8f70 None None] No DVR routers for this DVR port 860de98e-5d39-497f-adcc-8787b240a695 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:14.603429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 860de98e-5d39-497f-adcc-8787b240a695 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:14.654556 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.701759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Subnet': ['ID=bdadc69c-47ad-424e-883f-964f89d8ab24,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:14.726525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 860de98e-5d39-497f-adcc-8787b240a695 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:14.726869 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 860de98e-5d39-497f-adcc-8787b240a695 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:44:14.727239 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:14.730928 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8535855e-4bff-40d8-9093-415d6bd22bb6 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "PUT /v2.0/routers/87556b02-fd3b-490a-9433-b540e5f08a74/tags HTTP/1.1" status: 200 len: 314 time: 0.7937944 Mar 29 09:44:14.738415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33920) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:14.747855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-31b4ff06-eeb7-4c07-abe5-c16855781704 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '87556b02-fd3b-490a-9433-b540e5f08a74') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:14.766909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:14.767254 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 245f26ad-0a8b-4e8b-a620-b9e5ca0f8a1d not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:44:14.846393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Allocated IP 172.20.0.2 (3ddbb328-1035-4b3a-9bd7-dba805c2fb8b/c5440d71-6450-43cb-889e-c5010e815fbe/4a6e3b5f-45d8-4db0-bd98-627784060688) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:14.898588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.959562 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-461d34d5-a128-4f64-92cc-521f06c54b48 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.963604 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-461d34d5-a128-4f64-92cc-521f06c54b48 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.989473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef487a0-4244-42cb-a4e6-446c32d16894 None None] Network 93b373ce-6ccb-472b-9e48-33ab4c71205c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:14.992364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b373ce-6ccb-472b-9e48-33ab4c71205c']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:15.014263 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1db6ef-cdb4-4dd1-acfe-2118f27d3983') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:15.015091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1db6ef-cdb4-4dd1-acfe-2118f27d3983') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:15.032297 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4df5040c-586c-46a8-91ab-104cc0368f5f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.037210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.062071 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.068736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:15.069675 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:15.086476 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:15.157311 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-31b4ff06-eeb7-4c07-abe5-c16855781704 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/routers/87556b02-fd3b-490a-9433-b540e5f08a74/tags HTTP/1.1" status: 204 len: 168 time: 0.4154119 Mar 29 09:44:15.162271 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33924) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:15.168113 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-a2f854f8-fd10-4108-8451-e897ff2bd2b6 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '87556b02-fd3b-490a-9433-b540e5f08a74', 'tempest-TagsExtTest-Tag-90066710') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:15.171944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-461d34d5-a128-4f64-92cc-521f06c54b48 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.172409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461d34d5-a128-4f64-92cc-521f06c54b48 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Fanout notify agent at l3_agent the message router_deleted on router e8d99bd2-67ef-41b5-a221-82dc390dda71 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:44:15.183348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-461d34d5-a128-4f64-92cc-521f06c54b48 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.184543 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-461d34d5-a128-4f64-92cc-521f06c54b48 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/routers/e8d99bd2-67ef-41b5-a221-82dc390dda71 HTTP/1.1" status: 204 len: 168 time: 1.2533824 Mar 29 09:44:15.185432 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4df5040c-586c-46a8-91ab-104cc0368f5f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.189544 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4df5040c-586c-46a8-91ab-104cc0368f5f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3207796 Mar 29 09:44:15.192627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33928) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:15.192766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33930) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:15.236426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'port': {'network_id': '3ddbb328-1035-4b3a-9bd7-dba805c2fb8b', 'name': 'tempest-RoutersTest-1272057696'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:15.237096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.270418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Transition to ACTIVE for port object 4a6e3b5f-45d8-4db0-bd98-627784060688 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:15.287863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.293496 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4858db13-aecf-4dcf-829b-aa6c3c495a6d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:15.317829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc15738-0725-4b6b-8c44-9a2f12f959ee None None] DHCP port deletion for 93b373ce-6ccb-472b-9e48-33ab4c71205c request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:44:15.333733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Transition to ACTIVE for port object 4a6e3b5f-45d8-4db0-bd98-627784060688 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:15.358923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.381388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.397079 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-a2f854f8-fd10-4108-8451-e897ff2bd2b6 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] show failed (client error): The resource could not be found. Mar 29 09:44:15.401971 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a2f854f8-fd10-4108-8451-e897ff2bd2b6 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/routers/87556b02-fd3b-490a-9433-b540e5f08a74/tags/tempest-TagsExtTest-Tag-90066710 HTTP/1.1" status: 404 len: 327 time: 0.2348282 Mar 29 09:44:15.403556 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.404665 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Network': ['ID=93b373ce-6ccb-472b-9e48-33ab4c71205c,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:15.413680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33936) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:15.422770 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7d1da83b-16e9-4d65-a052-69b103933100 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/93b373ce-6ccb-472b-9e48-33ab4c71205c HTTP/1.1" status: 204 len: 168 time: 4.5956228 Mar 29 09:44:15.423117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-b0363320-c1af-455c-a499-2a3dd0d773de tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '87556b02-fd3b-490a-9433-b540e5f08a74', 'tempest-TagsExtTest-Tag-1186037474') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:15.457109 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33940) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:15.473634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Network 3ddbb328-1035-4b3a-9bd7-dba805c2fb8b is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:15.476512 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:15.485123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:15.490767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1740173187'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:15.496265 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Pushing event updated for resources: {'Port': ['ID=4a6e3b5f-45d8-4db0-bd98-627784060688,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:15.532013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:15.553961 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:network and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:15.561198 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-b0363320-c1af-455c-a499-2a3dd0d773de tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] show failed (client error): The resource could not be found. Mar 29 09:44:15.567069 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Pushing event updated for resources: {'Subnet': ['ID=21745004-7e34-42b4-8fc1-3e40a8eb014c,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:15.567213 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b0363320-c1af-455c-a499-2a3dd0d773de tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/routers/87556b02-fd3b-490a-9433-b540e5f08a74/tags/tempest-TagsExtTest-Tag-1186037474 HTTP/1.1" status: 404 len: 329 time: 0.1445239 Mar 29 09:44:15.567213 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33944) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:15.567768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:15.570957 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-e074f286-d0ae-414a-9576-9972df56282b tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '87556b02-fd3b-490a-9433-b540e5f08a74', 'tempest-TagsExtTest-Tag-52753501') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:15.603052 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Attempting to bind port 4a6e3b5f-45d8-4db0-bd98-627784060688 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:15.603779 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Attempting to bind port 4a6e3b5f-45d8-4db0-bd98-627784060688 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'f79df23b-09de-4560-ac9c-fcab7f15bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3ddbb328-1035-4b3a-9bd7-dba805c2fb8b'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:15.604914 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Attempting to bind port 4a6e3b5f-45d8-4db0-bd98-627784060688 on network 3ddbb328-1035-4b3a-9bd7-dba805c2fb8b {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:44:15.613757 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:44:15.614654 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Checking segment: {'id': 'f79df23b-09de-4560-ac9c-fcab7f15bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3ddbb328-1035-4b3a-9bd7-dba805c2fb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:15.615298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.615913 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Bound using segment: {'id': 'f79df23b-09de-4560-ac9c-fcab7f15bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3ddbb328-1035-4b3a-9bd7-dba805c2fb8b'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:44:15.616676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Bound port: 4a6e3b5f-45d8-4db0-bd98-627784060688, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79df23b-09de-4560-ac9c-fcab7f15bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3ddbb328-1035-4b3a-9bd7-dba805c2fb8b'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:15.617335 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.669992 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:15.672034 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4858db13-aecf-4dcf-829b-aa6c3c495a6d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:15.673258 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4858db13-aecf-4dcf-829b-aa6c3c495a6d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4796011 Mar 29 09:44:15.677376 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Checking segment: {'id': '3b27ea04-2c0f-421e-ae67-2cacff46037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2d5b4ce9-98ea-46f0-974e-bebf462c502c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:15.678034 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Network hostable DHCP agents. Network: 2d5b4ce9-98ea-46f0-974e-bebf462c502c, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:44:15.687152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33948) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:15.697246 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:15.737226 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-e074f286-d0ae-414a-9576-9972df56282b tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] show failed (client error): The resource could not be found. Mar 29 09:44:15.737467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] For port 4a6e3b5f-45d8-4db0-bd98-627784060688, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:44:15.739131 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e074f286-d0ae-414a-9576-9972df56282b tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/routers/87556b02-fd3b-490a-9433-b540e5f08a74/tags/tempest-TagsExtTest-Tag-52753501 HTTP/1.1" status: 404 len: 327 time: 0.1726017 Mar 29 09:44:15.746899 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] For port 4a6e3b5f-45d8-4db0-bd98-627784060688, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4a6e3b5f-45d8-4db0-bd98-627784060688,segment=NetworkSegment(f79df23b-09de-4560-ac9c-fcab7f15bda2),segment_id=f79df23b-09de-4560-ac9c-fcab7f15bda2)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:44:15.747068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33952) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:15.747167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:port and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:15.747260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-27397ab9-0236-46bc-95c2-ad85e9aa4e8d tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7d8a98d0-0488-49b4-a045-696382d73a78', {'tags': ['tempest-TagsExtTest-Tag-621759333', 'tempest-TagsExtTest-Tag-1665698120', 'tempest-TagsExtTest-Tag-1885453298']}) {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:15.749170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:15.768279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:15.802828 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.849434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:15.852447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.881307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Network 2d5b4ce9-98ea-46f0-974e-bebf462c502c is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:44:15.897516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1c8e7c-bcb2-40e9-ab27-64e87ca7bf1c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:15.898471 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8a1c8e7c-bcb2-40e9-ab27-64e87ca7bf1c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:15.901046 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cae6ac-5061-4dc4-bcfb-55fe1f4c9e75 None None] Pushing event updated for resources: {'Port': ['ID=4a6e3b5f-45d8-4db0-bd98-627784060688,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:15.941873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:15.941873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.008594 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:44:16.020547 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-27397ab9-0236-46bc-95c2-ad85e9aa4e8d tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "PUT /v2.0/subnetpools/7d8a98d0-0488-49b4-a045-696382d73a78/tags HTTP/1.1" status: 200 len: 317 time: 0.2781594 Mar 29 09:44:16.023247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33956) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:16.028784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-00080787-c481-44a2-b288-94c40ff9255d tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7d8a98d0-0488-49b4-a045-696382d73a78') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:16.031821 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 2d5b4ce9-98ea-46f0-974e-bebf462c502c) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:16.039754 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af5c5de-87eb-42f2-b2ce-d23630000867 None None] Network 2d5b4ce9-98ea-46f0-974e-bebf462c502c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:16.046167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.046734 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Added segment 7dddfa25-6e6a-49c6-820c-d068d4012d5f of type vlan for network d9e87bdd-709a-4924-a1cc-ae9a0ace412c Mar 29 09:44:16.060020 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] device_id is not set on port b15029d4-b6ca-4812-a6d4-2f4c6208c4eb yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:44:16.085912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:16.086527 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.200559 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-00080787-c481-44a2-b288-94c40ff9255d tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/subnetpools/7d8a98d0-0488-49b4-a045-696382d73a78/tags HTTP/1.1" status: 204 len: 168 time: 0.1736300 Mar 29 09:44:16.201364 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8a1c8e7c-bcb2-40e9-ab27-64e87ca7bf1c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:16.201519 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33960) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:16.204574 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8a1c8e7c-bcb2-40e9-ab27-64e87ca7bf1c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5092435 Mar 29 09:44:16.204865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33964) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:16.211681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.tag.tag_plugin [None req-61bedf4f-bc97-4e39-b5a7-649b5a712117 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d8a98d0-0488-49b4-a045-696382d73a78', 'tempest-TagsExtTest-Tag-621759333') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:16.227306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.255942 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device eecbd5dc-7687-4b03-939a-90333f2a755f no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:16.276740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-819e1d72-0eb0-40d1-8948-2d0f11551140 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.308000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: eecbd5dc-7687-4b03-939a-90333f2a755f {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:16.308463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device eecbd5dc-7687-4b03-939a-90333f2a755f not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:44:16.330635 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d068e5d2-fa6c-4877-bd28-f774121379c6 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3139122 Mar 29 09:44:16.335905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33968) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:16.345372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Request body: {'port': {'network_id': '2d5b4ce9-98ea-46f0-974e-bebf462c502c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-427507506'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:16.345698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-819e1d72-0eb0-40d1-8948-2d0f11551140 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.362976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-2d5b4ce9-98ea-46f0-974e-bebf462c502c', 'network_id': '2d5b4ce9-98ea-46f0-974e-bebf462c502c', 'tenant_id': '607a119b4318464b945412200462db20', 'fixed_ips': [{'subnet_id': '21745004-7e34-42b4-8fc1-3e40a8eb014c'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:44:16.363896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.392451 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d89ac1ef-eab7-4cd1-ab2a-a19f8810056d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1855080 Mar 29 09:44:16.408764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33972) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:16.417370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-348e5f05-4ca4-410f-bd88-db8e6c264f73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:16.446811 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-61bedf4f-bc97-4e39-b5a7-649b5a712117 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] show failed (client error): The resource could not be found. Mar 29 09:44:16.447880 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-61bedf4f-bc97-4e39-b5a7-649b5a712117 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/subnetpools/7d8a98d0-0488-49b4-a045-696382d73a78/tags/tempest-TagsExtTest-Tag-621759333 HTTP/1.1" status: 404 len: 328 time: 0.2457104 Mar 29 09:44:16.468611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33976) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:16.481563 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-6d6ad262-7015-4cb7-91c3-4e5731f6adea tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d8a98d0-0488-49b4-a045-696382d73a78', 'tempest-TagsExtTest-Tag-1665698120') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:16.590643 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Allocated IP 2001:db8::2 (2d5b4ce9-98ea-46f0-974e-bebf462c502c/21745004-7e34-42b4-8fc1-3e40a8eb014c/485f6de3-364e-4883-931c-a072affb8e7f) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:16.626852 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-348e5f05-4ca4-410f-bd88-db8e6c264f73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:16.637960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-348e5f05-4ca4-410f-bd88-db8e6c264f73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:16.655716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:16.660038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Usage tracker for resource:port and tenant:607a119b4318464b945412200462db20 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:16.663536 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:16.671137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:16.721006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Allocated IP 172.20.0.13 (3ddbb328-1035-4b3a-9bd7-dba805c2fb8b/c5440d71-6450-43cb-889e-c5010e815fbe/b15029d4-b6ca-4812-a6d4-2f4c6208c4eb) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:16.723936 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.728699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348e5f05-4ca4-410f-bd88-db8e6c264f73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:16.729879 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:16.730478 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.733582 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-348e5f05-4ca4-410f-bd88-db8e6c264f73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.767972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Made reservation on behalf of 607a119b4318464b945412200462db20 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:16.771467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.813859 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.825408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Transition to ACTIVE for port object 485f6de3-364e-4883-931c-a072affb8e7f will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:16.846910 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Transition to ACTIVE for port object 485f6de3-364e-4883-931c-a072affb8e7f will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:16.859716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] device_id is not set on port ce4dd6a3-abbc-4464-bc6f-d502cc754b62 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:44:16.866835 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-6d6ad262-7015-4cb7-91c3-4e5731f6adea tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] show failed (client error): The resource could not be found. Mar 29 09:44:16.867885 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6d6ad262-7015-4cb7-91c3-4e5731f6adea tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/subnetpools/7d8a98d0-0488-49b4-a045-696382d73a78/tags/tempest-TagsExtTest-Tag-1665698120 HTTP/1.1" status: 404 len: 329 time: 0.3955123 Mar 29 09:44:16.883517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33980) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:16.895182 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4261661 Mar 29 09:44:16.896276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f62c4-a5e3-4a72-8bb0-f801139bf118 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Network': ['ID=d9e87bdd-709a-4924-a1cc-ae9a0ace412c,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:16.901664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 33984) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:16.902068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-fb9411b6-ca64-4329-8639-aa1bfcd7c8b3 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d8a98d0-0488-49b4-a045-696382d73a78', 'tempest-TagsExtTest-Tag-1885453298') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:16.913115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'subnet': {'network_id': 'd9e87bdd-709a-4924-a1cc-ae9a0ace412c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:16.913222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network d9e87bdd-709a-4924-a1cc-ae9a0ace412c details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:44:16.936010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819e1d72-0eb0-40d1-8948-2d0f11551140 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Router 2c04b992-3c55-41f3-87e4-61dbcb1549fa has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:44:17.073513 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-fb9411b6-ca64-4329-8639-aa1bfcd7c8b3 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] show failed (client error): The resource could not be found. Mar 29 09:44:17.074849 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fb9411b6-ca64-4329-8639-aa1bfcd7c8b3 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/subnetpools/7d8a98d0-0488-49b4-a045-696382d73a78/tags/tempest-TagsExtTest-Tag-1885453298 HTTP/1.1" status: 404 len: 329 time: 0.1870863 Mar 29 09:44:17.081493 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33988) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:17.086633 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.093149 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-cffb984f-c2ef-42e1-a448-e07f710da957 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7d8a98d0-0488-49b4-a045-696382d73a78') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:17.137599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Network 2d5b4ce9-98ea-46f0-974e-bebf462c502c is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:17.144979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:17.155570 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:17.191258 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Allocated IP 2001:db8::2e2 (2d5b4ce9-98ea-46f0-974e-bebf462c502c/21745004-7e34-42b4-8fc1-3e40a8eb014c/ce4dd6a3-abbc-4464-bc6f-d502cc754b62) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:17.225288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:17.229492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:subnet and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:17.232517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:17.239069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:17.273576 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Pushing event updated for resources: {'Port': ['ID=485f6de3-364e-4883-931c-a072affb8e7f,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:17.278202 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Attempting to bind port 485f6de3-364e-4883-931c-a072affb8e7f on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:17.278745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Attempting to bind port 485f6de3-364e-4883-931c-a072affb8e7f by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '3b27ea04-2c0f-421e-ae67-2cacff46037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2d5b4ce9-98ea-46f0-974e-bebf462c502c'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:17.278945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Attempting to bind port 485f6de3-364e-4883-931c-a072affb8e7f on network 2d5b4ce9-98ea-46f0-974e-bebf462c502c {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:44:17.286148 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:44:17.286529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Checking segment: {'id': '3b27ea04-2c0f-421e-ae67-2cacff46037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2d5b4ce9-98ea-46f0-974e-bebf462c502c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:17.287462 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.287462 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Bound using segment: {'id': '3b27ea04-2c0f-421e-ae67-2cacff46037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2d5b4ce9-98ea-46f0-974e-bebf462c502c'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:44:17.287896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Bound port: 485f6de3-364e-4883-931c-a072affb8e7f, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b27ea04-2c0f-421e-ae67-2cacff46037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2d5b4ce9-98ea-46f0-974e-bebf462c502c'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:17.288166 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.321158 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cffb984f-c2ef-42e1-a448-e07f710da957 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/subnetpools/7d8a98d0-0488-49b4-a045-696382d73a78/tags HTTP/1.1" status: 204 len: 168 time: 0.2384379 Mar 29 09:44:17.329048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33992) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:17.336932 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.348327 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-415f3cd2-ac21-49c6-941c-c6edf9a764ff tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '87556b02-fd3b-490a-9433-b540e5f08a74') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:17.386910 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] For port 485f6de3-364e-4883-931c-a072affb8e7f, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:44:17.390053 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] For port 485f6de3-364e-4883-931c-a072affb8e7f, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=485f6de3-364e-4883-931c-a072affb8e7f,segment=NetworkSegment(3b27ea04-2c0f-421e-ae67-2cacff46037b),segment_id=3b27ea04-2c0f-421e-ae67-2cacff46037b)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:44:17.393440 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acef4f01-d506-4981-9d8b-323ecb10256c None None] Network 3ddbb328-1035-4b3a-9bd7-dba805c2fb8b requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:17.410305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819e1d72-0eb0-40d1-8948-2d0f11551140 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:44:17.423898 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-819e1d72-0eb0-40d1-8948-2d0f11551140 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.425145 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-819e1d72-0eb0-40d1-8948-2d0f11551140 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "PUT /v2.0/routers/2c04b992-3c55-41f3-87e4-61dbcb1549fa HTTP/1.1" status: 200 len: 920 time: 5.0009093 Mar 29 09:44:17.427282 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedca2e8-558c-448c-a96c-941ae14bbb70 None None] Sync routers for ids ['2c04b992-3c55-41f3-87e4-61dbcb1549fa'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:17.432050 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 33996) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:17.435253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:17.438889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.494353 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Transition to ACTIVE for port object b15029d4-b6ca-4812-a6d4-2f4c6208c4eb will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:17.497827 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.544596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedca2e8-558c-448c-a96c-941ae14bbb70 None None] Routers {'2c04b992-3c55-41f3-87e4-61dbcb1549fa'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:17.545292 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-eedca2e8-558c-448c-a96c-941ae14bbb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['2c04b992-3c55-41f3-87e4-61dbcb1549fa'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:17.624411 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.631091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-eedca2e8-558c-448c-a96c-941ae14bbb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:17.638818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f91b8bd7-a68c-474c-b81b-dbde6dd35e9f None None] Provisioning for port 4a6e3b5f-45d8-4db0-bd98-627784060688 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:17.645716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Transition to ACTIVE for port object ce4dd6a3-abbc-4464-bc6f-d502cc754b62 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:17.679395 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-415f3cd2-ac21-49c6-941c-c6edf9a764ff tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/routers/87556b02-fd3b-490a-9433-b540e5f08a74/tags HTTP/1.1" status: 204 len: 168 time: 0.3492992 Mar 29 09:44:17.684881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34000) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:17.686167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedca2e8-558c-448c-a96c-941ae14bbb70 None None] Routers {'2c04b992-3c55-41f3-87e4-61dbcb1549fa'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:17.686803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-eedca2e8-558c-448c-a96c-941ae14bbb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['2c04b992-3c55-41f3-87e4-61dbcb1549fa'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:17.692901 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-d7c4db10-4423-4487-ac52-6565b93da417 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1c5928c8-8895-471d-b652-e002fd707ac4') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:17.748526 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727edae-a1e4-4332-bd76-acef0e81fc82 None None] Pushing event updated for resources: {'Port': ['ID=485f6de3-364e-4883-931c-a072affb8e7f,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:17.762171 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-75c6cac3-5ece-47c7-9297-1afc6b6f7dfb tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/routers/2c04b992-3c55-41f3-87e4-61dbcb1549fa HTTP/1.1" status: 200 len: 920 time: 0.3259430 Mar 29 09:44:17.766383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.766543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34004) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:17.786496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-eedca2e8-558c-448c-a96c-941ae14bbb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:17.786929 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedca2e8-558c-448c-a96c-941ae14bbb70 None None] The sync data for ids ['2c04b992-3c55-41f3-87e4-61dbcb1549fa'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:17.857448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 3ddbb328-1035-4b3a-9bd7-dba805c2fb8b is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:17.870487 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:17.875864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:17.902028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.objects.ports [None req-348e5f05-4ca4-410f-bd88-db8e6c264f73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88551) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:44:17.911050 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-348e5f05-4ca4-410f-bd88-db8e6c264f73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.924232 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=b15029d4-b6ca-4812-a6d4-2f4c6208c4eb,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:17.962162 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.969046 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d7c4db10-4423-4487-ac52-6565b93da417 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/ports/1c5928c8-8895-471d-b652-e002fd707ac4/tags HTTP/1.1" status: 204 len: 168 time: 0.2828989 Mar 29 09:44:17.971416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34008) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:17.980632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.tag.tag_plugin [None req-421efdf4-627f-4c5a-be57-c120cceb9000 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0d989a2a-8b1c-463c-8f68-6e624604be09') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:18.044882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:18.045577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:18.113085 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-421efdf4-627f-4c5a-be57-c120cceb9000 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/subnets/0d989a2a-8b1c-463c-8f68-6e624604be09/tags HTTP/1.1" status: 204 len: 168 time: 0.1398344 Mar 29 09:44:18.117564 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34012) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:18.146116 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2f113681-5e3d-496f-b99a-5a2c890de312 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9506960 Mar 29 09:44:18.148655 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34016) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:18.169345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348e5f05-4ca4-410f-bd88-db8e6c264f73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:18.180711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-348e5f05-4ca4-410f-bd88-db8e6c264f73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:18.192344 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0321c186-78ad-4bc9-952c-5fb2ed926057 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:18.206085 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:18.220383 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348e5f05-4ca4-410f-bd88-db8e6c264f73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:18.221043 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-348e5f05-4ca4-410f-bd88-db8e6c264f73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:18.236841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9772a90-170a-4dbf-9c66-4fb9ab50626b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:18.238548 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d9772a90-170a-4dbf-9c66-4fb9ab50626b tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&device_id=2c04b992-3c55-41f3-87e4-61dbcb1549fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4738111 Mar 29 09:44:18.246730 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34020) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:18.403922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e5f05-4ca4-410f-bd88-db8e6c264f73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=e8bd1461-8f9d-4a33-903b-c1d3bc66ee1e,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:18.414001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 485f6de3-364e-4883-931c-a072affb8e7f up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:18.466775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Network 2d5b4ce9-98ea-46f0-974e-bebf462c502c is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:18.484632 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:18.501296 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Pushing event updated for resources: {'Port': ['ID=ce4dd6a3-abbc-4464-bc6f-d502cc754b62,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:18.541201 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:18.547029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:18.547623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:18.609277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53404d5-45a3-4133-8513-654d656224b5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:18.609756 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e53404d5-45a3-4133-8513-654d656224b5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Synchronizing usage tracker for tenant:f454997e7641433d97baab0b15f6dab3 on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:18.612356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Checking segment: {'id': '7dddfa25-6e6a-49c6-820c-d068d4012d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd9e87bdd-709a-4924-a1cc-ae9a0ace412c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:18.612776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network hostable DHCP agents. Network: d9e87bdd-709a-4924-a1cc-ae9a0ace412c, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:44:18.622395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Subnet': ['ID=72570489-a2d7-4a70-b44c-2509019f6aaa,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:18.630537 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-348e5f05-4ca4-410f-bd88-db8e6c264f73 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2177243 Mar 29 09:44:18.633459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34024) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:18.645526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-0e769b65-5e62-412c-8b57-7c42dd70b49d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:18.690331 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1efe12f2-a876-40eb-8f54-379b1bb14336 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3517206 Mar 29 09:44:18.694431 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34028) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:18.701061 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7278e085-77f0-4825-bd7a-13afc4cea62a tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks [] for subnetpool, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:18.702814 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7278e085-77f0-4825-bd7a-13afc4cea62a tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/subnetpools/7d8a98d0-0488-49b4-a045-696382d73a78 HTTP/1.1" status: 204 len: 168 time: 0.5842671 Mar 29 09:44:18.707736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': 'e8bd1461-8f9d-4a33-903b-c1d3bc66ee1e'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:44:18.715627 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:18.715774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Request body: {'port': {'network_id': '2d5b4ce9-98ea-46f0-974e-bebf462c502c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1286226647', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:18.715774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.api.validators [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] bootfile-name is not in valid_values {{(pid=88550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 29 09:44:18.715774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.api.validators [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] tftp-server is not in valid_values {{(pid=88550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 29 09:44:18.715774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.api.validators [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] server-ip-address is not in valid_values {{(pid=88550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 29 09:44:18.726983 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34032) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:18.765349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 485f6de3-364e-4883-931c-a072affb8e7f completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:18.768345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f6c184e3-1361-4eb7-982b-d221933ffcce None None] Provisioning for port b15029d4-b6ca-4812-a6d4-2f4c6208c4eb completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:18.779861 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4a6e3b5f-45d8-4db0-bd98-627784060688 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:18.817032 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e53404d5-45a3-4133-8513-654d656224b5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Unset dirty status for tenant:f454997e7641433d97baab0b15f6dab3 on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:18.819556 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e53404d5-45a3-4133-8513-654d656224b5 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/networks/03de5fa9-a446-4fa0-8975-40541e842cf0 HTTP/1.1" status: 200 len: 881 time: 0.5632513 Mar 29 09:44:18.830293 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network d9e87bdd-709a-4924-a1cc-ae9a0ace412c is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:44:18.832837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34036) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:18.842702 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f6c184e3-1361-4eb7-982b-d221933ffcce None None] Provisioning complete for port b15029d4-b6ca-4812-a6d4-2f4c6208c4eb triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:18.843623 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f6c184e3-1361-4eb7-982b-d221933ffcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:18.852208 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bb1358a2-0a3e-490c-9dbb-d4f13619c5ee tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "GET /v2.0/ports?device_id=87556b02-fd3b-490a-9433-b540e5f08a74 HTTP/1.1" status: 200 len: 205 time: 0.0696402 Mar 29 09:44:18.856140 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34040) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:18.893816 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0e769b65-5e62-412c-8b57-7c42dd70b49d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:18.906608 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4d3a77cc-d562-4767-8e83-081c75fbd91e tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c04b992-3c55-41f3-87e4-61dbcb1549fa HTTP/1.1" status: 200 len: 205 time: 0.0597560 Mar 29 09:44:18.911789 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0e769b65-5e62-412c-8b57-7c42dd70b49d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:18.911789 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0e769b65-5e62-412c-8b57-7c42dd70b49d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:18.914788 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34042) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:18.981532 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f6c184e3-1361-4eb7-982b-d221933ffcce None None] Port b15029d4-b6ca-4812-a6d4-2f4c6208c4eb cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:44:19.006012 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0e769b65-5e62-412c-8b57-7c42dd70b49d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:19.013348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, d9e87bdd-709a-4924-a1cc-ae9a0ace412c) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:19.014382 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Allocated IP 2001:db8::f816:3eff:fe04:eb0b (904da7d4-bab8-40f2-8764-d10ff337fe7e/e8bd1461-8f9d-4a33-903b-c1d3bc66ee1e/c73d1292-3e15-44ef-8351-872f4357f962) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:19.023626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:19.024222 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.027130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97455980-557b-4d0c-8d60-3b2d2ea77204 None None] Network d9e87bdd-709a-4924-a1cc-ae9a0ace412c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:19.097174 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 4a6e3b5f-45d8-4db0-bd98-627784060688 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:19.128338 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a2e838ae-b85d-4678-944d-9f3ab0090cda tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2231920 Mar 29 09:44:19.128338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e769b65-5e62-412c-8b57-7c42dd70b49d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:19.130748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0e769b65-5e62-412c-8b57-7c42dd70b49d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.147912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34048) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:19.159944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c950f559-42b5-4bb0-b245-6a1fd7f04114 None None] Network 2d5b4ce9-98ea-46f0-974e-bebf462c502c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:19.235186 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4a6e3b5f-45d8-4db0-bd98-627784060688 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:19.235908 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.237241 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cc57f697-9985-4d94-a9ac-d15ccaa6a333 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.333485 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d9cc62b1-7b58-436e-8e7a-62b7c1cbbee0 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.455218 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a6162e5f-8643-49d4-bed4-9d2faae64ee4 None None] Provisioning complete for port b15029d4-b6ca-4812-a6d4-2f4c6208c4eb triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:19.455595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a6162e5f-8643-49d4-bed4-9d2faae64ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.596077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.610974 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:19.647887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a6162e5f-8643-49d4-bed4-9d2faae64ee4 None None] Port b15029d4-b6ca-4812-a6d4-2f4c6208c4eb cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:44:19.681351 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Usage tracker for resource:port and tenant:607a119b4318464b945412200462db20 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:19.690148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d9cc62b1-7b58-436e-8e7a-62b7c1cbbee0 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.691323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:19.697804 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cc57f697-9985-4d94-a9ac-d15ccaa6a333 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.702542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cc57f697-9985-4d94-a9ac-d15ccaa6a333 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.707789 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:19.750096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.788050 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Made reservation on behalf of 607a119b4318464b945412200462db20 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:19.788715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d9cc62b1-7b58-436e-8e7a-62b7c1cbbee0 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Deleting port 19fd949c-0772-43fb-a46e-4316626571cb {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:19.789066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d9cc62b1-7b58-436e-8e7a-62b7c1cbbee0 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.792739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.821859 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06f6b992-a033-4c87-9780-1e547a9f23c4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.830336 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bfcf6b-2562-4dc2-8b60-22a6f78f27a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-d9e87bdd-709a-4924-a1cc-ae9a0ace412c', 'network_id': 'd9e87bdd-709a-4924-a1cc-ae9a0ace412c', 'tenant_id': 'bfc705607ef74c2c9b6880509871cddd', 'fixed_ips': [{'subnet_id': '72570489-a2d7-4a70-b44c-2509019f6aaa'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:44:19.831325 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcf6b-2562-4dc2-8b60-22a6f78f27a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.843991 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cc57f697-9985-4d94-a9ac-d15ccaa6a333 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.844699 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc57f697-9985-4d94-a9ac-d15ccaa6a333 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Fanout notify agent at l3_agent the message router_deleted on router 87556b02-fd3b-490a-9433-b540e5f08a74 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:44:19.850839 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.854080 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:19.860047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] device_id is not set on port 59251de5-c445-4596-8103-6150ce3abe4b yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:44:19.921529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6420f896-f1a8-4bfc-a56e-f3a78334c04b None None] Provisioning for port 485f6de3-364e-4883-931c-a072affb8e7f completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:19.978754 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6420f896-f1a8-4bfc-a56e-f3a78334c04b None None] Provisioning complete for port 485f6de3-364e-4883-931c-a072affb8e7f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:19.979049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6420f896-f1a8-4bfc-a56e-f3a78334c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:20.058148 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 4a6e3b5f-45d8-4db0-bd98-627784060688, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4a6e3b5f-45d8-4db0-bd98-627784060688,segment=NetworkSegment(f79df23b-09de-4560-ac9c-fcab7f15bda2),segment_id=f79df23b-09de-4560-ac9c-fcab7f15bda2)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:20.077547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cc57f697-9985-4d94-a9ac-d15ccaa6a333 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:20.078648 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cc57f697-9985-4d94-a9ac-d15ccaa6a333 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/routers/87556b02-fd3b-490a-9433-b540e5f08a74 HTTP/1.1" status: 204 len: 168 time: 1.1565044 Mar 29 09:44:20.099163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34052) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:20.152367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:20.189266 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d9cc62b1-7b58-436e-8e7a-62b7c1cbbee0 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:20.225016 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6420f896-f1a8-4bfc-a56e-f3a78334c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:20.246873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Transition to ACTIVE for port object c73d1292-3e15-44ef-8351-872f4357f962 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:20.281482 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=4a6e3b5f-45d8-4db0-bd98-627784060688,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:20.287898 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Transition to ACTIVE for port object c73d1292-3e15-44ef-8351-872f4357f962 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server [None req-f4bfcf6b-2562-4dc2-8b60-22a6f78f27a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72570489-a2d7-4a70-b44c-2509019f6aaa: This subnet is being modified by another concurrent operation. Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise exception Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72570489-a2d7-4a70-b44c-2509019f6aaa: This subnet is being modified by another concurrent operation. Mar 29 09:44:20.306810 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server Mar 29 09:44:20.317023 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6420f896-f1a8-4bfc-a56e-f3a78334c04b None None] For port 485f6de3-364e-4883-931c-a072affb8e7f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=485f6de3-364e-4883-931c-a072affb8e7f,segment=NetworkSegment(3b27ea04-2c0f-421e-ae67-2cacff46037b),segment_id=3b27ea04-2c0f-421e-ae67-2cacff46037b)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:20.331799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-f917ddb9-373c-483e-a80d-75c4a97bb223 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Deleting port 1c5928c8-8895-471d-b652-e002fd707ac4 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:20.332144 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f917ddb9-373c-483e-a80d-75c4a97bb223 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:20.345213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d2d675-e270-487d-adcc-bc97c3f85e23 None None] Network d9e87bdd-709a-4924-a1cc-ae9a0ace412c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:20.385601 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:20.386359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d9cc62b1-7b58-436e-8e7a-62b7c1cbbee0 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Calling delete_port for 19fd949c-0772-43fb-a46e-4316626571cb owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:20.433585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0e769b65-5e62-412c-8b57-7c42dd70b49d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:20.467112 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:20.518745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6420f896-f1a8-4bfc-a56e-f3a78334c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:20.548701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e769b65-5e62-412c-8b57-7c42dd70b49d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:20.567335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-0e769b65-5e62-412c-8b57-7c42dd70b49d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:20.570808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e769b65-5e62-412c-8b57-7c42dd70b49d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:20.570959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0e769b65-5e62-412c-8b57-7c42dd70b49d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:20.626986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:20.647999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e769b65-5e62-412c-8b57-7c42dd70b49d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=eef89b12-c845-4b85-bca9-e69321d4d336,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:20.648546 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:20.667051 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:20.694666 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0e769b65-5e62-412c-8b57-7c42dd70b49d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0580058 Mar 29 09:44:20.706198 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Pushing event updated for resources: {'Port': ['ID=c73d1292-3e15-44ef-8351-872f4357f962,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:20.740898 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Subnet': ['ID=72570489-a2d7-4a70-b44c-2509019f6aaa,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:20.744709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34056) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:20.756935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:20.758453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Allocated IP 2001:db8::205 (2d5b4ce9-98ea-46f0-974e-bebf462c502c/21745004-7e34-42b4-8fc1-3e40a8eb014c/59251de5-c445-4596-8103-6150ce3abe4b) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:20.768254 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'mac_address': 'fa:16:3e:5f:93:e5', 'name': 'tempest-NetworksTestDHCPv6-705360103'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:20.819736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0b31e122-23af-4546-b6cf-1ae9bb41a8e4 None None] Provisioning for port ce4dd6a3-abbc-4464-bc6f-d502cc754b62 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:20.834166 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0b31e122-23af-4546-b6cf-1ae9bb41a8e4 None None] Provisioning complete for port ce4dd6a3-abbc-4464-bc6f-d502cc754b62 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:20.840840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b31e122-23af-4546-b6cf-1ae9bb41a8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:20.840951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e87bdd-709a-4924-a1cc-ae9a0ace412c']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:20.866715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dddfa25-6e6a-49c6-820c-d068d4012d5f') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:20.867156 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dddfa25-6e6a-49c6-820c-d068d4012d5f') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:20.896653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f917ddb9-373c-483e-a80d-75c4a97bb223 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:20.919740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0b31e122-23af-4546-b6cf-1ae9bb41a8e4 None None] Port ce4dd6a3-abbc-4464-bc6f-d502cc754b62 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:44:20.947804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:20.966598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Attempting to bind port c73d1292-3e15-44ef-8351-872f4357f962 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:20.966961 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Attempting to bind port c73d1292-3e15-44ef-8351-872f4357f962 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:20.967322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Attempting to bind port c73d1292-3e15-44ef-8351-872f4357f962 on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:44:20.974838 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0b31e122-23af-4546-b6cf-1ae9bb41a8e4 None None] Provisioning complete for port 485f6de3-364e-4883-931c-a072affb8e7f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:20.975215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b31e122-23af-4546-b6cf-1ae9bb41a8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.044807 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-f917ddb9-373c-483e-a80d-75c4a97bb223 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Calling delete_port for 1c5928c8-8895-471d-b652-e002fd707ac4 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:21.053551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.059602 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420f896-f1a8-4bfc-a56e-f3a78334c04b None None] Pushing event updated for resources: {'Port': ['ID=485f6de3-364e-4883-931c-a072affb8e7f,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:21.068211 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:44:21.068615 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:21.069010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.069383 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:44:21.070298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Bound port: c73d1292-3e15-44ef-8351-872f4357f962, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:21.070298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.075545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:21.075545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:21.093570 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:21.181430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d9cc62b1-7b58-436e-8e7a-62b7c1cbbee0 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.216839 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] For port c73d1292-3e15-44ef-8351-872f4357f962, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:44:21.225796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:21.234572 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] For port c73d1292-3e15-44ef-8351-872f4357f962, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c73d1292-3e15-44ef-8351-872f4357f962,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:44:21.242705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06f6b992-a033-4c87-9780-1e547a9f23c4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.244579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:port and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:21.247531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc62b1-7b58-436e-8e7a-62b7c1cbbee0 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Pushing event deleted for resources: {'Port': ['ID=19fd949c-0772-43fb-a46e-4316626571cb,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:21.249563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:21.288235 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:21.322158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.350194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.357813 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06f6b992-a033-4c87-9780-1e547a9f23c4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.358625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.369185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Network': ['ID=d9e87bdd-709a-4924-a1cc-ae9a0ace412c,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:21.376559 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cf51eaf9-39c4-4c30-851b-eddbb8b4c541 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/d9e87bdd-709a-4924-a1cc-ae9a0ace412c HTTP/1.1" status: 204 len: 168 time: 2.2283061 Mar 29 09:44:21.381403 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d9cc62b1-7b58-436e-8e7a-62b7c1cbbee0 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.401274 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2c928154-2c19-4626-8d6f-85079c04ebf8 None None] Provisioning complete for port ce4dd6a3-abbc-4464-bc6f-d502cc754b62 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:21.401910 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2c928154-2c19-4626-8d6f-85079c04ebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.407197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34066) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:21.430257 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-653667715'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:21.489682 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f917ddb9-373c-483e-a80d-75c4a97bb223 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.505937 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:21.506903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:21.514129 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-2c928154-2c19-4626-8d6f-85079c04ebf8 None None] Port ce4dd6a3-abbc-4464-bc6f-d502cc754b62 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:44:21.519374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff88c7-eba7-40c9-9d26-0e0994238b4e None None] Pushing event updated for resources: {'Port': ['ID=c73d1292-3e15-44ef-8351-872f4357f962,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:21.527343 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.538875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:network and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:21.587099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:21.590117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6b992-a033-4c87-9780-1e547a9f23c4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=b15029d4-b6ca-4812-a6d4-2f4c6208c4eb,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:21.637277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d9cc62b1-7b58-436e-8e7a-62b7c1cbbee0 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.641505 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d9cc62b1-7b58-436e-8e7a-62b7c1cbbee0 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.791881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:21.866154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917ddb9-373c-483e-a80d-75c4a97bb223 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Pushing event deleted for resources: {'Port': ['ID=1c5928c8-8895-471d-b652-e002fd707ac4,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:21.879265 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Transition to ACTIVE for port object 59251de5-c445-4596-8103-6150ce3abe4b will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:21.900128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.938561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port bad9f653-0cf8-45da-9b0f-391e179758f7 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:44:21.972561 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3ef5bf33-c147-4383-91c3-3fe81872c79e None None] Provisioning complete for port b15029d4-b6ca-4812-a6d4-2f4c6208c4eb triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:21.974516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3ef5bf33-c147-4383-91c3-3fe81872c79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.981690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d9cc62b1-7b58-436e-8e7a-62b7c1cbbee0 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:21.982188 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cc62b1-7b58-436e-8e7a-62b7c1cbbee0 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Fanout notify agent at l3_agent the message router_deleted on router 2c04b992-3c55-41f3-87e4-61dbcb1549fa {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:44:21.995290 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f917ddb9-373c-483e-a80d-75c4a97bb223 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.004920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d9cc62b1-7b58-436e-8e7a-62b7c1cbbee0 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.009752 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d9cc62b1-7b58-436e-8e7a-62b7c1cbbee0 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "DELETE /v2.0/routers/2c04b992-3c55-41f3-87e4-61dbcb1549fa HTTP/1.1" status: 204 len: 168 time: 3.0904040 Mar 29 09:44:22.012979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34070) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:22.029029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2f10c343-aeba-44a9-997c-b7d5d8b31ca6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1185795365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:22.035974 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:22.040713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.042658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2f10c343-aeba-44a9-997c-b7d5d8b31ca6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:22.051936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2f10c343-aeba-44a9-997c-b7d5d8b31ca6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Usage tracker for resource:router and tenant:1c0d5c50763247e3a36c5a7ef3600471 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:22.057064 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2f10c343-aeba-44a9-997c-b7d5d8b31ca6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:22.066048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5bf33-c147-4383-91c3-3fe81872c79e None None] Port b15029d4-b6ca-4812-a6d4-2f4c6208c4eb cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:44:22.068088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2f10c343-aeba-44a9-997c-b7d5d8b31ca6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:22.079524 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f917ddb9-373c-483e-a80d-75c4a97bb223 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/ports/1c5928c8-8895-471d-b652-e002fd707ac4 HTTP/1.1" status: 204 len: 168 time: 1.9788828 Mar 29 09:44:22.089060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34074) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:22.188572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:44:22.196870 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2f10c343-aeba-44a9-997c-b7d5d8b31ca6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.197864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2f10c343-aeba-44a9-997c-b7d5d8b31ca6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.222182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.222531 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Added segment 5ff52265-dd94-4126-aef4-a51abcc8eb50 of type vlan for network 69508dab-e4ef-470e-865c-fd8fa9c1ddf6 Mar 29 09:44:22.224251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 172.20.0.4 (904da7d4-bab8-40f2-8764-d10ff337fe7e/eef89b12-c845-4b85-bca9-e69321d4d336/bad9f653-0cf8-45da-9b0f-391e179758f7) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:22.237245 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.239431 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::f816:3eff:fe5f:93e5 (904da7d4-bab8-40f2-8764-d10ff337fe7e/e8bd1461-8f9d-4a33-903b-c1d3bc66ee1e/bad9f653-0cf8-45da-9b0f-391e179758f7) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:22.242417 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2f10c343-aeba-44a9-997c-b7d5d8b31ca6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.247706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-13cc23ff-7248-4236-bac1-82b6db3ba416 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Deleting subnet 0d989a2a-8b1c-463c-8f68-6e624604be09 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:44:22.330911 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-13cc23ff-7248-4236-bac1-82b6db3ba416 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.359425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2f10c343-aeba-44a9-997c-b7d5d8b31ca6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.360772 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c73d1292-3e15-44ef-8351-872f4357f962 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:22.423173 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06f6b992-a033-4c87-9780-1e547a9f23c4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.443323 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2f10c343-aeba-44a9-997c-b7d5d8b31ca6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.447618 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2f10c343-aeba-44a9-997c-b7d5d8b31ca6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4232504 Mar 29 09:44:22.453741 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Pushing event updated for resources: {'Port': ['ID=59251de5-c445-4596-8103-6150ce3abe4b,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:22.454453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.459833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34078) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:22.467575 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Network 2d5b4ce9-98ea-46f0-974e-bebf462c502c is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:22.470013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Request body: {'router': {'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:22.474614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:22.488411 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:22.495006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:22.495784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.501150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-13cc23ff-7248-4236-bac1-82b6db3ba416 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.529968 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port c73d1292-3e15-44ef-8351-872f4357f962 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:22.541844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 485f6de3-364e-4883-931c-a072affb8e7f up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:22.651173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 485f6de3-364e-4883-931c-a072affb8e7f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:22.651569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.689732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-13cc23ff-7248-4236-bac1-82b6db3ba416 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.753147 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.759379 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:22.759996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.767284 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c338d3f1-e71d-4d87-98c5-dff0ee1ce04e tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.0693104 Mar 29 09:44:22.786145 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34082) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:22.817741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.835856 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4a6e3b5f-45d8-4db0-bd98-627784060688 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:22.923581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4a6e3b5f-45d8-4db0-bd98-627784060688 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:22.924160 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.954734 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:22.961363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object bad9f653-0cf8-45da-9b0f-391e179758f7 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:22.973458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:23.004918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-463dfc06-638b-47b5-bbe9-9f12d1c84870 None None] Provisioning for port 59251de5-c445-4596-8103-6150ce3abe4b completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:23.014315 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-463dfc06-638b-47b5-bbe9-9f12d1c84870 None None] Provisioning complete for port 59251de5-c445-4596-8103-6150ce3abe4b triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:23.014707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-463dfc06-638b-47b5-bbe9-9f12d1c84870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:23.045619 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6319cd5d-2932-4e68-9048-c74180948614 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:23.053802 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6370418 Mar 29 09:44:23.056813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34086) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:23.064419 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'subnet': {'network_id': '69508dab-e4ef-470e-865c-fd8fa9c1ddf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:23.070742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322bb50-af85-4ac6-ab8b-37b473b27745 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Network': ['ID=69508dab-e4ef-470e-865c-fd8fa9c1ddf6,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:23.089046 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 69508dab-e4ef-470e-865c-fd8fa9c1ddf6 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:44:23.091181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06f6b992-a033-4c87-9780-1e547a9f23c4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:23.124249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:23.160557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-13cc23ff-7248-4236-bac1-82b6db3ba416 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:23.204219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b0aef7-db48-4518-9ad0-df2e29c7a5ad tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:23.210039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b0aef7-db48-4518-9ad0-df2e29c7a5ad tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:23.216714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b0aef7-db48-4518-9ad0-df2e29c7a5ad tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:23.217325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b9b0aef7-db48-4518-9ad0-df2e29c7a5ad tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Synchronizing usage tracker for tenant:607a119b4318464b945412200462db20 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:23.236136 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc23ff-7248-4236-bac1-82b6db3ba416 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Pushing event deleted for resources: {'Subnet': ['ID=0d989a2a-8b1c-463c-8f68-6e624604be09,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:23.240635 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-13cc23ff-7248-4236-bac1-82b6db3ba416 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:23.273468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-463dfc06-638b-47b5-bbe9-9f12d1c84870 None None] Port 59251de5-c445-4596-8103-6150ce3abe4b cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:44:23.286612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:23.288561 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3961096c-0abd-4df5-bebc-ed6889c54cf5 None None] Network 512d8b45-8abc-4c94-aabb-bbfd86ba1551 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:23.293636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:23.295452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=bad9f653-0cf8-45da-9b0f-391e179758f7,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:23.298764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:23.326251 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-13cc23ff-7248-4236-bac1-82b6db3ba416 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/subnets/0d989a2a-8b1c-463c-8f68-6e624604be09 HTTP/1.1" status: 204 len: 168 time: 1.2336028 Mar 29 09:44:23.330087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34090) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:23.337102 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:23.354142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:subnet and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:23.404513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:23.418080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:23.454617 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b9b0aef7-db48-4518-9ad0-df2e29c7a5ad tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Unset dirty status for tenant:607a119b4318464b945412200462db20 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:23.455612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:23.455765 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b9b0aef7-db48-4518-9ad0-df2e29c7a5ad tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.6502476 Mar 29 09:44:23.456241 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:23.461386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34094) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:23.506809 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:23.511842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:23.603738 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c9ebeabd-fa9e-4368-b815-eba23ad48887 None None] Provisioning for port c73d1292-3e15-44ef-8351-872f4357f962 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:23.612708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c9ebeabd-fa9e-4368-b815-eba23ad48887 None None] Provisioning complete for port c73d1292-3e15-44ef-8351-872f4357f962 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:23.613078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9ebeabd-fa9e-4368-b815-eba23ad48887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:23.623649 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:23.634751 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-372cfd4c-f4d4-4d52-bb56-28640e7e8f9a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Deleting port 59251de5-c445-4596-8103-6150ce3abe4b {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:23.635133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-372cfd4c-f4d4-4d52-bb56-28640e7e8f9a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:23.793543 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fefd2b5-16c9-470d-b34e-7394393dcc0e None None] DHCP port deletion for 512d8b45-8abc-4c94-aabb-bbfd86ba1551 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:44:23.808166 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-4fefd2b5-16c9-470d-b34e-7394393dcc0e None None] Deleting port 3ef0940a-ba38-4fc9-b124-e075b2dc0350 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:23.808629 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4fefd2b5-16c9-470d-b34e-7394393dcc0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:23.835497 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5f4e8ffe-04c8-4795-8181-59db59d52dae tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0825369 Mar 29 09:44:23.843653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34100) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:23.915434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9ebeabd-fa9e-4368-b815-eba23ad48887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:23.925299 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Deleting port 3ef0940a-ba38-4fc9-b124-e075b2dc0350 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:23.925568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:23.975299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:23.982105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162527dd-a513-4858-80ef-1b8e7c717f5c None None] Update dhcp port {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'fixed_ips': [{'subnet_id': 'e8bd1461-8f9d-4a33-903b-c1d3bc66ee1e', 'ip_address': '2001:db8::f816:3eff:fe04:eb0b'}, {'subnet_id': 'eef89b12-c845-4b85-bca9-e69321d4d336'}], 'binding:host_id': 'dv-neutron-835555-1-hyperv'}, 'id': 'c73d1292-3e15-44ef-8351-872f4357f962'} from dv-neutron-835555-1-hyperv. {{(pid=88552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 29 09:44:24.012242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:24.036954 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c9ebeabd-fa9e-4368-b815-eba23ad48887 None None] For port c73d1292-3e15-44ef-8351-872f4357f962, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c73d1292-3e15-44ef-8351-872f4357f962,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:24.090649 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-162527dd-a513-4858-80ef-1b8e7c717f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:24.155349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9ebeabd-fa9e-4368-b815-eba23ad48887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:24.166864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c913737-67e3-476c-a949-d04c822c9061 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:24.172608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c913737-67e3-476c-a949-d04c822c9061 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:24.173396 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1c913737-67e3-476c-a949-d04c822c9061 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:24.234420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06f6b992-a033-4c87-9780-1e547a9f23c4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:24.243646 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Allocated IP 172.26.7.114 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/b63e2d47-40ba-429c-a808-5f2e9b8deab0) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:24.258845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4fefd2b5-16c9-470d-b34e-7394393dcc0e None None] For port 3ef0940a-ba38-4fc9-b124-e075b2dc0350, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3ef0940a-ba38-4fc9-b124-e075b2dc0350,segment=NetworkSegment(fde8ba04-49e0-4dac-9c1d-248ec3827b5c),segment_id=fde8ba04-49e0-4dac-9c1d-248ec3827b5c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:24.259511 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4fefd2b5-16c9-470d-b34e-7394393dcc0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:24.331020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3ef0940a-ba38-4fc9-b124-e075b2dc0350 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:24.332734 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06f6b992-a033-4c87-9780-1e547a9f23c4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:24.358002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1c913737-67e3-476c-a949-d04c822c9061 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:24.359181 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1c913737-67e3-476c-a949-d04c822c9061 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.5122042 Mar 29 09:44:24.365292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34104) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:24.432458 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-4fefd2b5-16c9-470d-b34e-7394393dcc0e None None] Calling delete_port for 3ef0940a-ba38-4fc9-b124-e075b2dc0350 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:24.452533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:24.493788 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:24.509265 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-372cfd4c-f4d4-4d52-bb56-28640e7e8f9a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:24.525092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] For port 3ef0940a-ba38-4fc9-b124-e075b2dc0350, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3ef0940a-ba38-4fc9-b124-e075b2dc0350,segment=NetworkSegment(fde8ba04-49e0-4dac-9c1d-248ec3827b5c),segment_id=fde8ba04-49e0-4dac-9c1d-248ec3827b5c)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:24.525092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:24.550084 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebeabd-fa9e-4368-b815-eba23ad48887 None None] Pushing event updated for resources: {'Port': ['ID=c73d1292-3e15-44ef-8351-872f4357f962,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:24.555433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:24.630024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Subnet': ['ID=df4a420f-9e4c-4d71-997d-61daefbc2143,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:24.632994 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:24.640750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:24.645258 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:24.701863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Checking segment: {'id': '5ff52265-dd94-4126-aef4-a51abcc8eb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '69508dab-e4ef-470e-865c-fd8fa9c1ddf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:24.702296 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network hostable DHCP agents. Network: 69508dab-e4ef-470e-865c-fd8fa9c1ddf6, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:44:24.705584 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:24.716783 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Pushing event updated for resources: {'Port': ['ID=b63e2d47-40ba-429c-a808-5f2e9b8deab0,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:24.727535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-162527dd-a513-4858-80ef-1b8e7c717f5c None None] Allocated IP 172.20.0.2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/eef89b12-c845-4b85-bca9-e69321d4d336/c73d1292-3e15-44ef-8351-872f4357f962) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:24.747796 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4fefd2b5-16c9-470d-b34e-7394393dcc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:24.784167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06f6b992-a033-4c87-9780-1e547a9f23c4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:24.796544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Calling delete_port for 3ef0940a-ba38-4fc9-b124-e075b2dc0350 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:24.833668 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-372cfd4c-f4d4-4d52-bb56-28640e7e8f9a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Calling delete_port for 59251de5-c445-4596-8103-6150ce3abe4b owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:24.851296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefd2b5-16c9-470d-b34e-7394393dcc0e None None] Pushing event deleted for resources: {'Port': ['ID=3ef0940a-ba38-4fc9-b124-e075b2dc0350,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:24.859941 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefd2b5-16c9-470d-b34e-7394393dcc0e None None] No DVR routers for this DVR port 3ef0940a-ba38-4fc9-b124-e075b2dc0350 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:24.893181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-8f4daae4-5845-45a8-9d19-d80f646b8e53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port bad9f653-0cf8-45da-9b0f-391e179758f7 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:24.893444 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8f4daae4-5845-45a8-9d19-d80f646b8e53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:24.894407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network 69508dab-e4ef-470e-865c-fd8fa9c1ddf6 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:44:24.928521 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6b992-a033-4c87-9780-1e547a9f23c4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=b15029d4-b6ca-4812-a6d4-2f4c6208c4eb,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:24.960296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-162527dd-a513-4858-80ef-1b8e7c717f5c None None] For port c73d1292-3e15-44ef-8351-872f4357f962, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c73d1292-3e15-44ef-8351-872f4357f962,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:24.979156 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 69508dab-e4ef-470e-865c-fd8fa9c1ddf6) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:24.989367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff6c397-7238-4d8a-960d-85613df35383 None None] Network 69508dab-e4ef-470e-865c-fd8fa9c1ddf6 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:24.990710 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:24.991304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:25.007612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-162527dd-a513-4858-80ef-1b8e7c717f5c None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:25.087831 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-162527dd-a513-4858-80ef-1b8e7c717f5c None None] Transition to ACTIVE for port object c73d1292-3e15-44ef-8351-872f4357f962 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:25.151423 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-90cec864-09b7-4861-a15b-229a32711b9b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0932839 Mar 29 09:44:25.156503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-162527dd-a513-4858-80ef-1b8e7c717f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:25.159328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34108) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:25.171264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:44:25.171635 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:44:25.277979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:25.287582 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f6b992-a033-4c87-9780-1e547a9f23c4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 3ddbb328-1035-4b3a-9bd7-dba805c2fb8b is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:25.293568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-06f6b992-a033-4c87-9780-1e547a9f23c4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:25.398309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162527dd-a513-4858-80ef-1b8e7c717f5c None None] Pushing event updated for resources: {'Port': ['ID=c73d1292-3e15-44ef-8351-872f4357f962,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:25.422449 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-69508dab-e4ef-470e-865c-fd8fa9c1ddf6', 'network_id': '69508dab-e4ef-470e-865c-fd8fa9c1ddf6', 'tenant_id': 'bfc705607ef74c2c9b6880509871cddd', 'fixed_ips': [{'subnet_id': 'df4a420f-9e4c-4d71-997d-61daefbc2143'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:44:25.423275 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:25.593093 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:25.646126 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Allocated IP 172.20.0.2 (69508dab-e4ef-470e-865c-fd8fa9c1ddf6/df4a420f-9e4c-4d71-997d-61daefbc2143/798f066a-800f-4520-8d36-be789d258b2d) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:25.716912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Deleting port 3ef0940a-ba38-4fc9-b124-e075b2dc0350 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:25.717252 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:25.754505 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-372cfd4c-f4d4-4d52-bb56-28640e7e8f9a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:25.803809 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-31925732-c021-412a-8045-a7fd7cc58bc7 None None] Provisioning complete for port b15029d4-b6ca-4812-a6d4-2f4c6208c4eb triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:25.804298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-31925732-c021-412a-8045-a7fd7cc58bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:25.875991 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cfd4c-f4d4-4d52-bb56-28640e7e8f9a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Pushing event deleted for resources: {'Port': ['ID=59251de5-c445-4596-8103-6150ce3abe4b,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:25.891995 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-31925732-c021-412a-8045-a7fd7cc58bc7 None None] Port b15029d4-b6ca-4812-a6d4-2f4c6208c4eb cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:44:25.899559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] The port '3ef0940a-ba38-4fc9-b124-e075b2dc0350' was deleted {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:44:25.948368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:25.993456 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8f4daae4-5845-45a8-9d19-d80f646b8e53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.006647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.019923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Transition to ACTIVE for port object 798f066a-800f-4520-8d36-be789d258b2d will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:26.029553 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.037280 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.049779 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Transition to ACTIVE for port object 798f066a-800f-4520-8d36-be789d258b2d will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:26.112065 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.173577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-8f4daae4-5845-45a8-9d19-d80f646b8e53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for bad9f653-0cf8-45da-9b0f-391e179758f7 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:26.230731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Network 69508dab-e4ef-470e-865c-fd8fa9c1ddf6 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:26.231984 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Pushing event updated for resources: {'Port': ['ID=798f066a-800f-4520-8d36-be789d258b2d,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:26.236057 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:26.238423 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:26.244971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.253048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-372cfd4c-f4d4-4d52-bb56-28640e7e8f9a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.327415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Subnet': ['ID=df4a420f-9e4c-4d71-997d-61daefbc2143,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:26.352096 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.360732 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c73d1292-3e15-44ef-8351-872f4357f962 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:26.409741 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512d8b45-8abc-4c94-aabb-bbfd86ba1551']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:26.443677 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-372cfd4c-f4d4-4d52-bb56-28640e7e8f9a tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] 10.222.0.35 "DELETE /v2.0/ports/59251de5-c445-4596-8103-6150ce3abe4b HTTP/1.1" status: 204 len: 168 time: 2.9262586 Mar 29 09:44:26.443677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde8ba04-49e0-4dac-9c1d-248ec3827b5c') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:26.443677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde8ba04-49e0-4dac-9c1d-248ec3827b5c') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:26.449896 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34112) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:26.484054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.490905 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Attempting to bind port 798f066a-800f-4520-8d36-be789d258b2d on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:26.491279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Attempting to bind port 798f066a-800f-4520-8d36-be789d258b2d by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5ff52265-dd94-4126-aef4-a51abcc8eb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '69508dab-e4ef-470e-865c-fd8fa9c1ddf6'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:26.493333 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Attempting to bind port 798f066a-800f-4520-8d36-be789d258b2d on network 69508dab-e4ef-470e-865c-fd8fa9c1ddf6 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:44:26.509150 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:44:26.509590 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Checking segment: {'id': '5ff52265-dd94-4126-aef4-a51abcc8eb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '69508dab-e4ef-470e-865c-fd8fa9c1ddf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:26.509997 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.510560 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Bound using segment: {'id': '5ff52265-dd94-4126-aef4-a51abcc8eb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '69508dab-e4ef-470e-865c-fd8fa9c1ddf6'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:44:26.511089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Bound port: 798f066a-800f-4520-8d36-be789d258b2d, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff52265-dd94-4126-aef4-a51abcc8eb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '69508dab-e4ef-470e-865c-fd8fa9c1ddf6'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:26.511480 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.525354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69508dab-e4ef-470e-865c-fd8fa9c1ddf6']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:26.539482 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff52265-dd94-4126-aef4-a51abcc8eb50') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:26.540372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff52265-dd94-4126-aef4-a51abcc8eb50') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:26.557710 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.582248 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.589693 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:26.590101 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.616071 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-113ac84c-5744-44a6-8241-125f41533e94 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Request body: {'port': {'name': 'tempest-new-port-name-518573622', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:26.616442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.api.validators [None req-113ac84c-5744-44a6-8241-125f41533e94 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] bootfile-name is not in valid_values {{(pid=88550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 29 09:44:26.616811 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.api.validators [None req-113ac84c-5744-44a6-8241-125f41533e94 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] tftp-server is not in valid_values {{(pid=88550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 29 09:44:26.617153 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.api.validators [None req-113ac84c-5744-44a6-8241-125f41533e94 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] server-ip-address is not in valid_values {{(pid=88550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:26.624199 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:26.650793 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] For port 798f066a-800f-4520-8d36-be789d258b2d, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:44:26.665056 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-acaebfd4-2e68-4599-bafe-eaa300775c3a None None] Provisioning for port bad9f653-0cf8-45da-9b0f-391e179758f7 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:26.666692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f6b992-a033-4c87-9780-1e547a9f23c4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router c6cdb345-c3ca-4665-9d13-cdaf8f7e169a is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:44:26.670724 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-acaebfd4-2e68-4599-bafe-eaa300775c3a None None] Provisioning complete for port bad9f653-0cf8-45da-9b0f-391e179758f7 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:26.670925 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.673021 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-acaebfd4-2e68-4599-bafe-eaa300775c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.673137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Router 0cd9c942-2efe-4111-9197-d88fbbf7a69c is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:44:26.679912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8f4daae4-5845-45a8-9d19-d80f646b8e53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.711585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-acaebfd4-2e68-4599-bafe-eaa300775c3a None None] Port bad9f653-0cf8-45da-9b0f-391e179758f7 was deleted so its status cannot be updated. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 29 09:44:26.716756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] For port 798f066a-800f-4520-8d36-be789d258b2d, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=798f066a-800f-4520-8d36-be789d258b2d,segment=NetworkSegment(5ff52265-dd94-4126-aef4-a51abcc8eb50),segment_id=5ff52265-dd94-4126-aef4-a51abcc8eb50)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:44:26.753140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:44:26.753140 dv-neutron-835555-1-hyperv neutron-server[88551]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:44:26.753140 dv-neutron-835555-1-hyperv neutron-server[88551]: [parameters: {'id': '69508dab-e4ef-470e-865c-fd8fa9c1ddf6'}] Mar 29 09:44:26.753140 dv-neutron-835555-1-hyperv neutron-server[88551]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:44:26.753576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:44:26.774257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.820309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4daae4-5845-45a8-9d19-d80f646b8e53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=bad9f653-0cf8-45da-9b0f-391e179758f7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:26.824832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-acaebfd4-2e68-4599-bafe-eaa300775c3a None None] Provisioning for port c73d1292-3e15-44ef-8351-872f4357f962 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:26.828151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.847164 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-acaebfd4-2e68-4599-bafe-eaa300775c3a None None] Provisioning complete for port c73d1292-3e15-44ef-8351-872f4357f962 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:26.847829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-acaebfd4-2e68-4599-bafe-eaa300775c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.878022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:44:26.890275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.894042 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e8e1da27-a34a-415f-b596-40eed74744e4 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "PUT /v2.0/routers/0cd9c942-2efe-4111-9197-d88fbbf7a69c HTTP/1.1" status: 200 len: 880 time: 4.4308391 Mar 29 09:44:26.894175 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e2c94-f757-4afe-8719-e3d3264948d3 None None] Sync routers for ids ['0cd9c942-2efe-4111-9197-d88fbbf7a69c'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:26.894655 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34116) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:26.901498 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e2c94-f757-4afe-8719-e3d3264948d3 None None] Routers {'0cd9c942-2efe-4111-9197-d88fbbf7a69c'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:26.902109 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-593e2c94-f757-4afe-8719-e3d3264948d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['0cd9c942-2efe-4111-9197-d88fbbf7a69c'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:26.963028 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd38168b-3f6f-43b5-af3c-aefae2489cd3 None None] Network 69508dab-e4ef-470e-865c-fd8fa9c1ddf6 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:26.967393 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-593e2c94-f757-4afe-8719-e3d3264948d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:26.976562 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e2c94-f757-4afe-8719-e3d3264948d3 None None] Routers {'0cd9c942-2efe-4111-9197-d88fbbf7a69c'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:26.977696 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-593e2c94-f757-4afe-8719-e3d3264948d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['0cd9c942-2efe-4111-9197-d88fbbf7a69c'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:27.049746 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-593e2c94-f757-4afe-8719-e3d3264948d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:27.050414 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e2c94-f757-4afe-8719-e3d3264948d3 None None] The sync data for ids ['0cd9c942-2efe-4111-9197-d88fbbf7a69c'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:27.066978 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bd23a-a62f-4419-a00a-106587c080b8 None None] Pushing event updated for resources: {'Port': ['ID=798f066a-800f-4520-8d36-be789d258b2d,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:27.116402 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b4e17667-4b18-49d4-92b2-f178658a12bd tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/routers/0cd9c942-2efe-4111-9197-d88fbbf7a69c HTTP/1.1" status: 200 len: 921 time: 0.2184155 Mar 29 09:44:27.117019 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34122) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:27.175166 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-113ac84c-5744-44a6-8241-125f41533e94 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:27.187010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:27.187365 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:27.208077 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:27.293329 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:27.316740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Deleting port 798f066a-800f-4520-8d36-be789d258b2d {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:27.317232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:27.350275 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c6408215-daff-477f-9a5f-ea6c1c2b848e None None] Could not find standard attr ID for object bad9f653-0cf8-45da-9b0f-391e179758f7. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:44:27.398133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f6b992-a033-4c87-9780-1e547a9f23c4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:44:27.411946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78219d7d-1fd2-47c3-891c-d8f9496a2ebb None None] Sync routers for ids ['c6cdb345-c3ca-4665-9d13-cdaf8f7e169a'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:27.437725 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78219d7d-1fd2-47c3-891c-d8f9496a2ebb None None] Routers {'c6cdb345-c3ca-4665-9d13-cdaf8f7e169a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:27.442338 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-06f6b992-a033-4c87-9780-1e547a9f23c4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/c6cdb345-c3ca-4665-9d13-cdaf8f7e169a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2894139 Mar 29 09:44:27.442500 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-78219d7d-1fd2-47c3-891c-d8f9496a2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c6cdb345-c3ca-4665-9d13-cdaf8f7e169a'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:27.445396 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8f4daae4-5845-45a8-9d19-d80f646b8e53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:27.450342 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8f4daae4-5845-45a8-9d19-d80f646b8e53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/bad9f653-0cf8-45da-9b0f-391e179758f7 HTTP/1.1" status: 204 len: 168 time: 3.0466537 Mar 29 09:44:27.453984 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4442858-8bfe-4fe6-84d6-d52f0b322d28 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:27.454593 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34126) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:27.454924 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34128) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:27.456280 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e4442858-8bfe-4fe6-84d6-d52f0b322d28 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&device_id=0cd9c942-2efe-4111-9197-d88fbbf7a69c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3383927 Mar 29 09:44:27.462021 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34134) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:27.527940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c5f579-df67-4064-85d9-954760e7316e None None] get_active_networks_info from dv-neutron-835555-1-hyperv {{(pid=88552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 29 09:44:27.538357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:27.542626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:27.547085 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] 10.222.0.35 "DELETE /v2.0/networks/512d8b45-8abc-4c94-aabb-bbfd86ba1551 HTTP/1.1" status: 204 len: 168 time: 4.2034009 Mar 29 09:44:27.625844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0625bd-d492-4e8e-ac54-a6072db65f79 tempest-TagsExtTest-299488132 tempest-TagsExtTest-299488132-project] Pushing event deleted for resources: {'Network': ['ID=512d8b45-8abc-4c94-aabb-bbfd86ba1551,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:27.674925 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] For port 798f066a-800f-4520-8d36-be789d258b2d, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=798f066a-800f-4520-8d36-be789d258b2d,segment=NetworkSegment(5ff52265-dd94-4126-aef4-a51abcc8eb50),segment_id=5ff52265-dd94-4126-aef4-a51abcc8eb50)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:27.675281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:27.706459 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c5f579-df67-4064-85d9-954760e7316e None None] Resources bound (agent type, host, resource id): {{(pid=88552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:44:27.716334 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd83a45-f04d-4706-af68-7ebc56b1dbdb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:27.716956 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5cd83a45-f04d-4706-af68-7ebc56b1dbdb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Synchronizing usage tracker for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:27.722377 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-78219d7d-1fd2-47c3-891c-d8f9496a2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:27.726603 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4900f645-c09c-447a-a4b4-f3c41a19f12d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:27.728224 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4900f645-c09c-447a-a4b4-f3c41a19f12d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:27.729704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4900f645-c09c-447a-a4b4-f3c41a19f12d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:27.731264 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4900f645-c09c-447a-a4b4-f3c41a19f12d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2738945 Mar 29 09:44:27.734909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34140) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:27.754540 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78219d7d-1fd2-47c3-891c-d8f9496a2ebb None None] Routers {'c6cdb345-c3ca-4665-9d13-cdaf8f7e169a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:27.755009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-78219d7d-1fd2-47c3-891c-d8f9496a2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c6cdb345-c3ca-4665-9d13-cdaf8f7e169a'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:27.819534 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Calling delete_port for 798f066a-800f-4520-8d36-be789d258b2d owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:27.836548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e11631-091e-4ea7-8156-e79c1628df64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet e8bd1461-8f9d-4a33-903b-c1d3bc66ee1e {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:44:27.839679 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-78219d7d-1fd2-47c3-891c-d8f9496a2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:27.839679 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78219d7d-1fd2-47c3-891c-d8f9496a2ebb None None] The sync data for ids ['c6cdb345-c3ca-4665-9d13-cdaf8f7e169a'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:27.842187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-36e11631-091e-4ea7-8156-e79c1628df64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:27.862521 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1969a83-2889-49c6-bb79-aa393851272f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:27.867018 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a1969a83-2889-49c6-bb79-aa393851272f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/networks/03de5fa9-a446-4fa0-8975-40541e842cf0 HTTP/1.1" status: 200 len: 881 time: 0.3999863 Mar 29 09:44:27.867018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34144) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:27.894723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5cd83a45-f04d-4706-af68-7ebc56b1dbdb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Unset dirty status for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:27.895877 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5cd83a45-f04d-4706-af68-7ebc56b1dbdb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports/b15029d4-b6ca-4812-a6d4-2f4c6208c4eb HTTP/1.1" status: 200 len: 978 time: 0.4400342 Mar 29 09:44:27.901657 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34148) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:27.935618 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-db7474df-a23b-4a78-bac2-d3b99fb82cc2 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cd9c942-2efe-4111-9197-d88fbbf7a69c HTTP/1.1" status: 200 len: 205 time: 0.0656347 Mar 29 09:44:27.935903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34152) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:27.979398 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-36e11631-091e-4ea7-8156-e79c1628df64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.085106 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.resource_extend [None req-113ac84c-5744-44a6-8241-125f41533e94 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:44:28.112591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.130553 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-113ac84c-5744-44a6-8241-125f41533e94 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.167633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Port': ['ID=798f066a-800f-4520-8d36-be789d258b2d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:28.178088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No DVR routers for this DVR port 798f066a-800f-4520-8d36-be789d258b2d on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:28.190614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a693c086-262b-4ff5-b9cb-698ad2f2e8d1 None None] get_active_networks_info from dv-neutron-835555-1-hyperv {{(pid=88552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 29 09:44:28.222788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-113ac84c-5744-44a6-8241-125f41533e94 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.223906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-951d28cc-472c-42b7-b9c7-d642def69aba tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.271574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34158) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:28.335148 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a693c086-262b-4ff5-b9cb-698ad2f2e8d1 None None] Resources bound (agent type, host, resource id): {{(pid=88552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:44:28.348080 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-113ac84c-5744-44a6-8241-125f41533e94 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] In _notify_port_updated(), no bound segment for port ce4dd6a3-abbc-4464-bc6f-d502cc754b62 on network 2d5b4ce9-98ea-46f0-974e-bebf462c502c {{(pid=88550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:44:28.353974 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113ac84c-5744-44a6-8241-125f41533e94 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:28.354612 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-113ac84c-5744-44a6-8241-125f41533e94 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.355887 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-113ac84c-5744-44a6-8241-125f41533e94 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] 10.222.0.35 "PUT /v2.0/ports/ce4dd6a3-abbc-4464-bc6f-d502cc754b62 HTTP/1.1" status: 200 len: 1129 time: 1.9031537 Mar 29 09:44:28.367419 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34164) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:28.384466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.440880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ac84c-5744-44a6-8241-125f41533e94 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Pushing event updated for resources: {'Port': ['ID=ce4dd6a3-abbc-4464-bc6f-d502cc754b62,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:28.459010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-36e11631-091e-4ea7-8156-e79c1628df64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.479265 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69508dab-e4ef-470e-865c-fd8fa9c1ddf6']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:28.503147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff52265-dd94-4126-aef4-a51abcc8eb50') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:28.503512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff52265-dd94-4126-aef4-a51abcc8eb50') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:28.522084 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.536595 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2394e8cb-b5e5-44a7-abfd-30a4664a0ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:28.537640 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2394e8cb-b5e5-44a7-abfd-30a4664a0ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Synchronizing usage tracker for tenant:607a119b4318464b945412200462db20 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:28.542750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-951d28cc-472c-42b7-b9c7-d642def69aba tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.548459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.556076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:28.556473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:28.571196 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:28.674502 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dfb1133d-f026-42f4-9d00-2b1269f93c86 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=541a406e5726449cb96d7d025a94ad51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943393 Mar 29 09:44:28.677114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34168) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:28.697012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2394e8cb-b5e5-44a7-abfd-30a4664a0ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Unset dirty status for tenant:607a119b4318464b945412200462db20 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:28.698125 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2394e8cb-b5e5-44a7-abfd-30a4664a0ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] 10.222.0.35 "GET /v2.0/ports/ce4dd6a3-abbc-4464-bc6f-d502cc754b62 HTTP/1.1" status: 200 len: 1129 time: 0.3253155 Mar 29 09:44:28.704069 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34172) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:28.754450 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-951d28cc-472c-42b7-b9c7-d642def69aba tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Deleting port b63e2d47-40ba-429c-a808-5f2e9b8deab0 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:28.754450 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-951d28cc-472c-42b7-b9c7-d642def69aba tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.904769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.911286 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-36e11631-091e-4ea7-8156-e79c1628df64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.936113 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:28.944260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Network': ['ID=69508dab-e4ef-470e-865c-fd8fa9c1ddf6,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:28.961055 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-392ff007-8fc1-40e9-b8ec-485b655b52cc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/69508dab-e4ef-470e-865c-fd8fa9c1ddf6 HTTP/1.1" status: 204 len: 168 time: 3.8005533 Mar 29 09:44:28.964090 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34176) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:28.973797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-116569730'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:28.988446 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:28.996735 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:network and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:29.000202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-951d28cc-472c-42b7-b9c7-d642def69aba tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.004163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e11631-091e-4ea7-8156-e79c1628df64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bd1461-8f9d-4a33-903b-c1d3bc66ee1e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:29.007686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:29.022024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:29.025288 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da303af4-95c5-41d0-981e-d9e2c360b6d1 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:29.026805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-36e11631-091e-4ea7-8156-e79c1628df64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.055113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-861b45cd-d364-4f47-b5d9-0fe2c39a40d0 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Deleting port ce4dd6a3-abbc-4464-bc6f-d502cc754b62 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:29.055457 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-861b45cd-d364-4f47-b5d9-0fe2c39a40d0 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.100429 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-36e11631-091e-4ea7-8156-e79c1628df64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/e8bd1461-8f9d-4a33-903b-c1d3bc66ee1e HTTP/1.1" status: 204 len: 168 time: 1.3624871 Mar 29 09:44:29.101315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-63660fd1-261a-426e-be84-e845a5041666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.106342 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34180) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:29.134287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-65c9a18b-48ea-4803-a8e4-f1da5ee32e8b None None] Provisioning complete for port ce4dd6a3-abbc-4464-bc6f-d502cc754b62 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:29.134695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-65c9a18b-48ea-4803-a8e4-f1da5ee32e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.142025 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-951d28cc-472c-42b7-b9c7-d642def69aba tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Calling delete_port for b63e2d47-40ba-429c-a808-5f2e9b8deab0 owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:29.184461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:29.188698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.203099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-63660fd1-261a-426e-be84-e845a5041666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.208348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-65c9a18b-48ea-4803-a8e4-f1da5ee32e8b None None] Port ce4dd6a3-abbc-4464-bc6f-d502cc754b62 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:44:29.254940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:44:29.268781 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.269152 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Added segment 47e71f91-dac1-46af-b826-16d65e7a979b of type vlan for network 78f59a00-b0e5-45a2-a096-0c0bc78c8cc8 Mar 29 09:44:29.311980 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba031ad-db1d-42b4-9a5b-773f4f6ccd64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet eef89b12-c845-4b85-bca9-e69321d4d336 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:44:29.557899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.558015 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dba031ad-db1d-42b4-9a5b-773f4f6ccd64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.558015 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dba031ad-db1d-42b4-9a5b-773f4f6ccd64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.611674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-77da2d55-3c21-4a67-9beb-18c48d316fd5 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.761715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.767467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:29.771214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.791246 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-861b45cd-d364-4f47-b5d9-0fe2c39a40d0 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.803326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-951d28cc-472c-42b7-b9c7-d642def69aba tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.814859 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-63660fd1-261a-426e-be84-e845a5041666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.881636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d28cc-472c-42b7-b9c7-d642def69aba tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Pushing event deleted for resources: {'Port': ['ID=b63e2d47-40ba-429c-a808-5f2e9b8deab0,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:29.945215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-758d9bf8-945d-474d-8d5a-991b120d9fce None None] Provisioning complete for port c73d1292-3e15-44ef-8351-872f4357f962 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:29.946295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-758d9bf8-945d-474d-8d5a-991b120d9fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:29.962353 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-861b45cd-d364-4f47-b5d9-0fe2c39a40d0 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Calling delete_port for ce4dd6a3-abbc-4464-bc6f-d502cc754b62 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:29.975011 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0073097 Mar 29 09:44:29.991281 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34184) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:30.008890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473f14f-a06d-47da-8578-63a1962776c9 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Network': ['ID=78f59a00-b0e5-45a2-a096-0c0bc78c8cc8,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:30.023786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 78f59a00-b0e5-45a2-a096-0c0bc78c8cc8 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:44:30.035186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-951d28cc-472c-42b7-b9c7-d642def69aba tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.053589 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63660fd1-261a-426e-be84-e845a5041666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d337371f-24b2-4a47-9258-a77817e8d49c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:30.058979 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'subnet': {'network_id': '78f59a00-b0e5-45a2-a096-0c0bc78c8cc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:30.135236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-63660fd1-261a-426e-be84-e845a5041666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.138721 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-63660fd1-261a-426e-be84-e845a5041666 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d337371f-24b2-4a47-9258-a77817e8d49c HTTP/1.1" status: 204 len: 168 time: 1.4582105 Mar 29 09:44:30.178042 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dba031ad-db1d-42b4-9a5b-773f4f6ccd64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.220640 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-951d28cc-472c-42b7-b9c7-d642def69aba tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.223327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-951d28cc-472c-42b7-b9c7-d642def69aba tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.316277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-951d28cc-472c-42b7-b9c7-d642def69aba tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.316969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951d28cc-472c-42b7-b9c7-d642def69aba tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Fanout notify agent at l3_agent the message router_deleted on router 0cd9c942-2efe-4111-9197-d88fbbf7a69c {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:44:30.331194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-951d28cc-472c-42b7-b9c7-d642def69aba tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.332528 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-951d28cc-472c-42b7-b9c7-d642def69aba tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "DELETE /v2.0/routers/0cd9c942-2efe-4111-9197-d88fbbf7a69c HTTP/1.1" status: 204 len: 168 time: 2.3957736 Mar 29 09:44:30.333517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:30.336380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34190) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:30.338611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:subnet and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:30.342989 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-fd5cd91b-6e7b-490e-95e5-0bd86501764d tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-59304663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:30.343120 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:30.349384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fd5cd91b-6e7b-490e-95e5-0bd86501764d tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:30.349565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:30.359005 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fd5cd91b-6e7b-490e-95e5-0bd86501764d tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Usage tracker for resource:router and tenant:1c0d5c50763247e3a36c5a7ef3600471 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:30.362322 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fd5cd91b-6e7b-490e-95e5-0bd86501764d tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:30.369763 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fd5cd91b-6e7b-490e-95e5-0bd86501764d tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:30.458675 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd91b-6e7b-490e-95e5-0bd86501764d tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.460038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd91b-6e7b-490e-95e5-0bd86501764d tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.477753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd91b-6e7b-490e-95e5-0bd86501764d tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.562031 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd91b-6e7b-490e-95e5-0bd86501764d tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.564466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:30.568002 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.620497 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-77da2d55-3c21-4a67-9beb-18c48d316fd5 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port b15029d4-b6ca-4812-a6d4-2f4c6208c4eb {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:30.620864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-77da2d55-3c21-4a67-9beb-18c48d316fd5 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.667239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd91b-6e7b-490e-95e5-0bd86501764d tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.668513 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fd5cd91b-6e7b-490e-95e5-0bd86501764d tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3309631 Mar 29 09:44:30.674638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34194) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:30.676375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'enable_snat': True}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:30.707652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.ipam_backend_mixin [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Performing IP validity checks on allocation pools {{(pid=88550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 29 09:44:30.708440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.ipam_backend_mixin [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 29 09:44:30.718783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dba031ad-db1d-42b4-9a5b-773f4f6ccd64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.772801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba031ad-db1d-42b4-9a5b-773f4f6ccd64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=eef89b12-c845-4b85-bca9-e69321d4d336,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:30.787115 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8993f85e-db84-4581-a869-c21c4cdd93d9 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:30.788112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dba031ad-db1d-42b4-9a5b-773f4f6ccd64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.801173 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-861b45cd-d364-4f47-b5d9-0fe2c39a40d0 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.886722 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dba031ad-db1d-42b4-9a5b-773f4f6ccd64 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/eef89b12-c845-4b85-bca9-e69321d4d336 HTTP/1.1" status: 204 len: 168 time: 1.7794492 Mar 29 09:44:30.899508 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34198) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:30.943695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b45cd-d364-4f47-b5d9-0fe2c39a40d0 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Pushing event deleted for resources: {'Port': ['ID=ce4dd6a3-abbc-4464-bc6f-d502cc754b62,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:31.077590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e3531b87-3e6a-47d5-9e99-864bfbe23d09 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:router {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:31.091000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c254d6ad-cbb2-4cc6-b4e6-c1266bf615ea None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:44:31.096345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c254d6ad-cbb2-4cc6-b4e6-c1266bf615ea None None] Deleting port c73d1292-3e15-44ef-8351-872f4357f962 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:31.097091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c254d6ad-cbb2-4cc6-b4e6-c1266bf615ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:31.119804 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-861b45cd-d364-4f47-b5d9-0fe2c39a40d0 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:31.161149 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-861b45cd-d364-4f47-b5d9-0fe2c39a40d0 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] 10.222.0.35 "DELETE /v2.0/ports/ce4dd6a3-abbc-4464-bc6f-d502cc754b62 HTTP/1.1" status: 204 len: 168 time: 2.4541240 Mar 29 09:44:31.167874 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34202) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:31.175249 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-77da2d55-3c21-4a67-9beb-18c48d316fd5 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:31.198904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:31.341238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e3531b87-3e6a-47d5-9e99-864bfbe23d09 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:router {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:31.342327 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e3531b87-3e6a-47d5-9e99-864bfbe23d09 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3966460 Mar 29 09:44:31.354996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-77da2d55-3c21-4a67-9beb-18c48d316fd5 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for b15029d4-b6ca-4812-a6d4-2f4c6208c4eb owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:31.366179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34206) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:31.375289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-99e75e45-5fe5-44bd-818c-5585d941c260 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:31.385367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c254d6ad-cbb2-4cc6-b4e6-c1266bf615ea None None] For port c73d1292-3e15-44ef-8351-872f4357f962, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c73d1292-3e15-44ef-8351-872f4357f962,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:31.386959 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c254d6ad-cbb2-4cc6-b4e6-c1266bf615ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:31.449197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-1872bd40-398c-4abd-8ba6-6107db4db621 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Deleting subnet 21745004-7e34-42b4-8fc1-3e40a8eb014c {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:44:31.457480 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1872bd40-398c-4abd-8ba6-6107db4db621 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:31.499881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-99e75e45-5fe5-44bd-818c-5585d941c260 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:31.505700 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-99e75e45-5fe5-44bd-818c-5585d941c260 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:31.510175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-99e75e45-5fe5-44bd-818c-5585d941c260 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:31.518033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-99e75e45-5fe5-44bd-818c-5585d941c260 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:31.518443 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:31.527117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c254d6ad-cbb2-4cc6-b4e6-c1266bf615ea None None] Calling delete_port for c73d1292-3e15-44ef-8351-872f4357f962 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:31.590670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1872bd40-398c-4abd-8ba6-6107db4db621 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:31.653748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e75e45-5fe5-44bd-818c-5585d941c260 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:31.657374 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99e75e45-5fe5-44bd-818c-5585d941c260 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:31.665167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Subnet': ['ID=57e3279d-c96b-4b5e-b51c-47a076f9af22,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:31.676328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c254d6ad-cbb2-4cc6-b4e6-c1266bf615ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:31.705070 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Checking segment: {'id': '47e71f91-dac1-46af-b826-16d65e7a979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '78f59a00-b0e5-45a2-a096-0c0bc78c8cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:31.705070 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network hostable DHCP agents. Network: 78f59a00-b0e5-45a2-a096-0c0bc78c8cc8, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:44:31.723663 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c254d6ad-cbb2-4cc6-b4e6-c1266bf615ea None None] No DVR routers for this DVR port c73d1292-3e15-44ef-8351-872f4357f962 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:31.725893 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254d6ad-cbb2-4cc6-b4e6-c1266bf615ea None None] Pushing event deleted for resources: {'Port': ['ID=c73d1292-3e15-44ef-8351-872f4357f962,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:31.782737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1872bd40-398c-4abd-8ba6-6107db4db621 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:31.823033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:31.855649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:31.859904 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network 78f59a00-b0e5-45a2-a096-0c0bc78c8cc8 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:44:31.915888 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-77da2d55-3c21-4a67-9beb-18c48d316fd5 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:31.959796 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 78f59a00-b0e5-45a2-a096-0c0bc78c8cc8) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:31.961641 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1872bd40-398c-4abd-8ba6-6107db4db621 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:31.967499 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffed24d6-3d29-483b-b612-9689d2014d8b None None] Network 78f59a00-b0e5-45a2-a096-0c0bc78c8cc8 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:32.002404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:32.002919 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.014084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da2d55-3c21-4a67-9beb-18c48d316fd5 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=b15029d4-b6ca-4812-a6d4-2f4c6208c4eb,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:32.051350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872bd40-398c-4abd-8ba6-6107db4db621 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Pushing event deleted for resources: {'Subnet': ['ID=21745004-7e34-42b4-8fc1-3e40a8eb014c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:32.060630 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1872bd40-398c-4abd-8ba6-6107db4db621 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.068044 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b934ea0-5789-4321-9a88-bb1491a7d49d None None] Network 2d5b4ce9-98ea-46f0-974e-bebf462c502c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:32.069446 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Allocated IP 172.26.7.247 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/e5cd36ef-0d64-4caa-896d-aa604c1fa713) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:32.135672 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1872bd40-398c-4abd-8ba6-6107db4db621 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] 10.222.0.35 "DELETE /v2.0/subnets/21745004-7e34-42b4-8fc1-3e40a8eb014c HTTP/1.1" status: 204 len: 168 time: 0.9630296 Mar 29 09:44:32.143241 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34212) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:32.304615 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c73d1292-3e15-44ef-8351-872f4357f962 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:32.365920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.380780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.objects.ports [None req-99e75e45-5fe5-44bd-818c-5585d941c260 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88551) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:44:32.384476 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: c73d1292-3e15-44ef-8351-872f4357f962 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:32.384845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c73d1292-3e15-44ef-8351-872f4357f962 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:44:32.384979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99e75e45-5fe5-44bd-818c-5585d941c260 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.463727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e75e45-5fe5-44bd-818c-5585d941c260 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:32.467476 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b094a6d4-8fb6-4526-9bf9-e7c6b7817121 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4225488 Mar 29 09:44:32.467672 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-99e75e45-5fe5-44bd-818c-5585d941c260 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:32.469209 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e75e45-5fe5-44bd-818c-5585d941c260 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:32.469788 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99e75e45-5fe5-44bd-818c-5585d941c260 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.473902 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34216) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:32.490483 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ae25c7-53de-4666-8911-393571e164ea None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:32.496158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e75e45-5fe5-44bd-818c-5585d941c260 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=1cf6ba84-ccf3-41ad-a244-605e8af1f27f,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:32.527145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-78f59a00-b0e5-45a2-a096-0c0bc78c8cc8', 'network_id': '78f59a00-b0e5-45a2-a096-0c0bc78c8cc8', 'tenant_id': 'bfc705607ef74c2c9b6880509871cddd', 'fixed_ips': [{'subnet_id': '57e3279d-c96b-4b5e-b51c-47a076f9af22'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:44:32.527980 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.535522 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.580290 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-99e75e45-5fe5-44bd-818c-5585d941c260 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2129366 Mar 29 09:44:32.582337 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34220) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:32.590497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ca46fdc0-ff71-4659-becf-6cbf84e90744 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:32.629593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.656800 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-77da2d55-3c21-4a67-9beb-18c48d316fd5 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.684568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Deleting port 485f6de3-364e-4883-931c-a072affb8e7f {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:32.684920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.796035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daf827d-81c4-43b9-bdfd-8c39e6f511d4 None None] DHCP port deletion for 2d5b4ce9-98ea-46f0-974e-bebf462c502c request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:44:32.817170 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6daf827d-81c4-43b9-bdfd-8c39e6f511d4 None None] Deleting port 485f6de3-364e-4883-931c-a072affb8e7f {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:32.817571 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6daf827d-81c4-43b9-bdfd-8c39e6f511d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.894142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:32.899877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:32.902151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:32.925829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Allocated IP 172.20.0.3 (78f59a00-b0e5-45a2-a096-0c0bc78c8cc8/57e3279d-c96b-4b5e-b51c-47a076f9af22/d22d7f32-d939-4810-9c08-9d894fbc7f57) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:32.935999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.959296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': '1cf6ba84-ccf3-41ad-a244-605e8af1f27f'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:44:32.961967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.968405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Pushing event updated for resources: {'Port': ['ID=e5cd36ef-0d64-4caa-896d-aa604c1fa713,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:32.998617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ca46fdc0-ff71-4659-becf-6cbf84e90744 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:33.055592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ca46fdc0-ff71-4659-becf-6cbf84e90744 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:33.066539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ca46fdc0-ff71-4659-becf-6cbf84e90744 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:33.079940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ca46fdc0-ff71-4659-becf-6cbf84e90744 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:33.218562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca46fdc0-ff71-4659-becf-6cbf84e90744 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:33.219789 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77da2d55-3c21-4a67-9beb-18c48d316fd5 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router c6cdb345-c3ca-4665-9d13-cdaf8f7e169a has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:44:33.222490 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca46fdc0-ff71-4659-becf-6cbf84e90744 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:33.238964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] For port 485f6de3-364e-4883-931c-a072affb8e7f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=485f6de3-364e-4883-931c-a072affb8e7f,segment=NetworkSegment(3b27ea04-2c0f-421e-ae67-2cacff46037b),segment_id=3b27ea04-2c0f-421e-ae67-2cacff46037b)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:33.239347 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:33.377483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Calling delete_port for 485f6de3-364e-4883-931c-a072affb8e7f owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:33.379907 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6daf827d-81c4-43b9-bdfd-8c39e6f511d4 None None] For port 485f6de3-364e-4883-931c-a072affb8e7f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=485f6de3-364e-4883-931c-a072affb8e7f,segment=NetworkSegment(3b27ea04-2c0f-421e-ae67-2cacff46037b),segment_id=3b27ea04-2c0f-421e-ae67-2cacff46037b)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:33.380411 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6daf827d-81c4-43b9-bdfd-8c39e6f511d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:33.463335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:33.525910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:33.549269 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6daf827d-81c4-43b9-bdfd-8c39e6f511d4 None None] Calling delete_port for 485f6de3-364e-4883-931c-a072affb8e7f owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:33.576975 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Allocated IP 2001:db8::f816:3eff:fe08:5f (904da7d4-bab8-40f2-8764-d10ff337fe7e/1cf6ba84-ccf3-41ad-a244-605e8af1f27f/1d962b67-d7a7-48f8-a63d-ba738fe490a7) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:33.720876 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:33.743368 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77da2d55-3c21-4a67-9beb-18c48d316fd5 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:44:33.756854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Transition to ACTIVE for port object d22d7f32-d939-4810-9c08-9d894fbc7f57 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:33.759786 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-77da2d55-3c21-4a67-9beb-18c48d316fd5 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/c6cdb345-c3ca-4665-9d13-cdaf8f7e169a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8572125 Mar 29 09:44:33.762699 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34224) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:33.771434 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89909235-c161-4780-927b-1f22862d158a None None] Sync routers for ids ['c6cdb345-c3ca-4665-9d13-cdaf8f7e169a'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:33.785716 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89909235-c161-4780-927b-1f22862d158a None None] Routers {'c6cdb345-c3ca-4665-9d13-cdaf8f7e169a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:33.786652 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-89909235-c161-4780-927b-1f22862d158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c6cdb345-c3ca-4665-9d13-cdaf8f7e169a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:33.833767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 29 09:44:33.833767 dv-neutron-835555-1-hyperv neutron-server[88550]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Mar 29 09:44:33.833767 dv-neutron-835555-1-hyperv neutron-server[88550]: [parameters: {'port_id': '485f6de3-364e-4883-931c-a072affb8e7f'}] Mar 29 09:44:33.833767 dv-neutron-835555-1-hyperv neutron-server[88550]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:44:33.834254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:44:33.860612 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-89909235-c161-4780-927b-1f22862d158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:33.870319 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89909235-c161-4780-927b-1f22862d158a None None] Routers {'c6cdb345-c3ca-4665-9d13-cdaf8f7e169a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:33.871174 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-89909235-c161-4780-927b-1f22862d158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c6cdb345-c3ca-4665-9d13-cdaf8f7e169a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:33.891239 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:33.897775 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Transition to ACTIVE for port object d22d7f32-d939-4810-9c08-9d894fbc7f57 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:33.904069 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6daf827d-81c4-43b9-bdfd-8c39e6f511d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:33.939755 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-89909235-c161-4780-927b-1f22862d158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:33.940416 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89909235-c161-4780-927b-1f22862d158a None None] The sync data for ids ['c6cdb345-c3ca-4665-9d13-cdaf8f7e169a'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:33.941312 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Transition to ACTIVE for port object 1d962b67-d7a7-48f8-a63d-ba738fe490a7 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:33.973585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf827d-81c4-43b9-bdfd-8c39e6f511d4 None None] No DVR routers for this DVR port 485f6de3-364e-4883-931c-a072affb8e7f on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:33.976416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf827d-81c4-43b9-bdfd-8c39e6f511d4 None None] Pushing event deleted for resources: {'Port': ['ID=485f6de3-364e-4883-931c-a072affb8e7f,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:33.998091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.000653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Transition to ACTIVE for port object 1d962b67-d7a7-48f8-a63d-ba738fe490a7 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:34.004654 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.005978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.068156 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Network 78f59a00-b0e5-45a2-a096-0c0bc78c8cc8 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:34.071110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:34.074738 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:34.087874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.098346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Pushing event updated for resources: {'Port': ['ID=d22d7f32-d939-4810-9c08-9d894fbc7f57,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:34.133975 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-386d4aa2-e983-47bc-b6f9-b6a2027a02c7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] remove_router_interface failed (client error): The resource could not be found. Mar 29 09:44:34.135027 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-386d4aa2-e983-47bc-b6f9-b6a2027a02c7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/c6cdb345-c3ca-4665-9d13-cdaf8f7e169a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3712049 Mar 29 09:44:34.137828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34228) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:34.156219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca46fdc0-ff71-4659-becf-6cbf84e90744 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.185988 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0d6dae82-4ee2-45f6-b0ee-43c00963c48b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Synchronizing usage tracker for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:34.202261 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.225674 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:34.244052 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:34.246323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Subnet': ['ID=57e3279d-c96b-4b5e-b51c-47a076f9af22,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:34.252449 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:34.260786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Attempting to bind port d22d7f32-d939-4810-9c08-9d894fbc7f57 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:34.261159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Attempting to bind port d22d7f32-d939-4810-9c08-9d894fbc7f57 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '47e71f91-dac1-46af-b826-16d65e7a979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '78f59a00-b0e5-45a2-a096-0c0bc78c8cc8'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:34.261527 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Attempting to bind port d22d7f32-d939-4810-9c08-9d894fbc7f57 on network 78f59a00-b0e5-45a2-a096-0c0bc78c8cc8 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:44:34.265513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Pushing event updated for resources: {'Port': ['ID=1d962b67-d7a7-48f8-a63d-ba738fe490a7,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:34.268304 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0d6dae82-4ee2-45f6-b0ee-43c00963c48b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Unset dirty status for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:34.272166 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0d6dae82-4ee2-45f6-b0ee-43c00963c48b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6cdb345-c3ca-4665-9d13-cdaf8f7e169a HTTP/1.1" status: 200 len: 205 time: 0.1308503 Mar 29 09:44:34.283243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34232) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:34.306821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:44:34.307217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Checking segment: {'id': '47e71f91-dac1-46af-b826-16d65e7a979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '78f59a00-b0e5-45a2-a096-0c0bc78c8cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:34.307598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.307995 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Bound using segment: {'id': '47e71f91-dac1-46af-b826-16d65e7a979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '78f59a00-b0e5-45a2-a096-0c0bc78c8cc8'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:44:34.308588 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Bound port: d22d7f32-d939-4810-9c08-9d894fbc7f57, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e71f91-dac1-46af-b826-16d65e7a979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '78f59a00-b0e5-45a2-a096-0c0bc78c8cc8'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:34.308880 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.318109 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 485f6de3-364e-4883-931c-a072affb8e7f no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:34.348278 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Deleting port 485f6de3-364e-4883-931c-a072affb8e7f {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:34.348652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.388666 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 485f6de3-364e-4883-931c-a072affb8e7f {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:34.389227 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 485f6de3-364e-4883-931c-a072affb8e7f not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:44:34.408906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46fdc0-ff71-4659-becf-6cbf84e90744 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:34.414317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-ca46fdc0-ff71-4659-becf-6cbf84e90744 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:34.417294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca46fdc0-ff71-4659-becf-6cbf84e90744 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:34.417883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca46fdc0-ff71-4659-becf-6cbf84e90744 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.444806 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46fdc0-ff71-4659-becf-6cbf84e90744 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=ff127295-4093-4f74-84b6-2ec14c049dcf,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:34.449237 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Attempting to bind port 1d962b67-d7a7-48f8-a63d-ba738fe490a7 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:34.449610 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Attempting to bind port 1d962b67-d7a7-48f8-a63d-ba738fe490a7 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:34.449973 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Attempting to bind port 1d962b67-d7a7-48f8-a63d-ba738fe490a7 on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:44:34.458575 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:44:34.458952 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:34.459355 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.459751 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:44:34.460299 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Bound port: 1d962b67-d7a7-48f8-a63d-ba738fe490a7, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:34.460639 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.494559 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ca46fdc0-ff71-4659-becf-6cbf84e90744 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9103656 Mar 29 09:44:34.497988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34236) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:34.503657 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'mac_address': 'fa:16:3e:f8:b7:ab', 'name': 'tempest-NetworksTestDHCPv6-74532437'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:34.544976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] For port d22d7f32-d939-4810-9c08-9d894fbc7f57, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:44:34.549294 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.563147 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] For port d22d7f32-d939-4810-9c08-9d894fbc7f57, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d22d7f32-d939-4810-9c08-9d894fbc7f57,segment=NetworkSegment(47e71f91-dac1-46af-b826-16d65e7a979b),segment_id=47e71f91-dac1-46af-b826-16d65e7a979b)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:44:34.568528 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] The port '485f6de3-364e-4883-931c-a072affb8e7f' was deleted {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:44:34.577934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3bcb-76e0-46b2-a960-43fafb79b618 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.586402 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] For port 1d962b67-d7a7-48f8-a63d-ba738fe490a7, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:44:34.589676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] For port 1d962b67-d7a7-48f8-a63d-ba738fe490a7, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1d962b67-d7a7-48f8-a63d-ba738fe490a7,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:44:34.593068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Router c4ed9812-3405-492d-ab18-bc26a30e02f8 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:44:34.613536 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.657623 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.723626 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2eca6c-f68f-40b8-94bd-f9b66ade5451 None None] Pushing event updated for resources: {'Port': ['ID=d22d7f32-d939-4810-9c08-9d894fbc7f57,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:34.787673 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:34.789657 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f59a00-b0e5-45a2-a096-0c0bc78c8cc8']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:34.809134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:34.835743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:44:34.840069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.841297 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2e03f17c-4a37-4b7a-918d-9e9ba80b4310 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "PUT /v2.0/routers/c4ed9812-3405-492d-ab18-bc26a30e02f8 HTTP/1.1" status: 200 len: 913 time: 4.1690524 Mar 29 09:44:34.843803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34240) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:34.854778 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78fb2ee-a4c6-4f59-9825-5b09348e154f None None] Sync routers for ids ['c4ed9812-3405-492d-ab18-bc26a30e02f8'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:34.901164 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78fb2ee-a4c6-4f59-9825-5b09348e154f None None] Routers {'c4ed9812-3405-492d-ab18-bc26a30e02f8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:34.901783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b78fb2ee-a4c6-4f59-9825-5b09348e154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c4ed9812-3405-492d-ab18-bc26a30e02f8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:34.917346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:34.973909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36191e0-448e-4a1d-81dc-c8bb79bfc9c7 None None] Pushing event updated for resources: {'Port': ['ID=1d962b67-d7a7-48f8-a63d-ba738fe490a7,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:34.977197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b78fb2ee-a4c6-4f59-9825-5b09348e154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:35.007445 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfb688e-f4fb-4a80-9503-62328910acc3 None None] Network 78f59a00-b0e5-45a2-a096-0c0bc78c8cc8 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:35.037260 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78fb2ee-a4c6-4f59-9825-5b09348e154f None None] Routers {'c4ed9812-3405-492d-ab18-bc26a30e02f8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:35.038187 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b78fb2ee-a4c6-4f59-9825-5b09348e154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['c4ed9812-3405-492d-ab18-bc26a30e02f8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:35.103424 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.130660 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5b4ce9-98ea-46f0-974e-bebf462c502c']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:35.143571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b27ea04-2c0f-421e-ae67-2cacff46037b') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:35.143866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b27ea04-2c0f-421e-ae67-2cacff46037b') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:35.147868 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b78fb2ee-a4c6-4f59-9825-5b09348e154f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:35.148287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78fb2ee-a4c6-4f59-9825-5b09348e154f None None] The sync data for ids ['c4ed9812-3405-492d-ab18-bc26a30e02f8'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:35.153722 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2ddddd36-b069-4ce8-9698-96956b6c9c78 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/routers/c4ed9812-3405-492d-ab18-bc26a30e02f8 HTTP/1.1" status: 200 len: 919 time: 0.3085001 Mar 29 09:44:35.157348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.157691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.167553 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34244) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:35.177639 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e71f91-dac1-46af-b826-16d65e7a979b') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:35.178077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e71f91-dac1-46af-b826-16d65e7a979b') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:35.196373 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.244656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port 686df219-8d80-4a2a-a9c6-8037b6b45868 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:44:35.326302 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.331858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.349395 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3bcb-76e0-46b2-a960-43fafb79b618 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.354709 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:35.355244 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.371003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3bcb-76e0-46b2-a960-43fafb79b618 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:35.372829 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:35.375722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:35.376210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.384852 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a603c345-8ea0-4ef2-b0f3-f3b73d95e346 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:35.386468 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a603c345-8ea0-4ef2-b0f3-f3b73d95e346 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&device_id=c4ed9812-3405-492d-ab18-bc26a30e02f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2162893 Mar 29 09:44:35.391715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34248) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:35.407470 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:35.605578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0e7c7c-f99e-450f-afc6-7d117c22a3d1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:35.606888 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1e0e7c7c-f99e-450f-afc6-7d117c22a3d1 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/networks/03de5fa9-a446-4fa0-8975-40541e842cf0 HTTP/1.1" status: 200 len: 881 time: 0.2144988 Mar 29 09:44:35.608056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 172.20.0.6 (904da7d4-bab8-40f2-8764-d10ff337fe7e/ff127295-4093-4f74-84b6-2ec14c049dcf/686df219-8d80-4a2a-a9c6-8037b6b45868) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:35.609800 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34252) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:35.610159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:44:35.610159 dv-neutron-835555-1-hyperv neutron-server[88550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:44:35.610159 dv-neutron-835555-1-hyperv neutron-server[88550]: [parameters: {'id': '78f59a00-b0e5-45a2-a096-0c0bc78c8cc8'}] Mar 29 09:44:35.610159 dv-neutron-835555-1-hyperv neutron-server[88550]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:44:35.610516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:44:35.641294 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3bcb-76e0-46b2-a960-43fafb79b618 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.641808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3c3bcb-76e0-46b2-a960-43fafb79b618 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Fanout notify agent at l3_agent the message router_deleted on router c6cdb345-c3ca-4665-9d13-cdaf8f7e169a {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:44:35.654346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::f816:3eff:fef8:b7ab (904da7d4-bab8-40f2-8764-d10ff337fe7e/1cf6ba84-ccf3-41ad-a244-605e8af1f27f/686df219-8d80-4a2a-a9c6-8037b6b45868) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:35.658230 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2a9f1abb-0fea-4693-b7ad-34a6c1c11d3e tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4ed9812-3405-492d-ab18-bc26a30e02f8 HTTP/1.1" status: 200 len: 205 time: 0.0474463 Mar 29 09:44:35.662061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34256) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:35.663921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3bcb-76e0-46b2-a960-43fafb79b618 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.665685 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1a3c3bcb-76e0-46b2-a960-43fafb79b618 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/routers/c6cdb345-c3ca-4665-9d13-cdaf8f7e169a HTTP/1.1" status: 204 len: 168 time: 1.3815026 Mar 29 09:44:35.668137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34260) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:35.670028 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b3cd5f40-2a41-4805-b68c-2fd582b6f79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.699580 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.724048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.725901 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] 10.222.0.35 "DELETE /v2.0/networks/2d5b4ce9-98ea-46f0-974e-bebf462c502c HTTP/1.1" status: 204 len: 168 time: 3.5814688 Mar 29 09:44:35.741999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac069dc-acec-4161-a0f1-e142469676e2 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122 tempest-ExtraDHCPOptionsIpV6TestJSON-850219122-project] Pushing event deleted for resources: {'Network': ['ID=2d5b4ce9-98ea-46f0-974e-bebf462c502c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:35.759658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b765a5-1586-4a80-a891-3692844944cb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting subnet c5440d71-6450-43cb-889e-c5010e815fbe {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:44:35.763453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23b765a5-1586-4a80-a891-3692844944cb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.828040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23b765a5-1586-4a80-a891-3692844944cb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.918531 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23b765a5-1586-4a80-a891-3692844944cb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.076533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23b765a5-1586-4a80-a891-3692844944cb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.123607 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.125909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b765a5-1586-4a80-a891-3692844944cb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Subnet': ['ID=c5440d71-6450-43cb-889e-c5010e815fbe,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:36.129327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d751187-c29f-4eb7-9501-629eeebdcd91 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.141961 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5af6ac-eda4-4e1e-be0f-720216f2bcc4 None None] Network 3ddbb328-1035-4b3a-9bd7-dba805c2fb8b requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:36.154721 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23b765a5-1586-4a80-a891-3692844944cb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.179048 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-23b765a5-1586-4a80-a891-3692844944cb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/c5440d71-6450-43cb-889e-c5010e815fbe HTTP/1.1" status: 204 len: 168 time: 0.5039113 Mar 29 09:44:36.180276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Deleting port d22d7f32-d939-4810-9c08-9d894fbc7f57 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:36.180725 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.193424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34268) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:36.223217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e22de8-5a92-4202-be79-c965d74919b1 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:36.265931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.282494 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object 686df219-8d80-4a2a-a9c6-8037b6b45868 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:36.304560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34272) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:36.397577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1d962b67-d7a7-48f8-a63d-ba738fe490a7 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:36.416160 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.467950 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c10ce674-0388-491b-aeac-0a5f7c81438e None None] Provisioning for port 1d962b67-d7a7-48f8-a63d-ba738fe490a7 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:36.517965 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] For port d22d7f32-d939-4810-9c08-9d894fbc7f57, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d22d7f32-d939-4810-9c08-9d894fbc7f57,segment=NetworkSegment(47e71f91-dac1-46af-b826-16d65e7a979b),segment_id=47e71f91-dac1-46af-b826-16d65e7a979b)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:36.518323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.564115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.626708 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:36.641884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:36.650098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=686df219-8d80-4a2a-a9c6-8037b6b45868,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:36.650628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Calling delete_port for d22d7f32-d939-4810-9c08-9d894fbc7f57 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:36.655124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:36.689648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port 4a6e3b5f-45d8-4db0-bd98-627784060688 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:36.690074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.727238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 1d962b67-d7a7-48f8-a63d-ba738fe490a7 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:36.730657 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-120583db-a887-448a-b65b-e458ec5d9e77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=607a119b4318464b945412200462db20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216487 Mar 29 09:44:36.733400 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34278) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:36.741705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 1d962b67-d7a7-48f8-a63d-ba738fe490a7 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:36.742238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.744527 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d751187-c29f-4eb7-9501-629eeebdcd91 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.816102 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:36.816755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.818712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bd552092-e398-4112-b99f-a262742b3e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.849370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bd552092-e398-4112-b99f-a262742b3e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.857321 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.871599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb86c9ef-689b-4202-a1b4-0420146ed444 None None] DHCP port deletion for 3ddbb328-1035-4b3a-9bd7-dba805c2fb8b request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:44:36.886209 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-eb86c9ef-689b-4202-a1b4-0420146ed444 None None] Deleting port 4a6e3b5f-45d8-4db0-bd98-627784060688 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:36.886470 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eb86c9ef-689b-4202-a1b4-0420146ed444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.886691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-0d751187-c29f-4eb7-9501-629eeebdcd91 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Deleting port e5cd36ef-0d64-4caa-896d-aa604c1fa713 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:36.887053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d751187-c29f-4eb7-9501-629eeebdcd91 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:36.929585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Port': ['ID=d22d7f32-d939-4810-9c08-9d894fbc7f57,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:36.931961 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2ba47364-b28b-4d7b-b4a6-be9881419cfc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.4327834 Mar 29 09:44:36.937754 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:44:36.938260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No DVR routers for this DVR port d22d7f32-d939-4810-9c08-9d894fbc7f57 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:36.967115 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34282) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:36.991403 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.050312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] For port 4a6e3b5f-45d8-4db0-bd98-627784060688, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4a6e3b5f-45d8-4db0-bd98-627784060688,segment=NetworkSegment(f79df23b-09de-4560-ac9c-fcab7f15bda2),segment_id=f79df23b-09de-4560-ac9c-fcab7f15bda2)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:37.050593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.090608 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d042c10-7ffc-462b-8401-ba498d7fb6a6 None None] Update dhcp port {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'fixed_ips': [{'subnet_id': '1cf6ba84-ccf3-41ad-a244-605e8af1f27f', 'ip_address': '2001:db8::f816:3eff:fe08:5f'}, {'subnet_id': 'ff127295-4093-4f74-84b6-2ec14c049dcf'}], 'binding:host_id': 'dv-neutron-835555-1-hyperv'}, 'id': '1d962b67-d7a7-48f8-a63d-ba738fe490a7'} from dv-neutron-835555-1-hyperv. {{(pid=88552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 29 09:44:37.127062 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 1d962b67-d7a7-48f8-a63d-ba738fe490a7, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1d962b67-d7a7-48f8-a63d-ba738fe490a7,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:37.132156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.166735 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f59a00-b0e5-45a2-a096-0c0bc78c8cc8']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:37.192957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e71f91-dac1-46af-b826-16d65e7a979b') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:37.193389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e71f91-dac1-46af-b826-16d65e7a979b') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:37.234059 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5d042c10-7ffc-462b-8401-ba498d7fb6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.243884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for 4a6e3b5f-45d8-4db0-bd98-627784060688 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:37.298244 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.325866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a1bbd8-5050-412b-b168-0cc42a9dc635 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:37.331350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a1bbd8-5050-412b-b168-0cc42a9dc635 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:37.332293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-12a1bbd8-5050-412b-b168-0cc42a9dc635 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:37.337568 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d751187-c29f-4eb7-9501-629eeebdcd91 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.338442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bd552092-e398-4112-b99f-a262742b3e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.343441 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.371600 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd552092-e398-4112-b99f-a262742b3e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7ae281-3abc-4640-b364-b158f2ad3447,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:37.389402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.391955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bd552092-e398-4112-b99f-a262742b3e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.395911 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bd552092-e398-4112-b99f-a262742b3e0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e7ae281-3abc-4640-b364-b158f2ad3447 HTTP/1.1" status: 204 len: 168 time: 0.6611929 Mar 29 09:44:37.401637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:37.402190 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:37.422649 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:37.455286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-eb86c9ef-689b-4202-a1b4-0420146ed444 None None] For port 4a6e3b5f-45d8-4db0-bd98-627784060688, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4a6e3b5f-45d8-4db0-bd98-627784060688,segment=NetworkSegment(f79df23b-09de-4560-ac9c-fcab7f15bda2),segment_id=f79df23b-09de-4560-ac9c-fcab7f15bda2)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:37.455683 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eb86c9ef-689b-4202-a1b4-0420146ed444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.474823 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-0d751187-c29f-4eb7-9501-629eeebdcd91 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Calling delete_port for e5cd36ef-0d64-4caa-896d-aa604c1fa713 owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:37.490421 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-12a1bbd8-5050-412b-b168-0cc42a9dc635 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:37.495632 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-12a1bbd8-5050-412b-b168-0cc42a9dc635 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1778 time: 0.5245695 Mar 29 09:44:37.498226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34290) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:37.548085 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.582399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6881c2df-8356-40f7-baf1-3d48fdb1efe2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port 686df219-8d80-4a2a-a9c6-8037b6b45868 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:37.582912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6881c2df-8356-40f7-baf1-3d48fdb1efe2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.608406 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=4a6e3b5f-45d8-4db0-bd98-627784060688,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:37.621711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No DVR routers for this DVR port 4a6e3b5f-45d8-4db0-bd98-627784060688 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:37.655503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-eb86c9ef-689b-4202-a1b4-0420146ed444 None None] Calling delete_port for 4a6e3b5f-45d8-4db0-bd98-627784060688 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:37.687799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.709970 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=1d962b67-d7a7-48f8-a63d-ba738fe490a7,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:37.711962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.729018 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Network': ['ID=78f59a00-b0e5-45a2-a096-0c0bc78c8cc8,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:37.742534 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-18110b29-86c3-418e-a3b7-2de02bd68d78 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/78f59a00-b0e5-45a2-a096-0c0bc78c8cc8 HTTP/1.1" status: 204 len: 168 time: 5.2597153 Mar 29 09:44:37.746113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34294) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:37.752652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1275873824'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:37.767590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:37.806479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:network and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:37.812315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:37.821948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:37.848437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-eb86c9ef-689b-4202-a1b4-0420146ed444 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:44:37.849039 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-eb86c9ef-689b-4202-a1b4-0420146ed444 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:44:37.862277 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-5d042c10-7ffc-462b-8401-ba498d7fb6a6 None None] Allocated IP 172.20.0.2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/ff127295-4093-4f74-84b6-2ec14c049dcf/1d962b67-d7a7-48f8-a63d-ba738fe490a7) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:37.900673 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.929607 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6881c2df-8356-40f7-baf1-3d48fdb1efe2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:37.960321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddbb328-1035-4b3a-9bd7-dba805c2fb8b']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:37.981068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79df23b-09de-4560-ac9c-fcab7f15bda2') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:37.981369 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79df23b-09de-4560-ac9c-fcab7f15bda2') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:37.997864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.002467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-00f5d632-bbba-40e2-8c8a-28dbcf17f81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.020080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.026012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:38.027853 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:38.028318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.030264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:38.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:38.075663 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-5d042c10-7ffc-462b-8401-ba498d7fb6a6 None None] For port 1d962b67-d7a7-48f8-a63d-ba738fe490a7, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1d962b67-d7a7-48f8-a63d-ba738fe490a7,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:38.106980 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5d042c10-7ffc-462b-8401-ba498d7fb6a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.118005 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6881c2df-8356-40f7-baf1-3d48fdb1efe2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for 686df219-8d80-4a2a-a9c6-8037b6b45868 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:38.122645 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d751187-c29f-4eb7-9501-629eeebdcd91 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.180361 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d751187-c29f-4eb7-9501-629eeebdcd91 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Pushing event deleted for resources: {'Port': ['ID=e5cd36ef-0d64-4caa-896d-aa604c1fa713,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:38.186851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:44:38.214068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.214409 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Added segment d61cc623-4d22-416f-8820-41cb074cda88 of type vlan for network f021a04b-2f1a-441b-9feb-3f0fb1274647 Mar 29 09:44:38.245094 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.264507 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1d962b67-d7a7-48f8-a63d-ba738fe490a7 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:38.275981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d751187-c29f-4eb7-9501-629eeebdcd91 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.363634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5d042c10-7ffc-462b-8401-ba498d7fb6a6 None None] Transition to ACTIVE for port object 1d962b67-d7a7-48f8-a63d-ba738fe490a7 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:38.365296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-eb86c9ef-689b-4202-a1b4-0420146ed444 None None] Deleting port 4a6e3b5f-45d8-4db0-bd98-627784060688 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:38.365675 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eb86c9ef-689b-4202-a1b4-0420146ed444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.381104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.413581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.451176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-eb86c9ef-689b-4202-a1b4-0420146ed444 None None] The port '4a6e3b5f-45d8-4db0-bd98-627784060688' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:44:38.451991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5d042c10-7ffc-462b-8401-ba498d7fb6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.458566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.464966 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:38.465898 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.471621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Network': ['ID=3ddbb328-1035-4b3a-9bd7-dba805c2fb8b,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:38.485137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d751187-c29f-4eb7-9501-629eeebdcd91 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.489625 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d751187-c29f-4eb7-9501-629eeebdcd91 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.529693 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6881c2df-8356-40f7-baf1-3d48fdb1efe2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.614241 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-92bb6a5b-b475-4ab9-b6b4-4e098a961813 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/networks/3ddbb328-1035-4b3a-9bd7-dba805c2fb8b HTTP/1.1" status: 204 len: 168 time: 2.4196892 Mar 29 09:44:38.621570 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34314) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:38.628859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'network': {'name': 'tempest-RoutersTest-331514219'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:38.634940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:38.640182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d042c10-7ffc-462b-8401-ba498d7fb6a6 None None] Pushing event updated for resources: {'Port': ['ID=1d962b67-d7a7-48f8-a63d-ba738fe490a7,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:38.640372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:network and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:38.643781 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:38.647273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d751187-c29f-4eb7-9501-629eeebdcd91 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.647957 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d751187-c29f-4eb7-9501-629eeebdcd91 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Fanout notify agent at l3_agent the message router_deleted on router c4ed9812-3405-492d-ab18-bc26a30e02f8 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:44:38.658763 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:38.659606 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881c2df-8356-40f7-baf1-3d48fdb1efe2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=686df219-8d80-4a2a-a9c6-8037b6b45868,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:38.668975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d751187-c29f-4eb7-9501-629eeebdcd91 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.670304 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0d751187-c29f-4eb7-9501-629eeebdcd91 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "DELETE /v2.0/routers/c4ed9812-3405-492d-ab18-bc26a30e02f8 HTTP/1.1" status: 204 len: 168 time: 3.0072234 Mar 29 09:44:38.676060 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34318) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:38.677223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4a6e3b5f-45d8-4db0-bd98-627784060688 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:38.681973 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9313145 Mar 29 09:44:38.682596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-5da0c769-d2ad-4db8-899e-5569b4b42eec tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1082067048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:38.689119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34322) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:38.712038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5da0c769-d2ad-4db8-899e-5569b4b42eec tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:38.722009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'subnet': {'network_id': 'f021a04b-2f1a-441b-9feb-3f0fb1274647', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:38.722663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7aa64-6845-4de8-bba6-d8a3e1197b9a tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Network': ['ID=f021a04b-2f1a-441b-9feb-3f0fb1274647,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:38.733654 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 4a6e3b5f-45d8-4db0-bd98-627784060688 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:38.734002 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4a6e3b5f-45d8-4db0-bd98-627784060688 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:44:38.736930 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network f021a04b-2f1a-441b-9feb-3f0fb1274647 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:44:38.765716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5da0c769-d2ad-4db8-899e-5569b4b42eec tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Usage tracker for resource:router and tenant:1c0d5c50763247e3a36c5a7ef3600471 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:38.790579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:38.794553 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.821999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5da0c769-d2ad-4db8-899e-5569b4b42eec tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:38.848012 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5da0c769-d2ad-4db8-899e-5569b4b42eec tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:38.861034 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34328) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:38.899094 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6881c2df-8356-40f7-baf1-3d48fdb1efe2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.908893 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6881c2df-8356-40f7-baf1-3d48fdb1efe2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/686df219-8d80-4a2a-a9c6-8037b6b45868 HTTP/1.1" status: 204 len: 168 time: 1.4046834 Mar 29 09:44:38.909835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34334) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:38.928027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.931011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:44:38.970109 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:38.970387 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Added segment 498cebe6-0efe-43a0-8cda-fb12f222bdd3 of type vlan for network b9e3f59c-cb66-46f9-8359-12f48a5a8319 Mar 29 09:44:38.981853 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:38.989502 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:subnet and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:38.995024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:38.996994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12492398-0190-4e7c-bc78-d96ba12edaf9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:38.998754 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12492398-0190-4e7c-bc78-d96ba12edaf9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:39.001539 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.003007 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12492398-0190-4e7c-bc78-d96ba12edaf9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:39.004928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-12492398-0190-4e7c-bc78-d96ba12edaf9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:39.011707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:39.017218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.027398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5da0c769-d2ad-4db8-899e-5569b4b42eec tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.028363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5da0c769-d2ad-4db8-899e-5569b4b42eec tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.029312 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1824013868'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:39.034272 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:39.038156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:network and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:39.046448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:39.052830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:39.060350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5da0c769-d2ad-4db8-899e-5569b4b42eec tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.155760 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-12492398-0190-4e7c-bc78-d96ba12edaf9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:39.157121 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-12492398-0190-4e7c-bc78-d96ba12edaf9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2465947 Mar 29 09:44:39.159773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34338) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:39.195755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:39.199339 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.200454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:39.203798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.216744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.222750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:39.222750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.226465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.249646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:39.253741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5da0c769-d2ad-4db8-899e-5569b4b42eec tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.258780 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d1cc9f-fdda-4cd1-97cd-8c191b77f4b5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 1cf6ba84-ccf3-41ad-a244-605e8af1f27f {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:44:39.260935 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:security_group_rule and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:39.264600 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:39.267255 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-02d1cc9f-fdda-4cd1-97cd-8c191b77f4b5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.302475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:39.343542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-02d1cc9f-fdda-4cd1-97cd-8c191b77f4b5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.427450 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Network': ['ID=b9e3f59c-cb66-46f9-8359-12f48a5a8319,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:39.438090 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network b9e3f59c-cb66-46f9-8359-12f48a5a8319 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:44:39.445662 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5da0c769-d2ad-4db8-899e-5569b4b42eec tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.448669 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5da0c769-d2ad-4db8-899e-5569b4b42eec tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7722957 Mar 29 09:44:39.450198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34342) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:39.464469 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'enable_snat': False}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:39.472660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-de776356-82c1-407f-919d-c64e0cf7bf0a None None] Provisioning for port 1d962b67-d7a7-48f8-a63d-ba738fe490a7 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:39.483836 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-de776356-82c1-407f-919d-c64e0cf7bf0a None None] Provisioning complete for port 1d962b67-d7a7-48f8-a63d-ba738fe490a7 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:39.484223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-de776356-82c1-407f-919d-c64e0cf7bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.525142 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-59912f67-bcae-4d97-a7c3-79e8e92e5894 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9016695 Mar 29 09:44:39.528297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34346) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:39.542301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'subnet': {'network_id': 'b9e3f59c-cb66-46f9-8359-12f48a5a8319', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:39.691583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-de776356-82c1-407f-919d-c64e0cf7bf0a None None] Could not find standard attr ID for object 686df219-8d80-4a2a-a9c6-8037b6b45868. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:44:39.709702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.745656 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-02d1cc9f-fdda-4cd1-97cd-8c191b77f4b5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.774252 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.801564 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:39.805036 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c6efbb90-af43-4d59-9608-dff9d236b247 None None] Could not find standard attr ID for object 686df219-8d80-4a2a-a9c6-8037b6b45868. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:44:39.813830 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:subnet and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:39.818508 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:39.830736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:39.832619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Subnet': ['ID=4fee4291-8a43-4d68-918a-b2dcff1bd065,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:39.838593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Checking segment: {'id': 'd61cc623-4d22-416f-8820-41cb074cda88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f021a04b-2f1a-441b-9feb-3f0fb1274647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:39.838977 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network hostable DHCP agents. Network: f021a04b-2f1a-441b-9feb-3f0fb1274647, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:44:39.849978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.920792 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:39.924618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:39.941389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:44:40.025067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a208633-8161-4b4c-8892-0df6188e8196,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:40.028107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.028446 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Added segment 2020cfdc-1740-49be-bf07-beb3c1ed3df9 of type vlan for network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 Mar 29 09:44:40.078143 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network f021a04b-2f1a-441b-9feb-3f0fb1274647 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:44:40.119736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.142196 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.183978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, f021a04b-2f1a-441b-9feb-3f0fb1274647) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:40.188159 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:40.194011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.194687 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb8ac2-aee0-451c-9f12-f2bf2548b19f None None] Network f021a04b-2f1a-441b-9feb-3f0fb1274647 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:40.286078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1d962b67-d7a7-48f8-a63d-ba738fe490a7 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:40.336937 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a72f9122-ee63-4f62-91a9-e7702f047616 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6467156 Mar 29 09:44:40.338268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34350) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:40.340555 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-02d1cc9f-fdda-4cd1-97cd-8c191b77f4b5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.346810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.353882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:40.360332 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.478102 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1cc9f-fdda-4cd1-97cd-8c191b77f4b5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf6ba84-ccf3-41ad-a244-605e8af1f27f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:40.478336 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 1d962b67-d7a7-48f8-a63d-ba738fe490a7 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:40.478713 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.483711 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6164064 Mar 29 09:44:40.486812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34354) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:40.498277 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-02d1cc9f-fdda-4cd1-97cd-8c191b77f4b5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.500328 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-02d1cc9f-fdda-4cd1-97cd-8c191b77f4b5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/1cf6ba84-ccf3-41ad-a244-605e8af1f27f HTTP/1.1" status: 204 len: 168 time: 1.3394480 Mar 29 09:44:40.507433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'name': 'tempest-PortsTestJSON-644850918'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:40.512852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda7e2f-2892-456f-b648-43036e0bb71d None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:40.520627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34358) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:40.563251 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ef07d-751a-4f66-9137-9b5c241b6aed tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Network': ['ID=e852d1e1-c344-4b89-9ad6-3053aa9c1a39,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:40.587004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:44:40.615072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.682550 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-f021a04b-2f1a-441b-9feb-3f0fb1274647', 'network_id': 'f021a04b-2f1a-441b-9feb-3f0fb1274647', 'tenant_id': 'bfc705607ef74c2c9b6880509871cddd', 'fixed_ips': [{'subnet_id': '4fee4291-8a43-4d68-918a-b2dcff1bd065'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:44:40.683333 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.746460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.770187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.780260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:40.784661 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:port and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:40.787422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:40.793645 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:40.801296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.821953 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-53887d57-40fb-4d32-bada-100dac9c25c0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet ff127295-4093-4f74-84b6-2ec14c049dcf {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:44:40.828342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-53887d57-40fb-4d32-bada-100dac9c25c0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.861192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Subnet': ['ID=2f8c8aa1-9527-4ede-92bb-4e3d014ec170,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:40.861934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.916565 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:40.920218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:40.928766 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Checking segment: {'id': '498cebe6-0efe-43a0-8cda-fb12f222bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b9e3f59c-cb66-46f9-8359-12f48a5a8319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:40.929122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network hostable DHCP agents. Network: b9e3f59c-cb66-46f9-8359-12f48a5a8319, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:44:40.944787 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Allocated IP 172.26.7.40 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/3caf376f-94bf-4357-b252-4bec1ed06b98) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:40.969573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-53887d57-40fb-4d32-bada-100dac9c25c0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.044718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port d1e94297-e35a-45a9-928c-6d7e81b1bc62 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:44:41.092285 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Allocated IP 172.20.0.1 (f021a04b-2f1a-441b-9feb-3f0fb1274647/4fee4291-8a43-4d68-918a-b2dcff1bd065/ae2788f5-c2b8-4f79-9774-44707ad146d7) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:41.099554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.102934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.169109 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network b9e3f59c-cb66-46f9-8359-12f48a5a8319 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:44:41.206944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.240780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-53887d57-40fb-4d32-bada-100dac9c25c0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.271062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:41.277564 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:41.285596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:41.288043 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, b9e3f59c-cb66-46f9-8359-12f48a5a8319) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:41.292661 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:41.293256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.303731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edce93b8-071c-4dcb-85cc-df11576fe922 None None] Network b9e3f59c-cb66-46f9-8359-12f48a5a8319 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:41.455356 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.461591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Pushing event updated for resources: {'Port': ['ID=3caf376f-94bf-4357-b252-4bec1ed06b98,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:41.476376 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-094c35ed-fcf0-4be3-926a-615fc1aaf51b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9465716 Mar 29 09:44:41.479092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34362) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:41.484921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Transition to ACTIVE for port object ae2788f5-c2b8-4f79-9774-44707ad146d7 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:41.490004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-721a7918-986e-4cda-bc9a-9316f58f5d39 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-510311706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:41.542253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.553989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-721a7918-986e-4cda-bc9a-9316f58f5d39 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:41.571910 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-721a7918-986e-4cda-bc9a-9316f58f5d39 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:router and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:41.576720 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-721a7918-986e-4cda-bc9a-9316f58f5d39 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:41.590397 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-53887d57-40fb-4d32-bada-100dac9c25c0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.612685 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Transition to ACTIVE for port object ae2788f5-c2b8-4f79-9774-44707ad146d7 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:41.631864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53887d57-40fb-4d32-bada-100dac9c25c0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=ff127295-4093-4f74-84b6-2ec14c049dcf,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:41.640779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.641198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-721a7918-986e-4cda-bc9a-9316f58f5d39 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:41.646667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-b9e3f59c-cb66-46f9-8359-12f48a5a8319', 'network_id': 'b9e3f59c-cb66-46f9-8359-12f48a5a8319', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'fixed_ips': [{'subnet_id': '2f8c8aa1-9527-4ede-92bb-4e3d014ec170'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:44:41.647823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.674229 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.694834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-53887d57-40fb-4d32-bada-100dac9c25c0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.744788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-721a7918-986e-4cda-bc9a-9316f58f5d39 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.746354 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-721a7918-986e-4cda-bc9a-9316f58f5d39 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.760111 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=d1e94297-e35a-45a9-928c-6d7e81b1bc62,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:41.775461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Checking segment: {'id': '2020cfdc-1740-49be-bf07-beb3c1ed3df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:41.775666 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network hostable DHCP agents. Network: e852d1e1-c344-4b89-9ad6-3053aa9c1a39, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:44:41.794687 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Network f021a04b-2f1a-441b-9feb-3f0fb1274647 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:41.804478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:41.807467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:41.833276 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-53887d57-40fb-4d32-bada-100dac9c25c0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/ff127295-4093-4f74-84b6-2ec14c049dcf HTTP/1.1" status: 204 len: 168 time: 1.3053064 Mar 29 09:44:41.833276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.836525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34366) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:41.872606 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Pushing event updated for resources: {'Port': ['ID=ae2788f5-c2b8-4f79-9774-44707ad146d7,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:41.903554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-721a7918-986e-4cda-bc9a-9316f58f5d39 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:41.969499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:44:41.972143 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b45b036-962b-4aa6-ad49-0e736131f736 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:41.990827 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9c568f85-a67e-47fc-b343-3dcca7ab4f61 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049724 Mar 29 09:44:41.991127 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34370) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:41.992598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Subnet': ['ID=4fee4291-8a43-4d68-918a-b2dcff1bd065,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:42.004350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-34614372-71f5-4209-a989-b892ec55494c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:42.027773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-721a7918-986e-4cda-bc9a-9316f58f5d39 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.089838 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, e852d1e1-c344-4b89-9ad6-3053aa9c1a39) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:42.092307 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.104600 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:42.109992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:42.110594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.131197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.143028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f021a04b-2f1a-441b-9feb-3f0fb1274647']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:42.156200 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61cc623-4d22-416f-8820-41cb074cda88') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:42.156513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61cc623-4d22-416f-8820-41cb074cda88') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:42.177997 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b732ff1-df58-46be-937e-09e0548e9d6f None None] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:42.226310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Attempting to bind port ae2788f5-c2b8-4f79-9774-44707ad146d7 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:42.227205 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Attempting to bind port ae2788f5-c2b8-4f79-9774-44707ad146d7 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'd61cc623-4d22-416f-8820-41cb074cda88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f021a04b-2f1a-441b-9feb-3f0fb1274647'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:42.227554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Attempting to bind port ae2788f5-c2b8-4f79-9774-44707ad146d7 on network f021a04b-2f1a-441b-9feb-3f0fb1274647 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:44:42.232757 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-34614372-71f5-4209-a989-b892ec55494c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:42.246827 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-34614372-71f5-4209-a989-b892ec55494c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:42.251874 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-34614372-71f5-4209-a989-b892ec55494c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:42.271545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:44:42.271959 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Checking segment: {'id': 'd61cc623-4d22-416f-8820-41cb074cda88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f021a04b-2f1a-441b-9feb-3f0fb1274647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:42.272327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.272756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Bound using segment: {'id': 'd61cc623-4d22-416f-8820-41cb074cda88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f021a04b-2f1a-441b-9feb-3f0fb1274647'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:44:42.273902 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Bound port: ae2788f5-c2b8-4f79-9774-44707ad146d7, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61cc623-4d22-416f-8820-41cb074cda88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f021a04b-2f1a-441b-9feb-3f0fb1274647'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:42.274295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.290271 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2444047a-4943-4877-bc18-2d7d808a70d8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8022976 Mar 29 09:44:42.293921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.300069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34374) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:42.308204 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1376021988'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:42.316168 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:42.316361 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-34614372-71f5-4209-a989-b892ec55494c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:42.322103 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-721a7918-986e-4cda-bc9a-9316f58f5d39 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.322103 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-721a7918-986e-4cda-bc9a-9316f58f5d39 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8372707 Mar 29 09:44:42.322319 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34378) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:42.325214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:network and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:42.339695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Allocated IP 172.20.0.2 (b9e3f59c-cb66-46f9-8359-12f48a5a8319/2f8c8aa1-9527-4ede-92bb-4e3d014ec170/34c81ee2-de92-4a82-bd03-a91e74cdb5f3) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:42.378706 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.380761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:42.406699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:42.409070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:42.409467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.419938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34614372-71f5-4209-a989-b892ec55494c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:42.422842 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-34614372-71f5-4209-a989-b892ec55494c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:42.426153 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:42.527660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-006ddea8-1b78-4878-8c47-522db8d627df None None] Provisioning complete for port 1d962b67-d7a7-48f8-a63d-ba738fe490a7 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:42.528187 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-006ddea8-1b78-4878-8c47-522db8d627df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.635236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.641057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.686550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:42.689944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.740998 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] For port ae2788f5-c2b8-4f79-9774-44707ad146d7, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:44:42.770154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:44:42.770154 dv-neutron-835555-1-hyperv neutron-server[88551]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:44:42.770154 dv-neutron-835555-1-hyperv neutron-server[88551]: [parameters: {'id': 'f021a04b-2f1a-441b-9feb-3f0fb1274647'}] Mar 29 09:44:42.770154 dv-neutron-835555-1-hyperv neutron-server[88551]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:44:42.771001 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:44:42.808426 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] For port ae2788f5-c2b8-4f79-9774-44707ad146d7, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ae2788f5-c2b8-4f79-9774-44707ad146d7,segment=NetworkSegment(d61cc623-4d22-416f-8820-41cb074cda88),segment_id=d61cc623-4d22-416f-8820-41cb074cda88)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:44:42.871924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:44:42.889567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.901905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.902247 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Added segment d5d08070-5a03-470a-b961-1f99bbcfcec0 of type vlan for network 9e933903-3872-4198-ba4a-d6efec7bc7a0 Mar 29 09:44:42.937770 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.955187 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446f969a-b947-499b-91f5-351b0ed97028 None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:44:42.965523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.977354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:42.990688 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Transition to ACTIVE for port object 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:42.995707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-446f969a-b947-499b-91f5-351b0ed97028 None None] Deleting port 1d962b67-d7a7-48f8-a63d-ba738fe490a7 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:42.996095 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-446f969a-b947-499b-91f5-351b0ed97028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:43.079583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Transition to ACTIVE for port object 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:43.092802 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490f7fc-2be8-44ab-acd6-31192de2aae3 None None] Pushing event updated for resources: {'Port': ['ID=ae2788f5-c2b8-4f79-9774-44707ad146d7,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:43.135148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-34614372-71f5-4209-a989-b892ec55494c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:43.175972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:43.177492 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Router d404cc40-180f-44b9-9826-f77a457775b5 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:44:43.201332 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34614372-71f5-4209-a989-b892ec55494c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:43.206112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-34614372-71f5-4209-a989-b892ec55494c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:43.209181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34614372-71f5-4209-a989-b892ec55494c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:43.209830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-34614372-71f5-4209-a989-b892ec55494c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:43.263634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:43.269353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:43.270350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:43.291478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:43.295148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34614372-71f5-4209-a989-b892ec55494c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=ad6824d7-e963-47fb-af71-6066829fc790,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:43.303114 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Network b9e3f59c-cb66-46f9-8359-12f48a5a8319 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:43.309390 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:43.353702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Deleting port ae2788f5-c2b8-4f79-9774-44707ad146d7 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:43.354286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:43.359197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:43.361399 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deacc03-4d69-4487-8c01-333a5ecc213e None None] Network f021a04b-2f1a-441b-9feb-3f0fb1274647 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:43.387958 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Pushing event updated for resources: {'Port': ['ID=34c81ee2-de92-4a82-bd03-a91e74cdb5f3,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:43.419725 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-34614372-71f5-4209-a989-b892ec55494c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4250777 Mar 29 09:44:43.425369 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34382) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:43.437689 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:43.535746 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2328410 Mar 29 09:44:43.538084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34386) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:43.548424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Network': ['ID=9e933903-3872-4198-ba4a-d6efec7bc7a0,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:43.550882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:44:43.558574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'ports': [{'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39'}, {'network_id': '9e933903-3872-4198-ba4a-d6efec7bc7a0'}]} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:43.558883 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:43.559804 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'network_id': '9e933903-3872-4198-ba4a-d6efec7bc7a0'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:43.570294 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54004574-cbe1-498d-918d-b4355eeff3e1 None None] Sync routers for ids ['d404cc40-180f-44b9-9826-f77a457775b5'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:43.577614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:43.578800 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-17f182b7-7a8d-4214-b59e-90f73a6d39aa tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "PUT /v2.0/routers/d404cc40-180f-44b9-9826-f77a457775b5 HTTP/1.1" status: 200 len: 915 time: 4.1266589 Mar 29 09:44:43.582055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34392) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:43.582750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:43.583265 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:43.583782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:43.584266 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:43.584396 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Attempting to bind port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:43.584708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Attempting to bind port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '498cebe6-0efe-43a0-8cda-fb12f222bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b9e3f59c-cb66-46f9-8359-12f48a5a8319'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:43.585072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Attempting to bind port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 on network b9e3f59c-cb66-46f9-8359-12f48a5a8319 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:44:43.585216 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:43.586196 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:43.586666 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:43.587190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:43.587683 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:43.588151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:43.588614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-446f969a-b947-499b-91f5-351b0ed97028 None None] For port 1d962b67-d7a7-48f8-a63d-ba738fe490a7, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1d962b67-d7a7-48f8-a63d-ba738fe490a7,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:43.588822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:43.589014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-446f969a-b947-499b-91f5-351b0ed97028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:43.589461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084207ad-2786-478f-a0c2-0b21bb86c1eb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:43.591239 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54004574-cbe1-498d-918d-b4355eeff3e1 None None] Routers {'d404cc40-180f-44b9-9826-f77a457775b5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:43.591985 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-54004574-cbe1-498d-918d-b4355eeff3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d404cc40-180f-44b9-9826-f77a457775b5'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:43.631359 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 9e933903-3872-4198-ba4a-d6efec7bc7a0 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:44:43.636068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Allocated IP 172.20.0.1 (b9e3f59c-cb66-46f9-8359-12f48a5a8319/2f8c8aa1-9527-4ede-92bb-4e3d014ec170/5184b913-c7d2-4b38-966b-3116c2712d52) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:43.702025 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-54004574-cbe1-498d-918d-b4355eeff3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:43.714678 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54004574-cbe1-498d-918d-b4355eeff3e1 None None] Routers {'d404cc40-180f-44b9-9826-f77a457775b5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:43.715827 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-54004574-cbe1-498d-918d-b4355eeff3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d404cc40-180f-44b9-9826-f77a457775b5'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:43.797278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:44:43.797652 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Checking segment: {'id': '498cebe6-0efe-43a0-8cda-fb12f222bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b9e3f59c-cb66-46f9-8359-12f48a5a8319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:43.798048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:43.798441 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Bound using segment: {'id': '498cebe6-0efe-43a0-8cda-fb12f222bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b9e3f59c-cb66-46f9-8359-12f48a5a8319'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:44:43.798918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Bound port: 34c81ee2-de92-4a82-bd03-a91e74cdb5f3, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498cebe6-0efe-43a0-8cda-fb12f222bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b9e3f59c-cb66-46f9-8359-12f48a5a8319'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:43.799288 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:43.802474 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-54004574-cbe1-498d-918d-b4355eeff3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:43.803022 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54004574-cbe1-498d-918d-b4355eeff3e1 None None] The sync data for ids ['d404cc40-180f-44b9-9826-f77a457775b5'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:43.804655 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:43.829113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:43.873638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-446f969a-b947-499b-91f5-351b0ed97028 None None] Calling delete_port for 1d962b67-d7a7-48f8-a63d-ba738fe490a7 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:43.886107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:43.902818 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:43.985926 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] For port ae2788f5-c2b8-4f79-9774-44707ad146d7, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ae2788f5-c2b8-4f79-9774-44707ad146d7,segment=NetworkSegment(d61cc623-4d22-416f-8820-41cb074cda88),segment_id=d61cc623-4d22-416f-8820-41cb074cda88)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:43.986289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:43.996218 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2266c8fd-15f8-41b6-8a8b-69e85129d14c tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/routers/d404cc40-180f-44b9-9826-f77a457775b5 HTTP/1.1" status: 200 len: 921 time: 0.4014575 Mar 29 09:44:44.000317 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34396) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:44.004124 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:44.043480 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:port and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:44.051061 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:44.058941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:44.062632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:44.079755 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:44.107625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] For port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:44:44.112466 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] For port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=34c81ee2-de92-4a82-bd03-a91e74cdb5f3,segment=NetworkSegment(498cebe6-0efe-43a0-8cda-fb12f222bdd3),segment_id=498cebe6-0efe-43a0-8cda-fb12f222bdd3)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:44:44.138223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-446f969a-b947-499b-91f5-351b0ed97028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:44.141183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Calling delete_port for ae2788f5-c2b8-4f79-9774-44707ad146d7 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:44.186772 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f969a-b947-499b-91f5-351b0ed97028 None None] Pushing event deleted for resources: {'Port': ['ID=1d962b67-d7a7-48f8-a63d-ba738fe490a7,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:44.192236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f969a-b947-499b-91f5-351b0ed97028 None None] No DVR routers for this DVR port 1d962b67-d7a7-48f8-a63d-ba738fe490a7 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:44.199356 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:44.223795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bbafb5-184b-43af-a429-d236513c56ae tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:44.223795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-89bbafb5-184b-43af-a429-d236513c56ae tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Synchronizing usage tracker for tenant:f454997e7641433d97baab0b15f6dab3 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:44.234666 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:44.241755 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'port': 2} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:44.246168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:44.246667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783034e0-5163-44bd-8edb-010088ba4304 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:44.270312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Transition to ACTIVE for port object 5184b913-c7d2-4b38-966b-3116c2712d52 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:44.271168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:44.350529 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:44.363880 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1d962b67-d7a7-48f8-a63d-ba738fe490a7 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:44.370613 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-89bbafb5-184b-43af-a429-d236513c56ae tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Unset dirty status for tenant:f454997e7641433d97baab0b15f6dab3 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:44.371795 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-89bbafb5-184b-43af-a429-d236513c56ae tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&device_id=d404cc40-180f-44b9-9826-f77a457775b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3705373 Mar 29 09:44:44.377518 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34400) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:44.419214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:44.426077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Port': ['ID=ae2788f5-c2b8-4f79-9774-44707ad146d7,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:44.431101 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 1d962b67-d7a7-48f8-a63d-ba738fe490a7 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:44.435595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1d962b67-d7a7-48f8-a63d-ba738fe490a7 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:44:44.449693 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f88001-8700-4984-bedc-8399abc15a8b None None] Pushing event updated for resources: {'Port': ['ID=34c81ee2-de92-4a82-bd03-a91e74cdb5f3,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:44.481429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No DVR routers for this DVR port ae2788f5-c2b8-4f79-9774-44707ad146d7 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:44.530545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network b9e3f59c-cb66-46f9-8359-12f48a5a8319 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:44.548620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:44.573188 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:44.609829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': 'ad6824d7-e963-47fb-af71-6066829fc790'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:44:44.611666 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:44.615080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=5184b913-c7d2-4b38-966b-3116c2712d52,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:44.686075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:44.719812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:44.758259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f021a04b-2f1a-441b-9feb-3f0fb1274647']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:44.778752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61cc623-4d22-416f-8820-41cb074cda88') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:44.779051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61cc623-4d22-416f-8820-41cb074cda88') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:44.796642 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:44.818693 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:44.832007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:44.832410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:44.833747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Allocated IP 172.20.0.2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/ad6824d7-e963-47fb-af71-6066829fc790/6b31e33d-39b9-493d-823e-75fcab922ee5) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:44.850481 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:44.871449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port 41817a69-9d9f-44c8-aecc-b0406c4cd4d7 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:44:44.944112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb6dc3-f758-4a69-8e64-f90f0827586f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:44.944694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8afb6dc3-f758-4a69-8e64-f90f0827586f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Synchronizing usage tracker for tenant:f454997e7641433d97baab0b15f6dab3 on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:44.978715 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8afb6dc3-f758-4a69-8e64-f90f0827586f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] Unset dirty status for tenant:f454997e7641433d97baab0b15f6dab3 on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:44.979854 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8afb6dc3-f758-4a69-8e64-f90f0827586f tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/networks/03de5fa9-a446-4fa0-8975-40541e842cf0 HTTP/1.1" status: 200 len: 881 time: 0.6011448 Mar 29 09:44:44.984469 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34404) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:44.991069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.048923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.052780 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-95005609-8531-40c8-8173-3b5f6eb57d5b tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "GET /v2.0/ports?device_id=d404cc40-180f-44b9-9826-f77a457775b5 HTTP/1.1" status: 200 len: 205 time: 0.0646436 Mar 29 09:44:45.052977 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34408) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:45.071006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.102619 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.113775 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Transition to ACTIVE for port object 6b31e33d-39b9-493d-823e-75fcab922ee5 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:45.134352 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Transition to ACTIVE for port object 6b31e33d-39b9-493d-823e-75fcab922ee5 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:45.148698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.155367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Network': ['ID=f021a04b-2f1a-441b-9feb-3f0fb1274647,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:45.174987 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6a6f63e8-c695-4e86-b169-9db8efee4ae6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/f021a04b-2f1a-441b-9feb-3f0fb1274647 HTTP/1.1" status: 204 len: 168 time: 4.8326025 Mar 29 09:44:45.199844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34412) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:45.206547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.objects.ports [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88550) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:44:45.221027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-663109590'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:45.224746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.225086 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.258829 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:45.270314 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:network and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:45.312200 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:45.313541 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:45.318585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:45.342920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:45.366058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:45.398689 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port 871b801f-5029-46fe-8685-def735e97edc yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:44:45.402999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:45.409349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:45.412681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:45.413281 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.423814 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=ce2cca08-a3f7-491a-9007-802c76e2b2ae,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:45.443589 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:45.443935 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:45.444277 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:45.445836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:45.446206 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:45.446545 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:45.446875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:45.447713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:45.447713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:45.447886 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:45.448150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:45.448458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:45.466445 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Pushing event updated for resources: {'Port': ['ID=6b31e33d-39b9-493d-823e-75fcab922ee5,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:45.473892 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Attempting to bind port 6b31e33d-39b9-493d-823e-75fcab922ee5 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:45.474268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Attempting to bind port 6b31e33d-39b9-493d-823e-75fcab922ee5 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:45.474781 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Attempting to bind port 6b31e33d-39b9-493d-823e-75fcab922ee5 on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:44:45.482117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:44:45.482483 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:45.482890 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.483284 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:44:45.483756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Bound port: 6b31e33d-39b9-493d-823e-75fcab922ee5, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:45.484129 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.489044 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:45.493783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.558021 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f4a894a1-25a1-401a-8ca6-91b56df49e9b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1288841 Mar 29 09:44:45.560784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34416) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:45.575373 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'mac_address': 'fa:16:3e:ad:2f:8a', 'name': 'tempest-NetworksTestDHCPv6-17454783'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:45.597016 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] For port 6b31e33d-39b9-493d-823e-75fcab922ee5, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:44:45.602351 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] For port 6b31e33d-39b9-493d-823e-75fcab922ee5, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6b31e33d-39b9-493d-823e-75fcab922ee5,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:44:45.630885 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:44:45.641307 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15b2aec5-9a73-4d81-a975-6faf80389cb9 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.665281 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae0bfa5-5806-4a3c-9b9d-c124baaa7d18 None None] Network b9e3f59c-cb66-46f9-8359-12f48a5a8319 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:45.682890 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.720088 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.720439 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Added segment 4920bc85-7b85-4406-b5a3-729d625e2f59 of type vlan for network 975377d7-794f-4233-93e3-965b770d5bb9 Mar 29 09:44:45.731074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.794791 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.809773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:45.815996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:port and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:45.821023 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:45.830332 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:45.921737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.932327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0f506-3f55-4e7b-bd12-28c71579ea88 None None] Pushing event updated for resources: {'Port': ['ID=6b31e33d-39b9-493d-823e-75fcab922ee5,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:45.955869 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15b2aec5-9a73-4d81-a975-6faf80389cb9 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.982190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:45.986373 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b2c303f3-aaae-4472-b90c-ceea208d8cfa None None] Provisioning for port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:45.988569 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:46.013104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:46.018592 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:46.019210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:46.029944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-15b2aec5-9a73-4d81-a975-6faf80389cb9 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Deleting port 3caf376f-94bf-4357-b252-4bec1ed06b98 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:46.030376 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15b2aec5-9a73-4d81-a975-6faf80389cb9 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:46.063950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:46.092991 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:46.103361 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:46.179955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:46.180818 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:46.281088 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=41817a69-9d9f-44c8-aecc-b0406c4cd4d7,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:46.292563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=5184b913-c7d2-4b38-966b-3116c2712d52,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:46.330477 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Network': ['ID=975377d7-794f-4233-93e3-965b770d5bb9,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:46.348056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:46.353990 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 975377d7-794f-4233-93e3-965b770d5bb9 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:44:46.383683 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d9894454-1d34-4f97-b9e0-a3c651d4fbd3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1826353 Mar 29 09:44:46.388281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34420) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:46.427436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'subnet': {'network_id': '975377d7-794f-4233-93e3-965b770d5bb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:46.436082 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6b31e33d-39b9-493d-823e-75fcab922ee5 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:46.493646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:46.504057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Checking segment: {'id': 'd5d08070-5a03-470a-b961-1f99bbcfcec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9e933903-3872-4198-ba4a-d6efec7bc7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:46.504361 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network hostable DHCP agents. Network: 9e933903-3872-4198-ba4a-d6efec7bc7a0, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:44:46.520589 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=871b801f-5029-46fe-8685-def735e97edc,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:46.522305 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15b2aec5-9a73-4d81-a975-6faf80389cb9 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:46.545375 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port 4cc2e79f-5cbf-47ca-a15a-ef82a58abaaa yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:44:46.675321 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3329c0c7-aa7f-4198-bf5f-f8a56f78e345 None None] Provisioning for port 5184b913-c7d2-4b38-966b-3116c2712d52 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:46.683290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3329c0c7-aa7f-4198-bf5f-f8a56f78e345 None None] Provisioning complete for port 5184b913-c7d2-4b38-966b-3116c2712d52 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:46.683827 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3329c0c7-aa7f-4198-bf5f-f8a56f78e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:46.705867 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network 9e933903-3872-4198-ba4a-d6efec7bc7a0 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:44:46.730451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 6b31e33d-39b9-493d-823e-75fcab922ee5 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:46.734330 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-15b2aec5-9a73-4d81-a975-6faf80389cb9 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Calling delete_port for 3caf376f-94bf-4357-b252-4bec1ed06b98 owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:46.746517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:46.787856 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 172.20.0.9 (904da7d4-bab8-40f2-8764-d10ff337fe7e/ad6824d7-e963-47fb-af71-6066829fc790/4cc2e79f-5cbf-47ca-a15a-ef82a58abaaa) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:46.794557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::f816:3eff:fead:2f8a (904da7d4-bab8-40f2-8764-d10ff337fe7e/ce2cca08-a3f7-491a-9007-802c76e2b2ae/4cc2e79f-5cbf-47ca-a15a-ef82a58abaaa) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:46.820823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 9e933903-3872-4198-ba4a-d6efec7bc7a0) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:46.825292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:46.826539 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3329c0c7-aa7f-4198-bf5f-f8a56f78e345 None None] Port 5184b913-c7d2-4b38-966b-3116c2712d52 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:44:46.832952 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:46.833507 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebeec2b-d9da-43db-867a-c1f873f97dad None None] Network 9e933903-3872-4198-ba4a-d6efec7bc7a0 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:46.838984 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:46.840038 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:46.887930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:46.903533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:subnet and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:46.915846 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:46.933367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:46.965172 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network b9e3f59c-cb66-46f9-8359-12f48a5a8319 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:46.967676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:46.989094 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-92a1db22-8d15-4ce1-b876-26a330d3a2f7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4484227 Mar 29 09:44:46.996055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34424) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:47.077103 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-92d00673-5166-4b8b-926b-a584c4a262e0 None None] Provisioning complete for port 5184b913-c7d2-4b38-966b-3116c2712d52 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:47.077609 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-92d00673-5166-4b8b-926b-a584c4a262e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:47.108644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:47.123296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:47.123831 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:47.243779 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-656cd901-c191-44c3-a447-7b82039e3f4e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 871b801f-5029-46fe-8685-def735e97edc {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:47.244129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-656cd901-c191-44c3-a447-7b82039e3f4e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:47.247852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-92d00673-5166-4b8b-926b-a584c4a262e0 None None] Port 5184b913-c7d2-4b38-966b-3116c2712d52 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:44:47.348365 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:47.393443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:47.394814 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-951f6b99-8c87-4536-bae3-0d13a9e8dc32 None None] Provisioning complete for port 5184b913-c7d2-4b38-966b-3116c2712d52 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:47.395210 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-951f6b99-8c87-4536-bae3-0d13a9e8dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:47.395689 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:47.398451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:47.454190 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=34c81ee2-de92-4a82-bd03-a91e74cdb5f3,segment=NetworkSegment(498cebe6-0efe-43a0-8cda-fb12f222bdd3),segment_id=498cebe6-0efe-43a0-8cda-fb12f222bdd3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:47.461481 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object 4cc2e79f-5cbf-47ca-a15a-ef82a58abaaa will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:47.470127 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-951f6b99-8c87-4536-bae3-0d13a9e8dc32 None None] Port 5184b913-c7d2-4b38-966b-3116c2712d52 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:44:47.500333 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfa2164-12c3-4a10-90a8-d625394208be None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:47.520290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:47.543176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-656cd901-c191-44c3-a447-7b82039e3f4e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:47.656165 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15b2aec5-9a73-4d81-a975-6faf80389cb9 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:47.670033 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=34c81ee2-de92-4a82-bd03-a91e74cdb5f3,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:47.680260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-656cd901-c191-44c3-a447-7b82039e3f4e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 871b801f-5029-46fe-8685-def735e97edc owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:47.720089 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 22f9e45a-cfcd-4f34-836c-a149729d7901 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:44:47.721256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-93c48abe-d074-41d2-bea3-1ab5789942dc None None] Provisioning for port 6b31e33d-39b9-493d-823e-75fcab922ee5 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:47.728002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2aec5-9a73-4d81-a975-6faf80389cb9 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Pushing event deleted for resources: {'Port': ['ID=3caf376f-94bf-4357-b252-4bec1ed06b98,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:47.739607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-93c48abe-d074-41d2-bea3-1ab5789942dc None None] Provisioning complete for port 6b31e33d-39b9-493d-823e-75fcab922ee5 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:47.740048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-93c48abe-d074-41d2-bea3-1ab5789942dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:47.767158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:47.830222 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-656cd901-c191-44c3-a447-7b82039e3f4e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:47.852762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:47.857310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:47.863972 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:47.889158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=4cc2e79f-5cbf-47ca-a15a-ef82a58abaaa,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:47.917057 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-93c48abe-d074-41d2-bea3-1ab5789942dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:47.949820 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cd901-c191-44c3-a447-7b82039e3f4e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=871b801f-5029-46fe-8685-def735e97edc,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:47.951952 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-656cd901-c191-44c3-a447-7b82039e3f4e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:47.963145 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-656cd901-c191-44c3-a447-7b82039e3f4e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/871b801f-5029-46fe-8685-def735e97edc HTTP/1.1" status: 204 len: 168 time: 0.9656498 Mar 29 09:44:47.964585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-93c48abe-d074-41d2-bea3-1ab5789942dc None None] For port 6b31e33d-39b9-493d-823e-75fcab922ee5, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6b31e33d-39b9-493d-823e-75fcab922ee5,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:47.965875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34428) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:48.025215 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:48.025843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.039972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15b2aec5-9a73-4d81-a975-6faf80389cb9 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.052697 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-93c48abe-d074-41d2-bea3-1ab5789942dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.081103 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e406327-c598-4f66-8483-593c250e3194 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:48.087856 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e406327-c598-4f66-8483-593c250e3194 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:48.088675 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7e406327-c598-4f66-8483-593c250e3194 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:48.140593 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e4adbe25-e1a8-4773-ae13-c738092d95a2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.5776598 Mar 29 09:44:48.143415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34432) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:48.158796 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Update dhcp port {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'fixed_ips': [{'subnet_id': 'ad6824d7-e963-47fb-af71-6066829fc790', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ce2cca08-a3f7-491a-9007-802c76e2b2ae'}], 'binding:host_id': 'dv-neutron-835555-1-hyperv'}, 'id': '6b31e33d-39b9-493d-823e-75fcab922ee5'} from dv-neutron-835555-1-hyperv. {{(pid=88552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 29 09:44:48.168616 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:44:48.173567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.180864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7e406327-c598-4f66-8483-593c250e3194 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:48.185361 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7e406327-c598-4f66-8483-593c250e3194 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2150998 Mar 29 09:44:48.185997 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58df37-0345-478d-b44e-0693940a09d2 None None] Sync routers for ids ['22f9e45a-cfcd-4f34-836c-a149729d7901'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:48.188805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34436) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:48.227936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c48abe-d074-41d2-bea3-1ab5789942dc None None] Pushing event updated for resources: {'Port': ['ID=6b31e33d-39b9-493d-823e-75fcab922ee5,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:48.235601 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58df37-0345-478d-b44e-0693940a09d2 None None] Routers {'22f9e45a-cfcd-4f34-836c-a149729d7901'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:48.236384 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-af58df37-0345-478d-b44e-0693940a09d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['22f9e45a-cfcd-4f34-836c-a149729d7901'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:48.288357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e89f17d5-3107-42fd-ab55-30f4c9e06460 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 41817a69-9d9f-44c8-aecc-b0406c4cd4d7 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:48.289173 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e89f17d5-3107-42fd-ab55-30f4c9e06460 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.291782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15b2aec5-9a73-4d81-a975-6faf80389cb9 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.299658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15b2aec5-9a73-4d81-a975-6faf80389cb9 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.303932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.305504 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-45a87af7-4db7-4ce3-aae3-a637a00abf54 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/22f9e45a-cfcd-4f34-836c-a149729d7901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9821968 Mar 29 09:44:48.312135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34440) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:48.314906 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-af58df37-0345-478d-b44e-0693940a09d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:48.356472 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:48.388252 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Subnet': ['ID=8dbb1d84-a542-4024-9fa9-520f7a16a68a,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:48.401884 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58df37-0345-478d-b44e-0693940a09d2 None None] Routers {'22f9e45a-cfcd-4f34-836c-a149729d7901'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:48.402623 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-af58df37-0345-478d-b44e-0693940a09d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['22f9e45a-cfcd-4f34-836c-a149729d7901'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:48.419464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Checking segment: {'id': '4920bc85-7b85-4406-b5a3-729d625e2f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '975377d7-794f-4233-93e3-965b770d5bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:48.419752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network hostable DHCP agents. Network: 975377d7-794f-4233-93e3-965b770d5bb9, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:44:48.432575 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eb0bae-a75d-4ab5-807d-cfc4efe84a75 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:48.433175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e4eb0bae-a75d-4ab5-807d-cfc4efe84a75 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Synchronizing usage tracker for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:48.441569 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15b2aec5-9a73-4d81-a975-6faf80389cb9 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.443211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b2aec5-9a73-4d81-a975-6faf80389cb9 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Fanout notify agent at l3_agent the message router_deleted on router d404cc40-180f-44b9-9826-f77a457775b5 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:44:48.464988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15b2aec5-9a73-4d81-a975-6faf80389cb9 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.470958 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-15b2aec5-9a73-4d81-a975-6faf80389cb9 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "DELETE /v2.0/routers/d404cc40-180f-44b9-9826-f77a457775b5 HTTP/1.1" status: 204 len: 168 time: 3.4103134 Mar 29 09:44:48.470958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34444) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:48.477028 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-af58df37-0345-478d-b44e-0693940a09d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:48.477203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2129772499', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:48.477635 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58df37-0345-478d-b44e-0693940a09d2 None None] The sync data for ids ['22f9e45a-cfcd-4f34-836c-a149729d7901'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:48.484265 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8e0fa7-7b69-4f90-9a38-e7a6c44cbc7b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:48.485931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:48.490246 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Usage tracker for resource:router and tenant:1c0d5c50763247e3a36c5a7ef3600471 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:48.490481 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8e0fa7-7b69-4f90-9a38-e7a6c44cbc7b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:48.491287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ca8e0fa7-7b69-4f90-9a38-e7a6c44cbc7b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:48.493732 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:48.500208 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:48.544108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e4eb0bae-a75d-4ab5-807d-cfc4efe84a75 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Unset dirty status for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:48.545959 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e4eb0bae-a75d-4ab5-807d-cfc4efe84a75 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports/5184b913-c7d2-4b38-966b-3116c2712d52 HTTP/1.1" status: 200 len: 910 time: 0.2308369 Mar 29 09:44:48.548458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34448) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:48.573969 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e89f17d5-3107-42fd-ab55-30f4c9e06460 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.575478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:48.575849 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.614076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.615249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.627400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network 975377d7-794f-4233-93e3-965b770d5bb9 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:44:48.638620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ca8e0fa7-7b69-4f90-9a38-e7a6c44cbc7b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:48.642060 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ca8e0fa7-7b69-4f90-9a38-e7a6c44cbc7b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.4950988 Mar 29 09:44:48.689972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34452) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:48.693304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Allocated IP 2001:db8::f816:3eff:fe9e:8754 (904da7d4-bab8-40f2-8764-d10ff337fe7e/ce2cca08-a3f7-491a-9007-802c76e2b2ae/6b31e33d-39b9-493d-823e-75fcab922ee5) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:48.704263 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e89f17d5-3107-42fd-ab55-30f4c9e06460 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 41817a69-9d9f-44c8-aecc-b0406c4cd4d7 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:48.758794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 975377d7-794f-4233-93e3-965b770d5bb9) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:48.763377 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:48.764234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.781907 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a470b7-7da7-4110-b843-d966e5e855d5 None None] Network 975377d7-794f-4233-93e3-965b770d5bb9 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:48.783038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.864039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e89f17d5-3107-42fd-ab55-30f4c9e06460 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.894493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-bf210f61-1780-4846-88b0-d310fe77ff49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port 4cc2e79f-5cbf-47ca-a15a-ef82a58abaaa {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:48.894834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf210f61-1780-4846-88b0-d310fe77ff49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.914951 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f17d5-3107-42fd-ab55-30f4c9e06460 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=41817a69-9d9f-44c8-aecc-b0406c4cd4d7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:48.920029 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e89f17d5-3107-42fd-ab55-30f4c9e06460 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.983560 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] For port 6b31e33d-39b9-493d-823e-75fcab922ee5, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6b31e33d-39b9-493d-823e-75fcab922ee5,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:48.996413 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e89f17d5-3107-42fd-ab55-30f4c9e06460 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/41817a69-9d9f-44c8-aecc-b0406c4cd4d7 HTTP/1.1" status: 204 len: 168 time: 0.8080304 Mar 29 09:44:48.998792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34456) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:49.058600 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:49.090329 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc6198f-f946-4607-9c35-4961ea4a33f1 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:49.091174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0fc6198f-f946-4607-9c35-4961ea4a33f1 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:49.111127 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Transition to ACTIVE for port object 6b31e33d-39b9-493d-823e-75fcab922ee5 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:49.119717 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-975377d7-794f-4233-93e3-965b770d5bb9', 'network_id': '975377d7-794f-4233-93e3-965b770d5bb9', 'tenant_id': 'bfc705607ef74c2c9b6880509871cddd', 'fixed_ips': [{'subnet_id': '8dbb1d84-a542-4024-9fa9-520f7a16a68a'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:44:49.120565 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:49.139899 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3cd1bf46-f248-49a2-a5b5-402ae9ad93d6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7391171 Mar 29 09:44:49.142897 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34460) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:49.253147 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:49.357631 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0fc6198f-f946-4607-9c35-4961ea4a33f1 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:49.361243 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0fc6198f-f946-4607-9c35-4961ea4a33f1 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3588676 Mar 29 09:44:49.367107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34464) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:49.418989 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ad6d46-5a0b-4ae8-b652-9123b167d275 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] GET failed (client error): The resource could not be found. Mar 29 09:44:49.422795 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-25ad6d46-5a0b-4ae8-b652-9123b167d275 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/871b801f-5029-46fe-8685-def735e97edc HTTP/1.1" status: 404 len: 333 time: 0.0523391 Mar 29 09:44:49.423474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34468) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:49.433063 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Allocated IP 172.20.0.1 (975377d7-794f-4233-93e3-965b770d5bb9/8dbb1d84-a542-4024-9fa9-520f7a16a68a/4af869bd-8c03-450a-9dd2-6404aca60e9c) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:49.449387 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Pushing event updated for resources: {'Port': ['ID=6b31e33d-39b9-493d-823e-75fcab922ee5,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:49.461327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:49.462391 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:49.463251 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:49.464327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:49.465336 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:49.466356 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:49.467192 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:49.468110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:49.469150 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:49.470023 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:49.470549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:49.471096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13fbed0-252e-4943-9824-d6da44e9bfa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:49.485256 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-4428bb4c-0cd8-4aea-80f7-decbe8ea8194 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] GET failed (client error): The resource could not be found. Mar 29 09:44:49.488996 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4428bb4c-0cd8-4aea-80f7-decbe8ea8194 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/41817a69-9d9f-44c8-aecc-b0406c4cd4d7 HTTP/1.1" status: 404 len: 333 time: 0.0622261 Mar 29 09:44:49.495371 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34472) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:49.539077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:49.668679 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0265ad25-66a0-4861-b9c5-bf4be331ee5f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:49.685470 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:49.694296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:49.727689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf210f61-1780-4846-88b0-d310fe77ff49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:49.736061 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:49.748632 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Transition to ACTIVE for port object 4af869bd-8c03-450a-9dd2-6404aca60e9c will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:49.773515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Transition to ACTIVE for port object 4af869bd-8c03-450a-9dd2-6404aca60e9c will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:49.836248 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:49.880396 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-bf210f61-1780-4846-88b0-d310fe77ff49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for 4cc2e79f-5cbf-47ca-a15a-ef82a58abaaa owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:49.881614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0265ad25-66a0-4861-b9c5-bf4be331ee5f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:49.916352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-0265ad25-66a0-4861-b9c5-bf4be331ee5f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e933903-3872-4198-ba4a-d6efec7bc7a0']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:49.932843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-0265ad25-66a0-4861-b9c5-bf4be331ee5f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d08070-5a03-470a-b961-1f99bbcfcec0') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:49.933141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-0265ad25-66a0-4861-b9c5-bf4be331ee5f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d08070-5a03-470a-b961-1f99bbcfcec0') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:49.946898 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0265ad25-66a0-4861-b9c5-bf4be331ee5f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:49.965504 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0265ad25-66a0-4861-b9c5-bf4be331ee5f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:49.972653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0265ad25-66a0-4861-b9c5-bf4be331ee5f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:49.973061 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0265ad25-66a0-4861-b9c5-bf4be331ee5f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:49.994000 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:49.999943 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Network 975377d7-794f-4233-93e3-965b770d5bb9 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:50.004688 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:50.010395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:50.066801 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Pushing event updated for resources: {'Port': ['ID=4af869bd-8c03-450a-9dd2-6404aca60e9c,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:50.086808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.141791 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Attempting to bind port 4af869bd-8c03-450a-9dd2-6404aca60e9c on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:50.142957 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Attempting to bind port 4af869bd-8c03-450a-9dd2-6404aca60e9c by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '4920bc85-7b85-4406-b5a3-729d625e2f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '975377d7-794f-4233-93e3-965b770d5bb9'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:50.143493 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Attempting to bind port 4af869bd-8c03-450a-9dd2-6404aca60e9c on network 975377d7-794f-4233-93e3-965b770d5bb9 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:44:50.144039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Subnet': ['ID=8dbb1d84-a542-4024-9fa9-520f7a16a68a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:50.157604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:44:50.157604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Checking segment: {'id': '4920bc85-7b85-4406-b5a3-729d625e2f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '975377d7-794f-4233-93e3-965b770d5bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:50.157604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.157604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Bound using segment: {'id': '4920bc85-7b85-4406-b5a3-729d625e2f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '975377d7-794f-4233-93e3-965b770d5bb9'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:44:50.157604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Bound port: 4af869bd-8c03-450a-9dd2-6404aca60e9c, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4920bc85-7b85-4406-b5a3-729d625e2f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '975377d7-794f-4233-93e3-965b770d5bb9'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:50.158785 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.200547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da183941-c040-47b0-8500-66f3ebb6eefe tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.257793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0265ad25-66a0-4861-b9c5-bf4be331ee5f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.260938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.268163 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] For port 4af869bd-8c03-450a-9dd2-6404aca60e9c, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:44:50.300710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0265ad25-66a0-4861-b9c5-bf4be331ee5f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.306926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265ad25-66a0-4861-b9c5-bf4be331ee5f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Network': ['ID=9e933903-3872-4198-ba4a-d6efec7bc7a0,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:50.308876 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6b31e33d-39b9-493d-823e-75fcab922ee5 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:50.352448 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0265ad25-66a0-4861-b9c5-bf4be331ee5f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/networks/9e933903-3872-4198-ba4a-d6efec7bc7a0 HTTP/1.1" status: 204 len: 168 time: 0.8517807 Mar 29 09:44:50.352448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975377d7-794f-4233-93e3-965b770d5bb9']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:50.362424 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ec256cee-8975-4083-a7f1-43eabb0b5de4 None None] Provisioning for port 6b31e33d-39b9-493d-823e-75fcab922ee5 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:50.370103 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34476) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:50.370516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ec256cee-8975-4083-a7f1-43eabb0b5de4 None None] Provisioning complete for port 6b31e33d-39b9-493d-823e-75fcab922ee5 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:50.371054 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ec256cee-8975-4083-a7f1-43eabb0b5de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.391599 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1830042885'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:50.399320 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4920bc85-7b85-4406-b5a3-729d625e2f59') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:50.399674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4920bc85-7b85-4406-b5a3-729d625e2f59') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:50.415700 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:50.425251 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:network and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:50.429792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.437678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:50.450255 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:50.459958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.469586 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:50.470828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:50.487548 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:50.491213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 6b31e33d-39b9-493d-823e-75fcab922ee5 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:50.491812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.561472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:50.565744 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.647074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:44:50.647074 dv-neutron-835555-1-hyperv neutron-server[88550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:44:50.647074 dv-neutron-835555-1-hyperv neutron-server[88550]: [parameters: {'id': '975377d7-794f-4233-93e3-965b770d5bb9'}] Mar 29 09:44:50.647074 dv-neutron-835555-1-hyperv neutron-server[88550]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:44:50.648307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:44:50.729901 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ec256cee-8975-4083-a7f1-43eabb0b5de4 None None] Provisioning for port 4cc2e79f-5cbf-47ca-a15a-ef82a58abaaa completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:50.731575 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:44:50.735689 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] For port 4af869bd-8c03-450a-9dd2-6404aca60e9c, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4af869bd-8c03-450a-9dd2-6404aca60e9c,segment=NetworkSegment(4920bc85-7b85-4406-b5a3-729d625e2f59),segment_id=4920bc85-7b85-4406-b5a3-729d625e2f59)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:44:50.737575 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ec256cee-8975-4083-a7f1-43eabb0b5de4 None None] Provisioning complete for port 4cc2e79f-5cbf-47ca-a15a-ef82a58abaaa triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:50.737958 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ec256cee-8975-4083-a7f1-43eabb0b5de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.740935 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.741279 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Added segment 16b81c87-dc1d-4e62-8a23-1eb3a4eedbda of type vlan for network b90112b5-7f02-47b5-96b0-22542c71fa08 Mar 29 09:44:50.768208 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf210f61-1780-4846-88b0-d310fe77ff49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.770823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.772496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ec256cee-8975-4083-a7f1-43eabb0b5de4 None None] Port 4cc2e79f-5cbf-47ca-a15a-ef82a58abaaa was deleted so its status cannot be updated. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 29 09:44:50.799650 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.887017 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.887423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf210f61-1780-4846-88b0-d310fe77ff49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=4cc2e79f-5cbf-47ca-a15a-ef82a58abaaa,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:50.893724 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:50.893996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.919891 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ac515c65-b49a-4ee5-98c9-a316b84b682d None None] Could not find standard attr ID for object 4cc2e79f-5cbf-47ca-a15a-ef82a58abaaa. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:44:50.949545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd168d-ed05-4120-be0c-d384bf8fdcd7 None None] Pushing event updated for resources: {'Port': ['ID=4af869bd-8c03-450a-9dd2-6404aca60e9c,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:50.952317 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d355c703-1295-4c75-b611-9e6ac2f549e3 None None] Network 975377d7-794f-4233-93e3-965b770d5bb9 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:51.007764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:51.017887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Network': ['ID=b90112b5-7f02-47b5-96b0-22542c71fa08,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:51.025731 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bbca360e-8fc4-499b-8996-a43cb0ef2c73 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6544726 Mar 29 09:44:51.028327 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34480) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:51.036362 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'subnet': {'network_id': 'b90112b5-7f02-47b5-96b0-22542c71fa08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:51.037710 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network b90112b5-7f02-47b5-96b0-22542c71fa08 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:44:51.072150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:51.153238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:51.173785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:51.174694 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf210f61-1780-4846-88b0-d310fe77ff49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:51.179844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:subnet and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:51.182941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Deleting port 4af869bd-8c03-450a-9dd2-6404aca60e9c {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:51.183248 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:51.214286 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:51.224309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:51.299954 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bf210f61-1780-4846-88b0-d310fe77ff49 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/4cc2e79f-5cbf-47ca-a15a-ef82a58abaaa HTTP/1.1" status: 204 len: 168 time: 2.6076910 Mar 29 09:44:51.307428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34486) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:51.349904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-da183941-c040-47b0-8500-66f3ebb6eefe tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port 5184b913-c7d2-4b38-966b-3116c2712d52 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:51.350252 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da183941-c040-47b0-8500-66f3ebb6eefe tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:51.390236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:51.393862 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:51.413992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Allocated IP 172.26.7.162 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/48871a4a-c335-4386-b4c1-979f21852c0c) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:51.491242 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8168a51d-ac8b-4b9b-b6b8-898b162855d2 None None] get_active_networks_info from dv-neutron-835555-1-hyperv {{(pid=88552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 29 09:44:51.515434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2085a-5b29-4d9a-b984-3ccb1a61dcbe tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:51.516881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2085a-5b29-4d9a-b984-3ccb1a61dcbe tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:51.518487 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2085a-5b29-4d9a-b984-3ccb1a61dcbe tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:51.519432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bdd2085a-5b29-4d9a-b984-3ccb1a61dcbe tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:51.617675 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8168a51d-ac8b-4b9b-b6b8-898b162855d2 None None] Resources bound (agent type, host, resource id): {{(pid=88552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:44:51.635407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] For port 4af869bd-8c03-450a-9dd2-6404aca60e9c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4af869bd-8c03-450a-9dd2-6404aca60e9c,segment=NetworkSegment(4920bc85-7b85-4406-b5a3-729d625e2f59),segment_id=4920bc85-7b85-4406-b5a3-729d625e2f59)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:51.635981 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:51.643507 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.ipam_backend_mixin [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Performing IP validity checks on allocation pools {{(pid=88550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 29 09:44:51.643922 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.ipam_backend_mixin [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 29 09:44:51.711948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da183941-c040-47b0-8500-66f3ebb6eefe tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:51.720558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bdd2085a-5b29-4d9a-b984-3ccb1a61dcbe tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:51.724248 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bdd2085a-5b29-4d9a-b984-3ccb1a61dcbe tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4133246 Mar 29 09:44:51.727687 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34490) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:51.766570 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Calling delete_port for 4af869bd-8c03-450a-9dd2-6404aca60e9c owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:51.831293 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:51.909818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-da183941-c040-47b0-8500-66f3ebb6eefe tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for 5184b913-c7d2-4b38-966b-3116c2712d52 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:51.967343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc4122e-6b6b-4472-b903-1e97aa1aaaab None None] get_active_networks_info from dv-neutron-835555-1-hyperv {{(pid=88552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 29 09:44:51.983540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:51.990822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b00274c-b4e5-4019-b332-aa5303184a78 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet ad6824d7-e963-47fb-af71-6066829fc790 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:44:51.997281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5b00274c-b4e5-4019-b332-aa5303184a78 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.035518 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.078660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc4122e-6b6b-4472-b903-1e97aa1aaaab None None] Resources bound (agent type, host, resource id): {{(pid=88552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:44:52.086534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Port': ['ID=4af869bd-8c03-450a-9dd2-6404aca60e9c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:52.088838 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No DVR routers for this DVR port 4af869bd-8c03-450a-9dd2-6404aca60e9c on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:52.222304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5b00274c-b4e5-4019-b332-aa5303184a78 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.258856 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Subnet': ['ID=cf7c6719-ae3e-4d8b-8449-0bf4b64d2e69,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:52.276626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Checking segment: {'id': '16b81c87-dc1d-4e62-8a23-1eb3a4eedbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b90112b5-7f02-47b5-96b0-22542c71fa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:52.277061 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network hostable DHCP agents. Network: b90112b5-7f02-47b5-96b0-22542c71fa08, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:44:52.283590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.297071 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.322096 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975377d7-794f-4233-93e3-965b770d5bb9']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:52.335764 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4920bc85-7b85-4406-b5a3-729d625e2f59') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:52.336264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4920bc85-7b85-4406-b5a3-729d625e2f59') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:52.349131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.366688 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.374749 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:52.377234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:52.393264 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:52.442225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:52.450798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:52.458261 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:52.458440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network b90112b5-7f02-47b5-96b0-22542c71fa08 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:44:52.510505 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Pushing event updated for resources: {'Port': ['ID=48871a4a-c335-4386-b4c1-979f21852c0c,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:52.522021 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5b00274c-b4e5-4019-b332-aa5303184a78 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.538056 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, b90112b5-7f02-47b5-96b0-22542c71fa08) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:52.542181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:52.542879 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.550122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d96af3-2de4-4d5d-8eb9-0d9116c8967f None None] Network b90112b5-7f02-47b5-96b0-22542c71fa08 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:52.564498 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.575156 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da183941-c040-47b0-8500-66f3ebb6eefe tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.588041 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.590749 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/975377d7-794f-4233-93e3-965b770d5bb9 HTTP/1.1" status: 204 len: 168 time: 3.4463089 Mar 29 09:44:52.596167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34494) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:52.603919 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1039890471'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:52.607335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a9633-a592-4e76-b1f1-e2992d040fa3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Network': ['ID=975377d7-794f-4233-93e3-965b770d5bb9,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:52.610866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:52.614888 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:network and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:52.618446 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:52.624843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:52.628113 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a492dc02-d7b6-4d86-a7fa-c07a63cb0b85 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5981410 Mar 29 09:44:52.630749 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34498) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:52.639335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'network_id': 'b90112b5-7f02-47b5-96b0-22542c71fa08', 'name': 'tempest-PortsTestJSON-1060404658'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:52.701185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da183941-c040-47b0-8500-66f3ebb6eefe tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=5184b913-c7d2-4b38-966b-3116c2712d52,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:52.746115 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:52.752795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.838712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:44:52.857959 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:52.870274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:52.875730 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.876080 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Added segment 1d21acbc-a7fc-46c3-b7e2-d4290e67d5e5 of type vlan for network 1bf898d9-4b5f-40dc-97f7-01524a6d1a41 Mar 29 09:44:52.906291 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-b90112b5-7f02-47b5-96b0-22542c71fa08', 'network_id': 'b90112b5-7f02-47b5-96b0-22542c71fa08', 'tenant_id': 'b4dec77116a345ed906ccba95ed7a9ff', 'fixed_ips': [{'subnet_id': 'cf7c6719-ae3e-4d8b-8449-0bf4b64d2e69'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:44:52.907597 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.924035 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:52.982876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:52.993714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.017723 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5b00274c-b4e5-4019-b332-aa5303184a78 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.025511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port 34201fd9-c580-4c11-91c3-ae4561370fe9 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:44:53.080634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00274c-b4e5-4019-b332-aa5303184a78 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=ad6824d7-e963-47fb-af71-6066829fc790,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:53.102045 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.104776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:53.105460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.123401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Allocated IP 172.20.0.2 (b90112b5-7f02-47b5-96b0-22542c71fa08/cf7c6719-ae3e-4d8b-8449-0bf4b64d2e69/2d67d11f-f699-4b16-8da4-b3dd5e40f3bd) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:53.136909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5b00274c-b4e5-4019-b332-aa5303184a78 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.162694 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a39def-041b-418b-8e2d-1d5113314ca0 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:53.187922 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.217633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da183941-c040-47b0-8500-66f3ebb6eefe tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.226409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Network': ['ID=1bf898d9-4b5f-40dc-97f7-01524a6d1a41,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:53.256709 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 1bf898d9-4b5f-40dc-97f7-01524a6d1a41 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:44:53.269888 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a956fc16-1e0b-4f82-ab49-ca4237294001 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6727307 Mar 29 09:44:53.272426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34502) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:53.278793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-98aba15d-3ce4-4eed-9827-6c3ab138454f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:53.315426 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5b00274c-b4e5-4019-b332-aa5303184a78 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/ad6824d7-e963-47fb-af71-6066829fc790 HTTP/1.1" status: 204 len: 168 time: 1.5765390 Mar 29 09:44:53.316767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34506) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:53.542028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fe9844-bdf5-4d26-af59-7c09e86c64b3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet ce2cca08-a3f7-491a-9007-802c76e2b2ae {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:44:53.548150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-03fe9844-bdf5-4d26-af59-7c09e86c64b3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.670406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.689116 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Transition to ACTIVE for port object 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:53.713043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Transition to ACTIVE for port object 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:53.737135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da183941-c040-47b0-8500-66f3ebb6eefe tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 22f9e45a-cfcd-4f34-836c-a149729d7901 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:44:53.746024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.748910 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-98aba15d-3ce4-4eed-9827-6c3ab138454f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.758048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-03fe9844-bdf5-4d26-af59-7c09e86c64b3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.774344 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.856310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Pushing event updated for resources: {'Port': ['ID=2d67d11f-f699-4b16-8da4-b3dd5e40f3bd,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:53.874699 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Network b90112b5-7f02-47b5-96b0-22542c71fa08 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:53.876695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:53.880170 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:53.907019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Allocated IP 172.20.0.10 (b90112b5-7f02-47b5-96b0-22542c71fa08/cf7c6719-ae3e-4d8b-8449-0bf4b64d2e69/34201fd9-c580-4c11-91c3-ae4561370fe9) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:53.925263 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-98aba15d-3ce4-4eed-9827-6c3ab138454f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.965853 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da183941-c040-47b0-8500-66f3ebb6eefe tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:44:53.972903 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-da183941-c040-47b0-8500-66f3ebb6eefe tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/22f9e45a-cfcd-4f34-836c-a149729d7901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4233174 Mar 29 09:44:53.978752 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd98f52-b9f1-443a-b433-7aef2cc3fb74 None None] Sync routers for ids ['22f9e45a-cfcd-4f34-836c-a149729d7901'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:53.990367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Attempting to bind port 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:53.990732 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Attempting to bind port 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '16b81c87-dc1d-4e62-8a23-1eb3a4eedbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b90112b5-7f02-47b5-96b0-22542c71fa08'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:53.991090 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Attempting to bind port 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd on network b90112b5-7f02-47b5-96b0-22542c71fa08 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:44:53.992644 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd98f52-b9f1-443a-b433-7aef2cc3fb74 None None] Routers {'22f9e45a-cfcd-4f34-836c-a149729d7901'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:53.993266 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ddd98f52-b9f1-443a-b433-7aef2cc3fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['22f9e45a-cfcd-4f34-836c-a149729d7901'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:53.997607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:44:53.998933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Checking segment: {'id': '16b81c87-dc1d-4e62-8a23-1eb3a4eedbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b90112b5-7f02-47b5-96b0-22542c71fa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:53.998933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.999370 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Bound using segment: {'id': '16b81c87-dc1d-4e62-8a23-1eb3a4eedbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b90112b5-7f02-47b5-96b0-22542c71fa08'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:44:53.999995 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Bound port: 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b81c87-dc1d-4e62-8a23-1eb3a4eedbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b90112b5-7f02-47b5-96b0-22542c71fa08'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:54.000568 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.046902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34510) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:54.065073 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ddd98f52-b9f1-443a-b433-7aef2cc3fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:54.074485 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd98f52-b9f1-443a-b433-7aef2cc3fb74 None None] Routers {'22f9e45a-cfcd-4f34-836c-a149729d7901'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:54.075560 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ddd98f52-b9f1-443a-b433-7aef2cc3fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['22f9e45a-cfcd-4f34-836c-a149729d7901'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:54.108047 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-96107787-7046-48de-b9bf-3e2145687096 None None] For port 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:44:54.112728 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-96107787-7046-48de-b9bf-3e2145687096 None None] For port 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2d67d11f-f699-4b16-8da4-b3dd5e40f3bd,segment=NetworkSegment(16b81c87-dc1d-4e62-8a23-1eb3a4eedbda),segment_id=16b81c87-dc1d-4e62-8a23-1eb3a4eedbda)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:44:54.123524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a3befdb2-d1a7-462a-ab61-b34eafbfe853 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Synchronizing usage tracker for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:54.143556 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ddd98f52-b9f1-443a-b433-7aef2cc3fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:54.144112 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd98f52-b9f1-443a-b433-7aef2cc3fb74 None None] The sync data for ids ['22f9e45a-cfcd-4f34-836c-a149729d7901'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:54.185460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98aba15d-3ce4-4eed-9827-6c3ab138454f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network 1bf898d9-4b5f-40dc-97f7-01524a6d1a41 is not hosted by any dhcp agent {{(pid=88550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 29 09:44:54.190726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aba15d-3ce4-4eed-9827-6c3ab138454f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:54.193580 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-98aba15d-3ce4-4eed-9827-6c3ab138454f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.193580 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-98aba15d-3ce4-4eed-9827-6c3ab138454f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "PUT /v2.0/networks/1bf898d9-4b5f-40dc-97f7-01524a6d1a41 HTTP/1.1" status: 200 len: 723 time: 0.9192164 Mar 29 09:44:54.211688 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34514) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:54.213950 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.219639 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-03fe9844-bdf5-4d26-af59-7c09e86c64b3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.284047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'subnet': {'network_id': '1bf898d9-4b5f-40dc-97f7-01524a6d1a41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:54.307724 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96107787-7046-48de-b9bf-3e2145687096 None None] Pushing event updated for resources: {'Port': ['ID=2d67d11f-f699-4b16-8da4-b3dd5e40f3bd,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:54.327705 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a3befdb2-d1a7-462a-ab61-b34eafbfe853 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Unset dirty status for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:54.331388 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a3befdb2-d1a7-462a-ab61-b34eafbfe853 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports?device_id=22f9e45a-cfcd-4f34-836c-a149729d7901 HTTP/1.1" status: 200 len: 205 time: 0.2816873 Mar 29 09:44:54.336828 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34518) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:54.469713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aba15d-3ce4-4eed-9827-6c3ab138454f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Network': ['ID=1bf898d9-4b5f-40dc-97f7-01524a6d1a41,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:54.482887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 1bf898d9-4b5f-40dc-97f7-01524a6d1a41 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:44:54.499515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.503582 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-53031c77-9d94-4fb0-9004-875677d5dfdf tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.547238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-03fe9844-bdf5-4d26-af59-7c09e86c64b3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.618393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.644506 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe9844-bdf5-4d26-af59-7c09e86c64b3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=ce2cca08-a3f7-491a-9007-802c76e2b2ae,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:54.674601 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-03fe9844-bdf5-4d26-af59-7c09e86c64b3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.680197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:54.686560 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe05ca4-1d90-40ff-a252-b9937e0ea4df None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:54.687722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:subnet and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:54.693852 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:54.697627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Transition to ACTIVE for port object 34201fd9-c580-4c11-91c3-ae4561370fe9 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:54.704739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:54.711002 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-03fe9844-bdf5-4d26-af59-7c09e86c64b3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/ce2cca08-a3f7-491a-9007-802c76e2b2ae HTTP/1.1" status: 204 len: 168 time: 1.3939238 Mar 29 09:44:54.713561 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34522) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:54.724643 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a5c0e3cb-8907-4e91-8d15-f4b33d7701c6 None None] Provisioning complete for port 6b31e33d-39b9-493d-823e-75fcab922ee5 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:54.725270 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a5c0e3cb-8907-4e91-8d15-f4b33d7701c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.791654 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-017f024b-7faa-4786-a399-fddb9fa08ce2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769863 Mar 29 09:44:54.796208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34526) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:54.803835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7b930a1f-74b3-4312-adfd-1dbabaabe788 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:54.895422 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:54.899385 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.004724 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7b930a1f-74b3-4312-adfd-1dbabaabe788 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:55.013119 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.018969 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7b930a1f-74b3-4312-adfd-1dbabaabe788 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:55.063710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7b930a1f-74b3-4312-adfd-1dbabaabe788 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:55.084545 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7b930a1f-74b3-4312-adfd-1dbabaabe788 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:55.126146 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network b90112b5-7f02-47b5-96b0-22542c71fa08 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:55.131985 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:55.135300 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=34201fd9-c580-4c11-91c3-ae4561370fe9,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:55.138521 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:55.152845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0801adff-aff0-4b8b-9d1e-7b7326df33ba None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:44:55.155892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-53031c77-9d94-4fb0-9004-875677d5dfdf tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.158075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0801adff-aff0-4b8b-9d1e-7b7326df33ba None None] Deleting port 6b31e33d-39b9-493d-823e-75fcab922ee5 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:55.158762 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0801adff-aff0-4b8b-9d1e-7b7326df33ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.168357 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-53031c77-9d94-4fb0-9004-875677d5dfdf tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.234830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b930a1f-74b3-4312-adfd-1dbabaabe788 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:55.237464 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7b930a1f-74b3-4312-adfd-1dbabaabe788 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.265039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:55.265669 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.321709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-53031c77-9d94-4fb0-9004-875677d5dfdf tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.322652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53031c77-9d94-4fb0-9004-875677d5dfdf tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Fanout notify agent at l3_agent the message router_deleted on router 22f9e45a-cfcd-4f34-836c-a149729d7901 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:44:55.363550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-53031c77-9d94-4fb0-9004-875677d5dfdf tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.369932 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-53031c77-9d94-4fb0-9004-875677d5dfdf tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/routers/22f9e45a-cfcd-4f34-836c-a149729d7901 HTTP/1.1" status: 204 len: 168 time: 1.0320079 Mar 29 09:44:55.372524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34530) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:55.379857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Router ba9199ca-0e4d-428b-9364-e1428baa4fec is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:44:55.441284 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0801adff-aff0-4b8b-9d1e-7b7326df33ba None None] For port 6b31e33d-39b9-493d-823e-75fcab922ee5, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6b31e33d-39b9-493d-823e-75fcab922ee5,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:55.441910 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0801adff-aff0-4b8b-9d1e-7b7326df33ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.457118 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3ba04f8c-9ed1-4f93-a2b6-eff34ce4b65c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8251338 Mar 29 09:44:55.459845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34534) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:55.549655 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.572581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6a1bcc-21a9-4b3c-84e1-6a3851107c3d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting subnet 2f8c8aa1-9527-4ede-92bb-4e3d014ec170 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:44:55.585044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df6a1bcc-21a9-4b3c-84e1-6a3851107c3d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.589933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b0b192-f958-4ace-8527-a54dc8a5bcbb None None] Network b90112b5-7f02-47b5-96b0-22542c71fa08 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:55.614505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0801adff-aff0-4b8b-9d1e-7b7326df33ba None None] Calling delete_port for 6b31e33d-39b9-493d-823e-75fcab922ee5 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:55.714474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df6a1bcc-21a9-4b3c-84e1-6a3851107c3d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.755457 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:44:55.775925 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc43e96-7493-4ceb-b472-cb4f8de72149 None None] Sync routers for ids ['ba9199ca-0e4d-428b-9364-e1428baa4fec'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:55.799840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-c110ad56-dda3-401d-b805-5fae0f05540a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 34201fd9-c580-4c11-91c3-ae4561370fe9 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:55.800401 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c110ad56-dda3-401d-b805-5fae0f05540a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.809703 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc43e96-7493-4ceb-b472-cb4f8de72149 None None] Routers {'ba9199ca-0e4d-428b-9364-e1428baa4fec'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:55.810408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5fc43e96-7493-4ceb-b472-cb4f8de72149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['ba9199ca-0e4d-428b-9364-e1428baa4fec'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:55.824218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df6a1bcc-21a9-4b3c-84e1-6a3851107c3d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.848024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Subnet': ['ID=39af5d02-3b8b-41ad-a6ec-84637e45da84,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:55.880002 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Checking segment: {'id': '1d21acbc-a7fc-46c3-b7e2-d4290e67d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1bf898d9-4b5f-40dc-97f7-01524a6d1a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:55.880469 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network hostable DHCP agents. Network: 1bf898d9-4b5f-40dc-97f7-01524a6d1a41, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:44:55.884761 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5fc43e96-7493-4ceb-b472-cb4f8de72149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:55.887968 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:55.889676 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ee7b4d95-d15c-4e90-89ce-1664eced7c87 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.4183578 Mar 29 09:44:55.894267 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34538) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:55.900469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:55.928079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c5588f25-a2bc-4fbb-b209-624618009109 None None] Provisioning for port 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:55.941938 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc43e96-7493-4ceb-b472-cb4f8de72149 None None] Routers {'ba9199ca-0e4d-428b-9364-e1428baa4fec'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:55.942685 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5fc43e96-7493-4ceb-b472-cb4f8de72149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['ba9199ca-0e4d-428b-9364-e1428baa4fec'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:55.999706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7b930a1f-74b3-4312-adfd-1dbabaabe788 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:56.010721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0801adff-aff0-4b8b-9d1e-7b7326df33ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:56.044008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network 1bf898d9-4b5f-40dc-97f7-01524a6d1a41 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:44:56.052192 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5fc43e96-7493-4ceb-b472-cb4f8de72149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:56.052623 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc43e96-7493-4ceb-b472-cb4f8de72149 None None] The sync data for ids ['ba9199ca-0e4d-428b-9364-e1428baa4fec'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:56.062029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df6a1bcc-21a9-4b3c-84e1-6a3851107c3d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:56.065633 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801adff-aff0-4b8b-9d1e-7b7326df33ba None None] Pushing event deleted for resources: {'Port': ['ID=6b31e33d-39b9-493d-823e-75fcab922ee5,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:56.092019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0801adff-aff0-4b8b-9d1e-7b7326df33ba None None] No DVR routers for this DVR port 6b31e33d-39b9-493d-823e-75fcab922ee5 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:56.114155 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a1bcc-21a9-4b3c-84e1-6a3851107c3d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8c8aa1-9527-4ede-92bb-4e3d014ec170,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:56.126578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df6a1bcc-21a9-4b3c-84e1-6a3851107c3d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:56.139460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b930a1f-74b3-4312-adfd-1dbabaabe788 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:56.143977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-7b930a1f-74b3-4312-adfd-1dbabaabe788 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:56.152425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b930a1f-74b3-4312-adfd-1dbabaabe788 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:56.152807 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c7c738-8fd1-4ce9-b7ce-38f360e3c810 None None] Network b9e3f59c-cb66-46f9-8359-12f48a5a8319 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:56.153040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7b930a1f-74b3-4312-adfd-1dbabaabe788 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:56.167257 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b930a1f-74b3-4312-adfd-1dbabaabe788 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=7fbd1398-78b4-48fa-8639-b92134db0ef5,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:56.172855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ecfa65-0506-42df-b158-458864470b1f None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:56.196055 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-df6a1bcc-21a9-4b3c-84e1-6a3851107c3d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/2f8c8aa1-9527-4ede-92bb-4e3d014ec170 HTTP/1.1" status: 204 len: 168 time: 0.8223760 Mar 29 09:44:56.205187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34542) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:56.252126 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 1bf898d9-4b5f-40dc-97f7-01524a6d1a41) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:56.280055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c110ad56-dda3-401d-b805-5fae0f05540a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:56.296472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:56.297143 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526435'] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:56.407497 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7b930a1f-74b3-4312-adfd-1dbabaabe788 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6102524 Mar 29 09:44:56.440506 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34546) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:56.473592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b8e34006-1690-4b3f-817b-1829c1bad14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:56.536429 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-c110ad56-dda3-401d-b805-5fae0f05540a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 34201fd9-c580-4c11-91c3-ae4561370fe9 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:56.538976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9486d69-b607-4b17-9c42-ac626bb9c37c None None] Network 1bf898d9-4b5f-40dc-97f7-01524a6d1a41 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:56.556298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:44:56.703596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:56.713928 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-87d708b3-1fa2-4a51-a28c-c75da157d8e2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4974749 Mar 29 09:44:56.717174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34550) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:56.728876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ca2f0674-6fda-4fab-bda1-c57962634004 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:56.781956 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:56.782175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:56.848108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:56.872745 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b8e34006-1690-4b3f-817b-1829c1bad14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:56.880672 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b8e34006-1690-4b3f-817b-1829c1bad14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:56.884358 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b8e34006-1690-4b3f-817b-1829c1bad14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:56.891761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b8e34006-1690-4b3f-817b-1829c1bad14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:56.891978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c110ad56-dda3-401d-b805-5fae0f05540a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:56.901889 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': '7fbd1398-78b4-48fa-8639-b92134db0ef5'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:44:56.902797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:56.927832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d57f3509-76ed-4b77-8090-b05d61cb71c7 None None] Provisioning for port 34201fd9-c580-4c11-91c3-ae4561370fe9 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:56.946025 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:56.978339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d57f3509-76ed-4b77-8090-b05d61cb71c7 None None] Provisioning complete for port 34201fd9-c580-4c11-91c3-ae4561370fe9 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:56.978812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d57f3509-76ed-4b77-8090-b05d61cb71c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:56.998923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110ad56-dda3-401d-b805-5fae0f05540a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=34201fd9-c580-4c11-91c3-ae4561370fe9,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:57.002204 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:57.018216 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e34006-1690-4b3f-817b-1829c1bad14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:57.022301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b8e34006-1690-4b3f-817b-1829c1bad14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.033500 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0674-6fda-4fab-bda1-c57962634004 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2180673'] for subnet, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.051997 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4798c82-dee1-41df-a980-381801d7834f None None] DHCP port deletion for b9e3f59c-cb66-46f9-8359-12f48a5a8319 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:44:57.061597 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Deleting port 48871a4a-c335-4386-b4c1-979f21852c0c {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:57.062214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.070488 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d57f3509-76ed-4b77-8090-b05d61cb71c7 None None] Port 34201fd9-c580-4c11-91c3-ae4561370fe9 was deleted so its status cannot be updated. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 29 09:44:57.071914 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:57.072285 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.112023 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b4798c82-dee1-41df-a980-381801d7834f None None] Deleting port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:57.112258 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b4798c82-dee1-41df-a980-381801d7834f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.255463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5ad0f493-15f7-4124-8fe7-1fc73b1549bf None None] Could not find standard attr ID for object 34201fd9-c580-4c11-91c3-ae4561370fe9. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:44:57.280625 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] For port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=34c81ee2-de92-4a82-bd03-a91e74cdb5f3,segment=NetworkSegment(498cebe6-0efe-43a0-8cda-fb12f222bdd3),segment_id=498cebe6-0efe-43a0-8cda-fb12f222bdd3)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:57.281015 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.309324 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-1bf898d9-4b5f-40dc-97f7-01524a6d1a41', 'network_id': '1bf898d9-4b5f-40dc-97f7-01524a6d1a41', 'tenant_id': 'bfc705607ef74c2c9b6880509871cddd', 'fixed_ips': [{'subnet_id': '39af5d02-3b8b-41ad-a6ec-84637e45da84'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:44:57.310136 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.324077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c110ad56-dda3-401d-b805-5fae0f05540a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.375499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.466142 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:57.543970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Calling delete_port for 48871a4a-c335-4386-b4c1-979f21852c0c owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:57.569638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Allocated IP 172.20.0.2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/7fbd1398-78b4-48fa-8639-b92134db0ef5/48395233-9856-43c8-ace6-8735a3c1ac14) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:57.635146 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c110ad56-dda3-401d-b805-5fae0f05540a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/34201fd9-c580-4c11-91c3-ae4561370fe9 HTTP/1.1" status: 204 len: 168 time: 2.1361737 Mar 29 09:44:57.638803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34554) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:57.712944 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee5d7c3-c57b-4346-a72c-f5d309173e7b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] DELETE failed (client error): The resource could not be found. Mar 29 09:44:57.713428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee5d7c3-c57b-4346-a72c-f5d309173e7b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:44:57.732391 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7ee5d7c3-c57b-4346-a72c-f5d309173e7b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/34201fd9-c580-4c11-91c3-ae4561370fe9 HTTP/1.1" status: 404 len: 333 time: 0.0874193 Mar 29 09:44:57.737435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34558) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:57.806586 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b65923-ecbf-479b-938a-ec36d74e68bc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] GET failed (client error): The resource could not be found. Mar 29 09:44:57.807202 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e3b65923-ecbf-479b-938a-ec36d74e68bc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:44:57.882734 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0674-6fda-4fab-bda1-c57962634004 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743360850670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3494455'] for subnet, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.899215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b4798c82-dee1-41df-a980-381801d7834f None None] For port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=34c81ee2-de92-4a82-bd03-a91e74cdb5f3,segment=NetworkSegment(498cebe6-0efe-43a0-8cda-fb12f222bdd3),segment_id=498cebe6-0efe-43a0-8cda-fb12f222bdd3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:57.899612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b4798c82-dee1-41df-a980-381801d7834f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.904181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.926226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.937106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.949971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.969101 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Pushing event deleted for resources: {'Port': ['ID=48871a4a-c335-4386-b4c1-979f21852c0c,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:57.989157 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e3b65923-ecbf-479b-938a-ec36d74e68bc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:44:57.993306 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e3b65923-ecbf-479b-938a-ec36d74e68bc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/34201fd9-c580-4c11-91c3-ae4561370fe9 HTTP/1.1" status: 404 len: 333 time: 0.2484550 Mar 29 09:44:57.993306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2f0674-6fda-4fab-bda1-c57962634004 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:57.993306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0674-6fda-4fab-bda1-c57962634004 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:57.996199 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ca2f0674-6fda-4fab-bda1-c57962634004 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "PUT /v2.0/subnets/39af5d02-3b8b-41ad-a6ec-84637e45da84 HTTP/1.1" status: 200 len: 806 time: 1.2747960 Mar 29 09:44:58.015884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34562) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:58.020864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34564) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:58.029799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=34c81ee2-de92-4a82-bd03-a91e74cdb5f3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:58.043885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.objects.ports [None req-b8e34006-1690-4b3f-817b-1829c1bad14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88551) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:44:58.080937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b8e34006-1690-4b3f-817b-1829c1bad14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.082129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No DVR routers for this DVR port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:58.125566 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Transition to ACTIVE for port object 48395233-9856-43c8-ace6-8735a3c1ac14 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:58.137133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b4798c82-dee1-41df-a980-381801d7834f None None] Calling delete_port for 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:58.158423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e34006-1690-4b3f-817b-1829c1bad14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:58.162812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-b8e34006-1690-4b3f-817b-1829c1bad14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:58.172253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e34006-1690-4b3f-817b-1829c1bad14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:58.173394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b8e34006-1690-4b3f-817b-1829c1bad14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.181692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e34006-1690-4b3f-817b-1829c1bad14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=8909016e-5736-4e89-91bf-d45b32211bed,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:58.187096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.251581 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f0674-6fda-4fab-bda1-c57962634004 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Subnet': ['ID=39af5d02-3b8b-41ad-a6ec-84637e45da84,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:58.270551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Transition to ACTIVE for port object 48395233-9856-43c8-ace6-8735a3c1ac14 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:58.288863 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2d67d11f-f699-4b16-8da4-b3dd5e40f3bd,segment=NetworkSegment(16b81c87-dc1d-4e62-8a23-1eb3a4eedbda),segment_id=16b81c87-dc1d-4e62-8a23-1eb3a4eedbda)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:58.310392 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Allocated IP 172.20.0.2 (1bf898d9-4b5f-40dc-97f7-01524a6d1a41/39af5d02-3b8b-41ad-a6ec-84637e45da84/4960b264-4d24-44b8-9e45-ee8f29e069bb) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:58.321839 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-b4798c82-dee1-41df-a980-381801d7834f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:44:58.321839 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-b4798c82-dee1-41df-a980-381801d7834f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:44:58.325360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a39ff4f-c2ee-465c-9678-d117c56d2322 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting subnet cf7c6719-ae3e-4d8b-8449-0bf4b64d2e69 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:44:58.339145 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a39ff4f-c2ee-465c-9678-d117c56d2322 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.368795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.378447 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b8e34006-1690-4b3f-817b-1829c1bad14f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9367318 Mar 29 09:44:58.387925 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34570) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:58.397076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'mac_address': 'fa:16:3e:f8:70:06', 'name': 'tempest-NetworksTestDHCPv6-131453382'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:58.407992 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.446960 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.447209 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.450371 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e3f59c-cb66-46f9-8359-12f48a5a8319']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:58.459854 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a39ff4f-c2ee-465c-9678-d117c56d2322 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.510811 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498cebe6-0efe-43a0-8cda-fb12f222bdd3') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:58.511202 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498cebe6-0efe-43a0-8cda-fb12f222bdd3') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:58.511625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:58.512894 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6b31e33d-39b9-493d-823e-75fcab922ee5 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:58.528652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.549424 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:58.551804 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:58.567054 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 6b31e33d-39b9-493d-823e-75fcab922ee5 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:58.567426 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6b31e33d-39b9-493d-823e-75fcab922ee5 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:44:58.582673 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.604521 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:58.604931 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:58.623070 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:58.690499 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=2d67d11f-f699-4b16-8da4-b3dd5e40f3bd,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:58.718564 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.773238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:44:58.779124 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a39ff4f-c2ee-465c-9678-d117c56d2322 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.813207 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.827552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.831977 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:44:58.832367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:44:58.834449 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b4798c82-dee1-41df-a980-381801d7834f None None] Deleting port 34c81ee2-de92-4a82-bd03-a91e74cdb5f3 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:58.839939 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b4798c82-dee1-41df-a980-381801d7834f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.842264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.843122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.858305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Network': ['ID=b9e3f59c-cb66-46f9-8359-12f48a5a8319,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:58.883843 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Attempting to bind port 48395233-9856-43c8-ace6-8735a3c1ac14 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:58.884213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Attempting to bind port 48395233-9856-43c8-ace6-8735a3c1ac14 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:58.884601 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Attempting to bind port 48395233-9856-43c8-ace6-8735a3c1ac14 on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:44:58.921961 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6fa37fd3-0cf0-472d-96d0-d4697396efd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/networks/b9e3f59c-cb66-46f9-8359-12f48a5a8319 HTTP/1.1" status: 204 len: 168 time: 2.7133441 Mar 29 09:44:58.927323 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34574) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:58.940812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b4798c82-dee1-41df-a980-381801d7834f None None] The port '34c81ee2-de92-4a82-bd03-a91e74cdb5f3' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:44:58.943653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:44:58.944031 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:58.944209 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a39ff4f-c2ee-465c-9678-d117c56d2322 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.944977 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1406063439', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:58.945095 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.945476 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:44:58.945951 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Bound port: 48395233-9856-43c8-ace6-8735a3c1ac14, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:58.946327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.984170 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Pushing event updated for resources: {'Port': ['ID=48395233-9856-43c8-ace6-8735a3c1ac14,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:58.987765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:58.998550 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39ff4f-c2ee-465c-9678-d117c56d2322 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7c6719-ae3e-4d8b-8449-0bf4b64d2e69,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:59.002215 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a39ff4f-c2ee-465c-9678-d117c56d2322 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.006108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:59.008660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:44:59.010247 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0a39ff4f-c2ee-465c-9678-d117c56d2322 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/cf7c6719-ae3e-4d8b-8449-0bf4b64d2e69 HTTP/1.1" status: 204 len: 168 time: 0.9930120 Mar 29 09:44:59.012826 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34578) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:59.020990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:router and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:59.024032 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:port and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:44:59.028878 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:59.029467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f9dc08-85b9-4345-a9f2-e509ed1aff73 None None] Network b90112b5-7f02-47b5-96b0-22542c71fa08 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:44:59.031495 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:44:59.044181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:59.047208 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Router ba9199ca-0e4d-428b-9364-e1428baa4fec has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:44:59.048063 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:44:59.132614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.140930 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Transition to ACTIVE for port object 4960b264-4d24-44b8-9e45-ee8f29e069bb will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:59.143292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:59.143594 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.186036 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:59.200235 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.201169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.233591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:44:59.246519 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Transition to ACTIVE for port object 4960b264-4d24-44b8-9e45-ee8f29e069bb will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:59.253058 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1fd01e-51ee-489a-8d16-c0abedba09ae None None] Sync routers for ids ['ba9199ca-0e4d-428b-9364-e1428baa4fec'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:59.262690 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1fd01e-51ee-489a-8d16-c0abedba09ae None None] Routers {'ba9199ca-0e4d-428b-9364-e1428baa4fec'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:59.263123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] For port 48395233-9856-43c8-ace6-8735a3c1ac14, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:44:59.263697 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5c1fd01e-51ee-489a-8d16-c0abedba09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['ba9199ca-0e4d-428b-9364-e1428baa4fec'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:59.266545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] For port 48395233-9856-43c8-ace6-8735a3c1ac14, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=48395233-9856-43c8-ace6-8735a3c1ac14,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:44:59.305185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.312209 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.316079 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d61498da-0c7e-4ade-bcb1-d5c038a33074 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "PUT /v2.0/routers/ba9199ca-0e4d-428b-9364-e1428baa4fec HTTP/1.1" status: 200 len: 706 time: 3.4206221 Mar 29 09:44:59.319176 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34582) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:59.332781 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.352717 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5c1fd01e-51ee-489a-8d16-c0abedba09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:59.369312 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1fd01e-51ee-489a-8d16-c0abedba09ae None None] Routers {'ba9199ca-0e4d-428b-9364-e1428baa4fec'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:44:59.370379 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5c1fd01e-51ee-489a-8d16-c0abedba09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['ba9199ca-0e4d-428b-9364-e1428baa4fec'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:59.377255 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] For port 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2d67d11f-f699-4b16-8da4-b3dd5e40f3bd,segment=NetworkSegment(16b81c87-dc1d-4e62-8a23-1eb3a4eedbda),segment_id=16b81c87-dc1d-4e62-8a23-1eb3a4eedbda)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:59.378137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.465906 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed458746-9df9-45b2-bedd-c302a63ee9a0 None None] Pushing event updated for resources: {'Port': ['ID=48395233-9856-43c8-ace6-8735a3c1ac14,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:59.468454 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b224df-2742-4b4e-9cc8-eeaddd3bbc0e None None] DHCP port deletion for b90112b5-7f02-47b5-96b0-22542c71fa08 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:44:59.474990 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-22b224df-2742-4b4e-9cc8-eeaddd3bbc0e None None] Deleting port 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:44:59.476913 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-22b224df-2742-4b4e-9cc8-eeaddd3bbc0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.512642 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5c1fd01e-51ee-489a-8d16-c0abedba09ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:59.513196 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1fd01e-51ee-489a-8d16-c0abedba09ae None None] The sync data for ids ['ba9199ca-0e4d-428b-9364-e1428baa4fec'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:59.542449 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.608072 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2e8af2c2-953f-43dc-bdf9-6a981e7891f9 tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/routers/ba9199ca-0e4d-428b-9364-e1428baa4fec HTTP/1.1" status: 200 len: 741 time: 0.2824519 Mar 29 09:44:59.608980 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34590) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:59.622561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.669836 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Network 1bf898d9-4b5f-40dc-97f7-01524a6d1a41 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:59.684838 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:59.691478 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:44:59.703913 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Pushing event updated for resources: {'Port': ['ID=4960b264-4d24-44b8-9e45-ee8f29e069bb,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:59.706428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:44:59.715221 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.763232 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34594) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:59.764598 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-930e420d-b074-47e1-a406-a9abaa23abca tempest-RoutersAdminTest-2125998086 tempest-RoutersAdminTest-2125998086-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&device_id=ba9199ca-0e4d-428b-9364-e1428baa4fec HTTP/1.1" status: 200 len: 205 time: 0.1451619 Mar 29 09:44:59.802908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Subnet': ['ID=39af5d02-3b8b-41ad-a6ec-84637e45da84,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:59.811135 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34598) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:59.923723 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0a2f1210-64df-4056-9b61-cab84f0b9d64 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba9199ca-0e4d-428b-9364-e1428baa4fec HTTP/1.1" status: 200 len: 205 time: 0.1094236 Mar 29 09:44:59.927562 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34602) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:44:59.938595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Attempting to bind port 4960b264-4d24-44b8-9e45-ee8f29e069bb on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:59.940115 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Attempting to bind port 4960b264-4d24-44b8-9e45-ee8f29e069bb by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1d21acbc-a7fc-46c3-b7e2-d4290e67d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1bf898d9-4b5f-40dc-97f7-01524a6d1a41'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:59.940583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Attempting to bind port 4960b264-4d24-44b8-9e45-ee8f29e069bb on network 1bf898d9-4b5f-40dc-97f7-01524a6d1a41 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:44:59.951261 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-22b224df-2742-4b4e-9cc8-eeaddd3bbc0e None None] For port 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2d67d11f-f699-4b16-8da4-b3dd5e40f3bd,segment=NetworkSegment(16b81c87-dc1d-4e62-8a23-1eb3a4eedbda),segment_id=16b81c87-dc1d-4e62-8a23-1eb3a4eedbda)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:44:59.951261 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-22b224df-2742-4b4e-9cc8-eeaddd3bbc0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.971624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:44:59.972016 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Checking segment: {'id': '1d21acbc-a7fc-46c3-b7e2-d4290e67d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1bf898d9-4b5f-40dc-97f7-01524a6d1a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:44:59.972400 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.972831 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Bound using segment: {'id': '1d21acbc-a7fc-46c3-b7e2-d4290e67d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1bf898d9-4b5f-40dc-97f7-01524a6d1a41'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:44:59.973305 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Bound port: 4960b264-4d24-44b8-9e45-ee8f29e069bb, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d21acbc-a7fc-46c3-b7e2-d4290e67d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1bf898d9-4b5f-40dc-97f7-01524a6d1a41'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:59.973678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:00.023157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port e3485f3e-e83f-4185-81c2-b54b732c51f8 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:45:00.118345 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:00.132315 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-22b224df-2742-4b4e-9cc8-eeaddd3bbc0e None None] Calling delete_port for 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:00.168707 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf898d9-4b5f-40dc-97f7-01524a6d1a41']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:00.170536 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:00.202505 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-32a8038e-4770-4850-82ac-753c369f6fee req-a10793f4-ccac-41ca-9199-ec3298109f19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7225246 Mar 29 09:45:00.255565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d21acbc-a7fc-46c3-b7e2-d4290e67d5e5') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:00.255964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d21acbc-a7fc-46c3-b7e2-d4290e67d5e5') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:00.266952 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:00.273273 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1f44-bd25-4682-813e-7320d4fc8dd6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:00.278239 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] For port 4960b264-4d24-44b8-9e45-ee8f29e069bb, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:00.281672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] For port 4960b264-4d24-44b8-9e45-ee8f29e069bb, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4960b264-4d24-44b8-9e45-ee8f29e069bb,segment=NetworkSegment(1d21acbc-a7fc-46c3-b7e2-d4290e67d5e5),segment_id=1d21acbc-a7fc-46c3-b7e2-d4290e67d5e5)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:00.283365 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-22b224df-2742-4b4e-9cc8-eeaddd3bbc0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:45:00.283724 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-22b224df-2742-4b4e-9cc8-eeaddd3bbc0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:45:00.406751 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:00.421084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=2d67d11f-f699-4b16-8da4-b3dd5e40f3bd,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:00.462651 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 172.20.0.14 (904da7d4-bab8-40f2-8764-d10ff337fe7e/7fbd1398-78b4-48fa-8639-b92134db0ef5/e3485f3e-e83f-4185-81c2-b54b732c51f8) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:00.473447 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::f816:3eff:fef8:7006 (904da7d4-bab8-40f2-8764-d10ff337fe7e/8909016e-5736-4e89-91bf-d45b32211bed/e3485f3e-e83f-4185-81c2-b54b732c51f8) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:00.483066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No DVR routers for this DVR port 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:45:00.561773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:00.562868 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8038e-4770-4850-82ac-753c369f6fee req-a135d6f7-eedf-420c-85af-5c35ccc724a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:00.564578 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-32a8038e-4770-4850-82ac-753c369f6fee req-a135d6f7-eedf-420c-85af-5c35ccc724a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 1098 time: 0.2504942 Mar 29 09:45:00.574538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6542010-88a3-4455-bd5f-0e10eeda0900 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:00.575122 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6542010-88a3-4455-bd5f-0e10eeda0900 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:00.575594 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6542010-88a3-4455-bd5f-0e10eeda0900 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:00.588510 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c6542010-88a3-4455-bd5f-0e10eeda0900 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=fdb9d7f2c9684d82868b22f752ecfe11&network_id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a HTTP/1.1" status: 200 len: 2999 time: 0.8130739 Mar 29 09:45:00.642757 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:00.671134 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa55bc-6eb4-48b3-bb32-648d2a2bc74f None None] Pushing event updated for resources: {'Port': ['ID=4960b264-4d24-44b8-9e45-ee8f29e069bb,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:00.717282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:00.721884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:00.768014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 48395233-9856-43c8-ace6-8735a3c1ac14 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:00.788359 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:00.822857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8038e-4770-4850-82ac-753c369f6fee req-ad23a6d7-21d2-4799-80e8-966bdc2c1e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:00.824878 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-32a8038e-4770-4850-82ac-753c369f6fee req-ad23a6d7-21d2-4799-80e8-966bdc2c1e3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a HTTP/1.1" status: 200 len: 897 time: 0.2278998 Mar 29 09:45:00.830510 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-22b224df-2742-4b4e-9cc8-eeaddd3bbc0e None None] Deleting port 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:00.830885 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-22b224df-2742-4b4e-9cc8-eeaddd3bbc0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:00.857764 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1f44-bd25-4682-813e-7320d4fc8dd6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:00.972503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-22b224df-2742-4b4e-9cc8-eeaddd3bbc0e None None] The port '2d67d11f-f699-4b16-8da4-b3dd5e40f3bd' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:45:01.040522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e60b75-50d7-4c89-ade7-5f6533364679 None None] Network 1bf898d9-4b5f-40dc-97f7-01524a6d1a41 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:01.045271 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1f44-bd25-4682-813e-7320d4fc8dd6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.062598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba4bd61-820e-4f73-9f4c-7eead85bd558 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:01.063577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.099127 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90112b5-7f02-47b5-96b0-22542c71fa08']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:01.107695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 48395233-9856-43c8-ace6-8735a3c1ac14 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:01.112453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b81c87-dc1d-4e62-8a23-1eb3a4eedbda') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:01.113698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b81c87-dc1d-4e62-8a23-1eb3a4eedbda') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:01.132567 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.142728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:45:01.142728 dv-neutron-835555-1-hyperv neutron-server[88550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:45:01.142728 dv-neutron-835555-1-hyperv neutron-server[88550]: [parameters: {'id': '1bf898d9-4b5f-40dc-97f7-01524a6d1a41'}] Mar 29 09:45:01.142728 dv-neutron-835555-1-hyperv neutron-server[88550]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:45:01.148689 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:45:01.151705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.157249 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-32a8038e-4770-4850-82ac-753c369f6fee req-c0683937-66d5-452a-bda3-53be0a1ee1a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc059108-ddf2-494c-a733-655bbc1d0e21 HTTP/1.1" status: 200 len: 1001 time: 0.2752030 Mar 29 09:45:01.158524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:01.158986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:01.176077 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:01.190773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1f44-bd25-4682-813e-7320d4fc8dd6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.191368 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9d1f44-bd25-4682-813e-7320d4fc8dd6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Fanout notify agent at l3_agent the message router_deleted on router ba9199ca-0e4d-428b-9364-e1428baa4fec {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:45:01.278275 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1f44-bd25-4682-813e-7320d4fc8dd6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.280517 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bf9d1f44-bd25-4682-813e-7320d4fc8dd6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "DELETE /v2.0/routers/ba9199ca-0e4d-428b-9364-e1428baa4fec HTTP/1.1" status: 204 len: 168 time: 1.3363457 Mar 29 09:45:01.283117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34610) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:01.287574 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.290943 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:45:01.331354 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-23a6471a-fbed-4d75-8743-84113ffaca2c tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba9199ca-0e4d-428b-9364-e1428baa4fec HTTP/1.1" status: 200 len: 205 time: 0.0440671 Mar 29 09:45:01.331595 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34616) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:01.347744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.371861 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:45:01.371861 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2d67d11f-f699-4b16-8da4-b3dd5e40f3bd not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:45:01.385551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-04980f0f-300b-4664-ad28-fdb8f1b2dbf5 None None] Provisioning for port 48395233-9856-43c8-ace6-8735a3c1ac14 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:01.395666 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.400403 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.401965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object e3485f3e-e83f-4185-81c2-b54b732c51f8 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:01.425721 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.430894 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-04980f0f-300b-4664-ad28-fdb8f1b2dbf5 None None] Provisioning complete for port 48395233-9856-43c8-ace6-8735a3c1ac14 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:01.431817 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Network': ['ID=b90112b5-7f02-47b5-96b0-22542c71fa08,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:01.431946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-04980f0f-300b-4664-ad28-fdb8f1b2dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.433240 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-0e08497d-2000-4b2d-b14b-92d70e067ad1 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] delete failed (client error): The resource could not be found. Mar 29 09:45:01.440523 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0e08497d-2000-4b2d-b14b-92d70e067ad1 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "DELETE /v2.0/routers/ba9199ca-0e4d-428b-9364-e1428baa4fec HTTP/1.1" status: 404 len: 336 time: 0.1018360 Mar 29 09:45:01.440523 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e53e80cc-f936-4fde-9ead-e753006522f8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/networks/b90112b5-7f02-47b5-96b0-22542c71fa08 HTTP/1.1" status: 204 len: 168 time: 2.4218080 Mar 29 09:45:01.440523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34620) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:01.444983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34622) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:01.445863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1435466114'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:01.451355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:01.455196 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:network and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:01.458597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:01.467074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:01.518353 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-596e248e-b30c-4bde-939e-79027de712bd tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "GET /v2.0/ports?device_id=d404cc40-180f-44b9-9826-f77a457775b5 HTTP/1.1" status: 200 len: 205 time: 0.0668864 Mar 29 09:45:01.519051 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34628) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:01.525904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8038e-4770-4850-82ac-753c369f6fee req-80d8c084-786e-4f04-8c20-80837479b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:01.527458 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-32a8038e-4770-4850-82ac-753c369f6fee req-80d8c084-786e-4f04-8c20-80837479b629 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d64769-6487-46dd-99b9-32b9753e3276 HTTP/1.1" status: 200 len: 835 time: 0.2776301 Mar 29 09:45:01.584086 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:01.587976 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.609592 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-b42fef43-8b74-4478-aa35-5e550b3db9b5 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] delete failed (client error): The resource could not be found. Mar 29 09:45:01.614881 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b42fef43-8b74-4478-aa35-5e550b3db9b5 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "DELETE /v2.0/routers/d404cc40-180f-44b9-9826-f77a457775b5 HTTP/1.1" status: 404 len: 336 time: 0.0904245 Mar 29 09:45:01.614881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34634) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:01.615177 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f9e38-5115-4cff-b2e8-0ca45ceabec1 None None] Network 1bf898d9-4b5f-40dc-97f7-01524a6d1a41 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:01.648328 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.669404 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5160251a-3a01-4caf-8ff8-8f492a39f158 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4ed9812-3405-492d-ab18-bc26a30e02f8 HTTP/1.1" status: 200 len: 205 time: 0.0526793 Mar 29 09:45:01.673462 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34638) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:01.678912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Allocated IP 172.26.7.53 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/c9b2c377-a33a-41a2-812b-4ef16b87ac00) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:01.695113 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8038e-4770-4850-82ac-753c369f6fee req-f5ae56c1-d8ba-425e-b2ea-89fa568f5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:01.696648 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-32a8038e-4770-4850-82ac-753c369f6fee req-f5ae56c1-d8ba-425e-b2ea-89fa568f5a9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1596174 Mar 29 09:45:01.738290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-04980f0f-300b-4664-ad28-fdb8f1b2dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.751533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:01.754274 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-d95eb01d-8165-4cf5-8c0f-615004eaaedd tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] delete failed (client error): The resource could not be found. Mar 29 09:45:01.758469 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d95eb01d-8165-4cf5-8c0f-615004eaaedd tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "DELETE /v2.0/routers/c4ed9812-3405-492d-ab18-bc26a30e02f8 HTTP/1.1" status: 404 len: 336 time: 0.0809317 Mar 29 09:45:01.760048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Deleting port 4960b264-4d24-44b8-9e45-ee8f29e069bb {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:01.760462 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.785892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34642) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:01.844584 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.844857 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Added segment 286d418b-398e-4200-8030-af40aca1aa44 of type vlan for network aeb474dd-c145-472a-8a7e-2ebf39d230a3 Mar 29 09:45:01.851078 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d4b26dfe-f95c-4dd5-88ec-bf5792138ed6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cd9c942-2efe-4111-9197-d88fbbf7a69c HTTP/1.1" status: 200 len: 205 time: 0.0625389 Mar 29 09:45:01.857913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34646) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:01.861201 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-04980f0f-300b-4664-ad28-fdb8f1b2dbf5 None None] For port 48395233-9856-43c8-ace6-8735a3c1ac14, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=48395233-9856-43c8-ace6-8735a3c1ac14,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:01.890180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.900382 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34650) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:01.986019 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-b9271dbe-a96e-4a60-a233-535410a84ed5 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] delete failed (client error): The resource could not be found. Mar 29 09:45:01.987054 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b9271dbe-a96e-4a60-a233-535410a84ed5 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "DELETE /v2.0/routers/0cd9c942-2efe-4111-9197-d88fbbf7a69c HTTP/1.1" status: 404 len: 336 time: 0.1281350 Mar 29 09:45:01.993996 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-04980f0f-300b-4664-ad28-fdb8f1b2dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:01.996113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34654) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:02.001432 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:02.054701 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-84f5ec07-7a3c-4053-966b-85067f278a18 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c04b992-3c55-41f3-87e4-61dbcb1549fa HTTP/1.1" status: 200 len: 205 time: 0.0546086 Mar 29 09:45:02.062189 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34658) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:02.083808 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0db040-71ab-41f8-a0ae-be86b8cb39e3 None None] Update dhcp port {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'fixed_ips': [{'subnet_id': '7fbd1398-78b4-48fa-8639-b92134db0ef5', 'ip_address': '172.20.0.2'}, {'subnet_id': '8909016e-5736-4e89-91bf-d45b32211bed'}], 'binding:host_id': 'dv-neutron-835555-1-hyperv'}, 'id': '48395233-9856-43c8-ace6-8735a3c1ac14'} from dv-neutron-835555-1-hyperv. {{(pid=88552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 29 09:45:02.123380 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04980f0f-300b-4664-ad28-fdb8f1b2dbf5 None None] Pushing event updated for resources: {'Port': ['ID=48395233-9856-43c8-ace6-8735a3c1ac14,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:02.133646 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:02.146531 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db0db040-71ab-41f8-a0ae-be86b8cb39e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:02.148459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:02.165176 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:02.168898 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-68c395e5-2384-4b66-8427-7e217e145877 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] delete failed (client error): The resource could not be found. Mar 29 09:45:02.172478 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-68c395e5-2384-4b66-8427-7e217e145877 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "DELETE /v2.0/routers/2c04b992-3c55-41f3-87e4-61dbcb1549fa HTTP/1.1" status: 404 len: 336 time: 0.1068351 Mar 29 09:45:02.199989 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34662) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:02.247565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] For port 4960b264-4d24-44b8-9e45-ee8f29e069bb, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4960b264-4d24-44b8-9e45-ee8f29e069bb,segment=NetworkSegment(1d21acbc-a7fc-46c3-b7e2-d4290e67d5e5),segment_id=1d21acbc-a7fc-46c3-b7e2-d4290e67d5e5)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:02.247967 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:02.260639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260826c5-0321-478d-bbbe-cf41236771fe tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:02.273541 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-260826c5-0321-478d-bbbe-cf41236771fe tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0 HTTP/1.1" status: 200 len: 814 time: 0.3263023 Mar 29 09:45:02.273541 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=e3485f3e-e83f-4185-81c2-b54b732c51f8,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:02.302257 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e825c742-e371-40ca-b778-f9468d897801 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a83444d-77f9-40ca-9d11-42c0e871a707 HTTP/1.1" status: 200 len: 205 time: 0.0987585 Mar 29 09:45:02.315141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34668) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:02.323971 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-32a8038e-4770-4850-82ac-753c369f6fee req-34d4b900-d245-47ca-a433-b651fb07ef5c service neutron] 10.222.0.36 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759943 Mar 29 09:45:02.362324 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-db0db040-71ab-41f8-a0ae-be86b8cb39e3 None None] Allocated IP 2001:db8::f816:3eff:fe38:2a3c (904da7d4-bab8-40f2-8764-d10ff337fe7e/8909016e-5736-4e89-91bf-d45b32211bed/48395233-9856-43c8-ace6-8735a3c1ac14) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:02.429596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:02.429823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:02.430129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:02.435832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:02.436409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:02.450057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Calling delete_port for 4960b264-4d24-44b8-9e45-ee8f29e069bb owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:02.456729 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-f1af5af1-527e-4eac-a7e7-dae229d5c8a6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] delete failed (client error): The resource could not be found. Mar 29 09:45:02.456729 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f1af5af1-527e-4eac-a7e7-dae229d5c8a6 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "DELETE /v2.0/routers/2a83444d-77f9-40ca-9d11-42c0e871a707 HTTP/1.1" status: 404 len: 336 time: 0.1388061 Mar 29 09:45:02.465754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34674) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:02.474599 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:02.517020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-db0db040-71ab-41f8-a0ae-be86b8cb39e3 None None] For port 48395233-9856-43c8-ace6-8735a3c1ac14, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=48395233-9856-43c8-ace6-8735a3c1ac14,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:02.546425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db0db040-71ab-41f8-a0ae-be86b8cb39e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:02.563524 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-db0db040-71ab-41f8-a0ae-be86b8cb39e3 None None] Transition to ACTIVE for port object 48395233-9856-43c8-ace6-8735a3c1ac14 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:02.582229 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b1622a-dd0a-4043-bb0b-cead7b1fa790 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:02.582730 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b1622a-dd0a-4043-bb0b-cead7b1fa790 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:02.584399 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e1b1622a-dd0a-4043-bb0b-cead7b1fa790 tempest-RoutersAdminTest-209605592 tempest-RoutersAdminTest-209605592-project] 10.222.0.35 "DELETE /v2.0/subnets/d58658d1-9c16-4caa-97ac-a51aaae6203b HTTP/1.1" status: 404 len: 337 time: 0.1177092 Mar 29 09:45:02.612698 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1677499 Mar 29 09:45:02.615792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34680) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:02.621866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dda81-d5dd-4842-8826-27438207affe tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Network': ['ID=aeb474dd-c145-472a-8a7e-2ebf39d230a3,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:02.627723 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-32a8038e-4770-4850-82ac-753c369f6fee req-8f715c18-af3c-4433-a321-c2c7008f0712 service neutron] 10.222.0.36 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458539 Mar 29 09:45:02.628799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'subnet': {'network_id': 'aeb474dd-c145-472a-8a7e-2ebf39d230a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:02.652648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network aeb474dd-c145-472a-8a7e-2ebf39d230a3 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:02.655896 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-295632cd-01bd-4878-98cd-4a4d18647f41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2668936 Mar 29 09:45:02.656686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34684) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:02.740276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:02.760287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34688) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:02.788868 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 48395233-9856-43c8-ace6-8735a3c1ac14 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:02.832351 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db0db040-71ab-41f8-a0ae-be86b8cb39e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:02.839499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:02.843509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'network': {'name': 'tempest-network-smoke--1314224961', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'port_security_enabled': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:02.846986 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:02.849470 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:02.873008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:02.877008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:subnet and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:02.880194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:02.887382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:02.889565 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:02.891816 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=c9b2c377-a33a-41a2-812b-4ef16b87ac00,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:02.904427 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:network and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:02.908875 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:02.918147 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:02.921685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:02.955480 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6683b102-02ba-420c-a35b-05570dd25bac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:02.962074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6683b102-02ba-420c-a35b-05570dd25bac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:02.962890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6683b102-02ba-420c-a35b-05570dd25bac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:02.967005 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Port': ['ID=4960b264-4d24-44b8-9e45-ee8f29e069bb,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:02.972909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No DVR routers for this DVR port 4960b264-4d24-44b8-9e45-ee8f29e069bb on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:45:03.035343 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:03.039331 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.040768 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0db040-71ab-41f8-a0ae-be86b8cb39e3 None None] Pushing event updated for resources: {'Port': ['ID=48395233-9856-43c8-ace6-8735a3c1ac14,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:03.057319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:03.060853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.159168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.177473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:03.230061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.230365 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Added segment adeb44c9-2edf-46c9-bc49-5b11f255b091 of type vlan for network 66517059-acaf-4ea1-8435-89ac224bb424 Mar 29 09:45:03.238152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6683b102-02ba-420c-a35b-05570dd25bac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:03.242625 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6683b102-02ba-420c-a35b-05570dd25bac tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5848811 Mar 29 09:45:03.245588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34694) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:03.252644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf898d9-4b5f-40dc-97f7-01524a6d1a41']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:03.257767 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34698) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:03.278055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d21acbc-a7fc-46c3-b7e2-d4290e67d5e5') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:03.278354 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d21acbc-a7fc-46c3-b7e2-d4290e67d5e5') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:03.296097 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.327899 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.337008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:03.337467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:03.352682 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:03.372464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.461334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-e9d35b55-85b9-4742-b2e6-2322944cf608 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port e3485f3e-e83f-4185-81c2-b54b732c51f8 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:03.461691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9d35b55-85b9-4742-b2e6-2322944cf608 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.601426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.622178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.637688 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.672739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Network': ['ID=1bf898d9-4b5f-40dc-97f7-01524a6d1a41,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:03.707484 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-475f1fc2-e628-4497-84f3-65150f2b0201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.708025 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a107684d-3627-4508-9a45-561405eac3df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/1bf898d9-4b5f-40dc-97f7-01524a6d1a41 HTTP/1.1" status: 204 len: 168 time: 5.6890962 Mar 29 09:45:03.708774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34704) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:03.746351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-475f1fc2-e628-4497-84f3-65150f2b0201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:03.755621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-475f1fc2-e628-4497-84f3-65150f2b0201 admin admin] Usage tracker for resource:security_group_rule and tenant:1c0d5c50763247e3a36c5a7ef3600471 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:03.770004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Subnet': ['ID=833cb710-560b-43bf-9f4d-23f3dfd447cc,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:03.772790 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-137c7cf0-816f-43e1-9c94-13c13b21c6e7 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:03.774776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137c7cf0-816f-43e1-9c94-13c13b21c6e7 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:03.775154 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-137c7cf0-816f-43e1-9c94-13c13b21c6e7 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/1bf898d9-4b5f-40dc-97f7-01524a6d1a41 HTTP/1.1" status: 404 len: 339 time: 0.0618429 Mar 29 09:45:03.780192 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34708) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:03.785365 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Checking segment: {'id': '286d418b-398e-4200-8030-af40aca1aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'aeb474dd-c145-472a-8a7e-2ebf39d230a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:03.785725 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network hostable DHCP agents. Network: aeb474dd-c145-472a-8a7e-2ebf39d230a3, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:03.794547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1428915900', 'description': 'd1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:03.799985 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-475f1fc2-e628-4497-84f3-65150f2b0201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:03.801736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:03.813442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:network and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:03.816601 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.817416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:03.822333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:03.823132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.824238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:03.824937 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4bfc9d64-7ed8-4bd3-9449-88be3012c31c None None] Provisioning for port 48395233-9856-43c8-ace6-8735a3c1ac14 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:03.827868 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-475f1fc2-e628-4497-84f3-65150f2b0201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:03.833115 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4bfc9d64-7ed8-4bd3-9449-88be3012c31c None None] Provisioning complete for port 48395233-9856-43c8-ace6-8735a3c1ac14 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:03.834483 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4bfc9d64-7ed8-4bd3-9449-88be3012c31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.866958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.880618 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network aeb474dd-c145-472a-8a7e-2ebf39d230a3 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:03.914306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:03.917786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.955570 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:03.964915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.966266 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Added segment 7a91ced5-7bab-4306-a96b-ef4fcf7e5f61 of type vlan for network 8d2381f6-85db-4e2b-8da1-3a277999cd8e Mar 29 09:45:03.991334 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f19ade-7033-48ed-af8a-4b77eecfb29a None None] get_active_networks_info from dv-neutron-835555-1-hyperv {{(pid=88552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 29 09:45:03.997587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, aeb474dd-c145-472a-8a7e-2ebf39d230a3) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:04.003733 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:04.008786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:04.009475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:04.077466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Network': ['ID=66517059-acaf-4ea1-8435-89ac224bb424,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:04.089256 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e88a9904-5342-4db6-9a4a-6f3b8fd84635 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4699674 Mar 29 09:45:04.089542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34712) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:04.093432 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 66517059-acaf-4ea1-8435-89ac224bb424 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:04.099275 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'network_id': 'aeb474dd-c145-472a-8a7e-2ebf39d230a3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-194554292'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:04.130187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:04.135967 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:04.139904 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:04.211773 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-17d63d0b-a964-4253-a900-4e18ab180247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3806992 Mar 29 09:45:04.229629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34716) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:04.231805 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f19ade-7033-48ed-af8a-4b77eecfb29a None None] Resources bound (agent type, host, resource id): {{(pid=88552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:45:04.363813 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5824418 Mar 29 09:45:04.365259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34720) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:04.367993 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9d35b55-85b9-4742-b2e6-2322944cf608 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:04.379188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4c94b-be3c-4ba1-8be9-7905284f05df tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Network': ['ID=8d2381f6-85db-4e2b-8da1-3a277999cd8e,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:04.396104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b548839-9d0d-4b4d-84b2-f26a1ae6d1a3 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:04.397665 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6b548839-9d0d-4b4d-84b2-f26a1ae6d1a3 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=fdb9d7f2c9684d82868b22f752ecfe11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1662300 Mar 29 09:45:04.401507 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34724) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:04.408537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:04.413185 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:port and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:04.416089 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:04.421966 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:04.464320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 8d2381f6-85db-4e2b-8da1-3a277999cd8e details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:04.481475 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0d63a60a-e379-45e5-a012-9122e923be38 None None] Provisioning for port e3485f3e-e83f-4185-81c2-b54b732c51f8 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:04.556588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b2aa18-c285-46e6-a4ee-759c9ec9c5b6 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:04.559280 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-48b2aa18-c285-46e6-a4ee-759c9ec9c5b6 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1568587 Mar 29 09:45:04.561190 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0d63a60a-e379-45e5-a012-9122e923be38 None None] Provisioning complete for port e3485f3e-e83f-4185-81c2-b54b732c51f8 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:04.561842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0d63a60a-e379-45e5-a012-9122e923be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:04.562018 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34728) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:04.569702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-e9d35b55-85b9-4742-b2e6-2322944cf608 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for e3485f3e-e83f-4185-81c2-b54b732c51f8 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:04.609686 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dae3c772-00e5-4ffc-ba5d-4d8e6f2cd77b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437193 Mar 29 09:45:04.609686 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34732) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:04.610545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-475f1fc2-e628-4497-84f3-65150f2b0201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:04.655359 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-310d4ee9-5250-4176-a25f-8f0e287120ee tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=fdb9d7f2c9684d82868b22f752ecfe11&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423260 Mar 29 09:45:04.655588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34736) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:04.666319 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0d63a60a-e379-45e5-a012-9122e923be38 None None] Port e3485f3e-e83f-4185-81c2-b54b732c51f8 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:45:04.734933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-475f1fc2-e628-4497-84f3-65150f2b0201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:04.758276 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 48395233-9856-43c8-ace6-8735a3c1ac14 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:04.855840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee75856-a45d-443e-9bc0-fe87d030cc19 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:04.856528 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fee75856-a45d-443e-9bc0-fe87d030cc19 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Synchronizing usage tracker for tenant:bfc705607ef74c2c9b6880509871cddd on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:04.864464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:04.865063 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 48395233-9856-43c8-ace6-8735a3c1ac14 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:04.865543 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:04.865854 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:04.870070 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:04.875939 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-475f1fc2-e628-4497-84f3-65150f2b0201 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c0d5c50763247e3a36c5a7ef3600471&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5867863 Mar 29 09:45:04.875939 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f1fc2-e628-4497-84f3-65150f2b0201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201a1bbd-5ba2-4dbc-9972-aa3350a6f22a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:04.879438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34740) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:04.906615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port 87f54b27-ad7c-4d68-bdc3-7f973ce8dba7 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:45:04.914484 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-aeb474dd-c145-472a-8a7e-2ebf39d230a3', 'network_id': 'aeb474dd-c145-472a-8a7e-2ebf39d230a3', 'tenant_id': 'b4dec77116a345ed906ccba95ed7a9ff', 'fixed_ips': [{'subnet_id': '833cb710-560b-43bf-9f4d-23f3dfd447cc'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:04.915409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:04.989620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5a70f4-5904-4867-b138-48247663ed80 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:04.994002 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0a5a70f4-5904-4867-b138-48247663ed80 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3346372 Mar 29 09:45:04.994823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34744) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:05.046274 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-df1ec3fe-f28e-4d1c-b67d-1cfff1c62ac4 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501325 Mar 29 09:45:05.075500 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34748) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:05.086671 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1888947166', 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:05.211040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Allocated IP 172.20.0.7 (aeb474dd-c145-472a-8a7e-2ebf39d230a3/833cb710-560b-43bf-9f4d-23f3dfd447cc/87f54b27-ad7c-4d68-bdc3-7f973ce8dba7) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:05.225407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:05.230409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:subnet and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:05.234692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:05.248814 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:05.279535 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fee75856-a45d-443e-9bc0-fe87d030cc19 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Unset dirty status for tenant:bfc705607ef74c2c9b6880509871cddd on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:05.283150 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fee75856-a45d-443e-9bc0-fe87d030cc19 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "GET /v2.0/networks?id=8d2381f6-85db-4e2b-8da1-3a277999cd8e HTTP/1.1" status: 200 len: 761 time: 0.9053164 Mar 29 09:45:05.287129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34752) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:05.298062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-a52d75be-6305-44ff-bae9-58d1ab206ef3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'network': {'description': 'd2'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:05.345414 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-72afc092-02b3-4775-94e8-712bc62b64f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:05.388531 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:05.391943 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:05.401902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-72afc092-02b3-4775-94e8-712bc62b64f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:05.462821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9d35b55-85b9-4742-b2e6-2322944cf608 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:05.512267 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d35b55-85b9-4742-b2e6-2322944cf608 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=e3485f3e-e83f-4185-81c2-b54b732c51f8,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:05.547332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 81fbccad-acf1-4954-b8b3-1955b5f64ec9 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:45:05.623125 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-72afc092-02b3-4775-94e8-712bc62b64f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:05.651401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a6e34b2a-c85c-4465-98d4-d05048965377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:05.687749 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:05.718919 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afc092-02b3-4775-94e8-712bc62b64f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201a1bbd-5ba2-4dbc-9972-aa3350a6f22a,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:05.736291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Transition to ACTIVE for port object 87f54b27-ad7c-4d68-bdc3-7f973ce8dba7 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:05.740760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9d35b55-85b9-4742-b2e6-2322944cf608 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:05.747352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a52d75be-6305-44ff-bae9-58d1ab206ef3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:05.816318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-72afc092-02b3-4775-94e8-712bc62b64f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:05.819843 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-72afc092-02b3-4775-94e8-712bc62b64f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/201a1bbd-5ba2-4dbc-9972-aa3350a6f22a HTTP/1.1" status: 204 len: 168 time: 0.8838618 Mar 29 09:45:05.821106 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e9d35b55-85b9-4742-b2e6-2322944cf608 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/e3485f3e-e83f-4185-81c2-b54b732c51f8 HTTP/1.1" status: 204 len: 168 time: 2.5748470 Mar 29 09:45:05.823825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34758) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:05.827576 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a52d75be-6305-44ff-bae9-58d1ab206ef3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:05.869029 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a52d75be-6305-44ff-bae9-58d1ab206ef3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network 8d2381f6-85db-4e2b-8da1-3a277999cd8e is not hosted by any dhcp agent {{(pid=88550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 29 09:45:05.874330 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52d75be-6305-44ff-bae9-58d1ab206ef3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:05.875089 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a52d75be-6305-44ff-bae9-58d1ab206ef3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:05.876260 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a52d75be-6305-44ff-bae9-58d1ab206ef3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "PUT /v2.0/networks/8d2381f6-85db-4e2b-8da1-3a277999cd8e HTTP/1.1" status: 200 len: 758 time: 0.5881526 Mar 29 09:45:05.881716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34762) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:05.915931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:45:05.926422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225edb3-28be-49d7-a2a0-bb06d2671b4a None None] Sync routers for ids ['81fbccad-acf1-4954-b8b3-1955b5f64ec9'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:45:05.937553 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225edb3-28be-49d7-a2a0-bb06d2671b4a None None] Routers {'81fbccad-acf1-4954-b8b3-1955b5f64ec9'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:45:05.943425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d225edb3-28be-49d7-a2a0-bb06d2671b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['81fbccad-acf1-4954-b8b3-1955b5f64ec9'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:05.973291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d75be-6305-44ff-bae9-58d1ab206ef3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Network': ['ID=8d2381f6-85db-4e2b-8da1-3a277999cd8e,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:05.997866 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 8d2381f6-85db-4e2b-8da1-3a277999cd8e details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:06.001113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.012294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39019bfb-83f0-4722-a837-80808b18b4cc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:06.013837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39019bfb-83f0-4722-a837-80808b18b4cc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:06.015415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39019bfb-83f0-4722-a837-80808b18b4cc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:06.016214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-39019bfb-83f0-4722-a837-80808b18b4cc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:06.051779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e81246e-758c-4df1-85ac-4c583d5f3c60 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:06.053991 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6e81246e-758c-4df1-85ac-4c583d5f3c60 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "GET /v2.0/networks?id=8d2381f6-85db-4e2b-8da1-3a277999cd8e HTTP/1.1" status: 200 len: 761 time: 0.1708083 Mar 29 09:45:06.057796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34766) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:06.062831 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d225edb3-28be-49d7-a2a0-bb06d2671b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:06.063588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c907b66a-925f-4576-a9c7-42243caeb17f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1732462164'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:06.068871 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c907b66a-925f-4576-a9c7-42243caeb17f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:06.073026 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network aeb474dd-c145-472a-8a7e-2ebf39d230a3 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:06.076042 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:06.079525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c907b66a-925f-4576-a9c7-42243caeb17f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:06.085917 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:06.119185 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.124117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.126449 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b0856bba-6e89-45bc-9d1e-860f29ad5a2c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.1897435 Mar 29 09:45:06.126619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-39019bfb-83f0-4722-a837-80808b18b4cc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:06.128026 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-39019bfb-83f0-4722-a837-80808b18b4cc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3032050 Mar 29 09:45:06.133685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34770) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:06.134978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34772) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:06.176383 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225edb3-28be-49d7-a2a0-bb06d2671b4a None None] Routers {'81fbccad-acf1-4954-b8b3-1955b5f64ec9'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:45:06.176383 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d225edb3-28be-49d7-a2a0-bb06d2671b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:44:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['81fbccad-acf1-4954-b8b3-1955b5f64ec9'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:06.176685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=87f54b27-ad7c-4d68-bdc3-7f973ce8dba7,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:06.244750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d225edb3-28be-49d7-a2a0-bb06d2671b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:06.245028 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225edb3-28be-49d7-a2a0-bb06d2671b4a None None] The sync data for ids ['81fbccad-acf1-4954-b8b3-1955b5f64ec9'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:45:06.251712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:06.252544 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Allocated IP 172.20.0.2 (aeb474dd-c145-472a-8a7e-2ebf39d230a3/833cb710-560b-43bf-9f4d-23f3dfd447cc/423497b0-ba89-4361-950f-d4589a3530fa) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:06.252765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.277921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c907b66a-925f-4576-a9c7-42243caeb17f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:06.281975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c907b66a-925f-4576-a9c7-42243caeb17f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.294601 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Subnet': ['ID=5411cadc-b66b-457d-92a8-3364fde40b92,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:06.318404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Checking segment: {'id': 'adeb44c9-2edf-46c9-bc49-5b11f255b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:06.318791 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network hostable DHCP agents. Network: 66517059-acaf-4ea1-8435-89ac224bb424, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:06.361922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07cc3e6-1cfa-45b5-8e54-c7093c7d4b2c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 7fbd1398-78b4-48fa-8639-b92134db0ef5 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:45:06.415009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a07cc3e6-1cfa-45b5-8e54-c7093c7d4b2c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.430057 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b044447c-d7ed-4138-93e0-06fb68dacb1f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.3374794 Mar 29 09:45:06.432535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34780) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:06.466065 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c907b66a-925f-4576-a9c7-42243caeb17f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:06.467793 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.479884 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Transition to ACTIVE for port object 423497b0-ba89-4361-950f-d4589a3530fa will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:06.500479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 66517059-acaf-4ea1-8435-89ac224bb424 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:06.502583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Transition to ACTIVE for port object 423497b0-ba89-4361-950f-d4589a3530fa will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:06.509303 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a07cc3e6-1cfa-45b5-8e54-c7093c7d4b2c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.518473 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-58a3d94b-5512-4231-b155-d8d4dd9e533b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 87f54b27-ad7c-4d68-bdc3-7f973ce8dba7 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:06.518911 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-58a3d94b-5512-4231-b155-d8d4dd9e533b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.536739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c907b66a-925f-4576-a9c7-42243caeb17f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.537088 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-c907b66a-925f-4576-a9c7-42243caeb17f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Added segment 23c65d0e-ccf2-40ba-98c7-4e57fdcf1e66 of type vlan for network 7eed0bc7-4300-4e61-a41a-8f9580370796 Mar 29 09:45:06.548389 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-702bf15c-76af-445b-b7ea-411cb9b9cfea tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/routers/81fbccad-acf1-4954-b8b3-1955b5f64ec9 HTTP/1.1" status: 200 len: 880 time: 0.4123240 Mar 29 09:45:06.553146 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34784) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:06.594614 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c907b66a-925f-4576-a9c7-42243caeb17f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.619668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.628988 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 66517059-acaf-4ea1-8435-89ac224bb424) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:06.633866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:06.634540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.643618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34788) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:06.670739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a07cc3e6-1cfa-45b5-8e54-c7093c7d4b2c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.706190 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Network aeb474dd-c145-472a-8a7e-2ebf39d230a3 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:06.730174 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:06.732635 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:06.750074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c907b66a-925f-4576-a9c7-42243caeb17f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.755880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c907b66a-925f-4576-a9c7-42243caeb17f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:06.757134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c907b66a-925f-4576-a9c7-42243caeb17f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.772526 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Pushing event updated for resources: {'Port': ['ID=423497b0-ba89-4361-950f-d4589a3530fa,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:06.789988 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-905b2b8f-b781-4caa-af94-e25a8fa72a61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f454997e7641433d97baab0b15f6dab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452715 Mar 29 09:45:06.796603 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34794) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:06.837660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Attempting to bind port 423497b0-ba89-4361-950f-d4589a3530fa on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:06.837660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Attempting to bind port 423497b0-ba89-4361-950f-d4589a3530fa by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '286d418b-398e-4200-8030-af40aca1aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'aeb474dd-c145-472a-8a7e-2ebf39d230a3'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:06.837660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Attempting to bind port 423497b0-ba89-4361-950f-d4589a3530fa on network aeb474dd-c145-472a-8a7e-2ebf39d230a3 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:06.842931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:06.843304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Checking segment: {'id': '286d418b-398e-4200-8030-af40aca1aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'aeb474dd-c145-472a-8a7e-2ebf39d230a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:06.843702 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.844097 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Bound using segment: {'id': '286d418b-398e-4200-8030-af40aca1aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'aeb474dd-c145-472a-8a7e-2ebf39d230a3'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:06.844604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Bound port: 423497b0-ba89-4361-950f-d4589a3530fa, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286d418b-398e-4200-8030-af40aca1aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'aeb474dd-c145-472a-8a7e-2ebf39d230a3'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:06.844984 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:06.896822 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2c9babbc-7f3b-4bff-8a56-3486d5044828 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8171899 Mar 29 09:45:06.943369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] For port 423497b0-ba89-4361-950f-d4589a3530fa, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:06.948014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] For port 423497b0-ba89-4361-950f-d4589a3530fa, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=423497b0-ba89-4361-950f-d4589a3530fa,segment=NetworkSegment(286d418b-398e-4200-8030-af40aca1aa44),segment_id=286d418b-398e-4200-8030-af40aca1aa44)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:07.011986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.039624 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907b66a-925f-4576-a9c7-42243caeb17f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Network': ['ID=7eed0bc7-4300-4e61-a41a-8f9580370796,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:07.066533 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 7eed0bc7-4300-4e61-a41a-8f9580370796 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:07.113835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc7c9ab7-bb06-456c-8e59-b640af3393ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.127378 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c907b66a-925f-4576-a9c7-42243caeb17f tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0680838 Mar 29 09:45:07.129977 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34800) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:07.136103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'subnet': {'network_id': '7eed0bc7-4300-4e61-a41a-8f9580370796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:07.149679 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-58a3d94b-5512-4231-b155-d8d4dd9e533b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.168969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a07cc3e6-1cfa-45b5-8e54-c7093c7d4b2c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.175769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc7c9ab7-bb06-456c-8e59-b640af3393ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.203961 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813978f-8cd7-4528-97a4-5cb9b4e00958 None None] Pushing event updated for resources: {'Port': ['ID=423497b0-ba89-4361-950f-d4589a3530fa,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:07.222698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cc3e6-1cfa-45b5-8e54-c7093c7d4b2c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbd1398-78b4-48fa-8639-b92134db0ef5,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:07.226089 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a07cc3e6-1cfa-45b5-8e54-c7093c7d4b2c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.230715 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a07cc3e6-1cfa-45b5-8e54-c7093c7d4b2c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/7fbd1398-78b4-48fa-8639-b92134db0ef5 HTTP/1.1" status: 204 len: 168 time: 1.0907245 Mar 29 09:45:07.279421 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34804) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:07.318656 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-58a3d94b-5512-4231-b155-d8d4dd9e533b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 87f54b27-ad7c-4d68-bdc3-7f973ce8dba7 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:07.359340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:07.363401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Usage tracker for resource:subnet and tenant:bfc705607ef74c2c9b6880509871cddd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:07.370889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:07.373398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:07.405901 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b4da60-c092-4159-9c9b-d1f0962a4c3b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 8909016e-5736-4e89-91bf-d45b32211bed {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:45:07.409529 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c4b4da60-c092-4159-9c9b-d1f0962a4c3b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.443938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34808) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:07.452717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-695b6978-568d-494e-a5ac-ed25494427ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930000186', 'description': 'tempest-secgroup-smoke-930000186 description', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:07.460922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:07.464427 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.466555 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f706290e-a844-4734-84b9-7936fc4b7bf4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Synchronizing usage tracker for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:router {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:07.472251 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-695b6978-568d-494e-a5ac-ed25494427ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:07.541681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-695b6978-568d-494e-a5ac-ed25494427ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:07.545124 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc7c9ab7-bb06-456c-8e59-b640af3393ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.582690 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c9ab7-bb06-456c-8e59-b640af3393ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1607c2-bb56-495e-9ffa-0bd0375435dc,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:07.610289 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc7c9ab7-bb06-456c-8e59-b640af3393ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.612012 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dc7c9ab7-bb06-456c-8e59-b640af3393ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb1607c2-bb56-495e-9ffa-0bd0375435dc HTTP/1.1" status: 204 len: 168 time: 0.8138692 Mar 29 09:45:07.612669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c4b4da60-c092-4159-9c9b-d1f0962a4c3b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.658136 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f706290e-a844-4734-84b9-7936fc4b7bf4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Unset dirty status for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:router {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:07.659975 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f706290e-a844-4734-84b9-7936fc4b7bf4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.1065440 Mar 29 09:45:07.663419 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34814) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:07.671062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7406c6ab-22c8-491e-832a-2751e1249466 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1406063439'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:07.739036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-695b6978-568d-494e-a5ac-ed25494427ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.757104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-58a3d94b-5512-4231-b155-d8d4dd9e533b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.770930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c4b4da60-c092-4159-9c9b-d1f0962a4c3b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.831027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3d94b-5512-4231-b155-d8d4dd9e533b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=87f54b27-ad7c-4d68-bdc3-7f973ce8dba7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:07.863644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b99e0e0-8cfd-4025-b7e3-e879278fdca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.881917 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-695b6978-568d-494e-a5ac-ed25494427ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:07.891966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.935901 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-695b6978-568d-494e-a5ac-ed25494427ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:07.945616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-695b6978-568d-494e-a5ac-ed25494427ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:07.953346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c4b4da60-c092-4159-9c9b-d1f0962a4c3b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.982316 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c4b4da60-c092-4159-9c9b-d1f0962a4c3b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:07.985429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Subnet': ['ID=1b66151a-8ab8-4daa-9196-aa32bd22962f,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:07.988559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-695b6978-568d-494e-a5ac-ed25494427ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:08.035473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4da60-c092-4159-9c9b-d1f0962a4c3b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=8909016e-5736-4e89-91bf-d45b32211bed,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:08.040477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Checking segment: {'id': '23c65d0e-ccf2-40ba-98c7-4e57fdcf1e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7eed0bc7-4300-4e61-a41a-8f9580370796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:08.040859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network hostable DHCP agents. Network: 7eed0bc7-4300-4e61-a41a-8f9580370796, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:08.116045 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-58a3d94b-5512-4231-b155-d8d4dd9e533b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:08.140392 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-58a3d94b-5512-4231-b155-d8d4dd9e533b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/87f54b27-ad7c-4d68-bdc3-7f973ce8dba7 HTTP/1.1" status: 204 len: 168 time: 1.7066152 Mar 29 09:45:08.143338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34822) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:08.185346 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c4b4da60-c092-4159-9c9b-d1f0962a4c3b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/8909016e-5736-4e89-91bf-d45b32211bed HTTP/1.1" status: 204 len: 168 time: 0.9045222 Mar 29 09:45:08.201336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network 7eed0bc7-4300-4e61-a41a-8f9580370796 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:08.204277 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5ca60f-e077-4852-accc-7880c37ba5b5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] GET failed (client error): The resource could not be found. Mar 29 09:45:08.206406 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6d5ca60f-e077-4852-accc-7880c37ba5b5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:08.211138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34828) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:08.296068 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6346541c-4f6e-4518-983d-322d6461da00 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833516 Mar 29 09:45:08.303779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34834) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:08.353886 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-695b6978-568d-494e-a5ac-ed25494427ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:08.356436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 7eed0bc7-4300-4e61-a41a-8f9580370796) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:08.372219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:08.374205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:08.412723 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6d5ca60f-e077-4852-accc-7880c37ba5b5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:08.417685 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6d5ca60f-e077-4852-accc-7880c37ba5b5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/87f54b27-ad7c-4d68-bdc3-7f973ce8dba7 HTTP/1.1" status: 404 len: 333 time: 0.2731950 Mar 29 09:45:08.418537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34840) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:08.485210 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23700d30-1871-427c-bc96-dff94cd3d4b1 None None] Network aeb474dd-c145-472a-8a7e-2ebf39d230a3 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:08.517011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7360271e-a7fc-4d08-bd28-13e72c1ce117 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:08.517757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7360271e-a7fc-4d08-bd28-13e72c1ce117 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:08.528169 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a1d7f845-a78d-47ef-9040-443d502c0896 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3971121 Mar 29 09:45:08.532340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34846) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:08.591418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c7ceef-05cd-4500-8b80-33bd4d860216 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting subnet 833cb710-560b-43bf-9f4d-23f3dfd447cc {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:45:08.594777 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-03c7ceef-05cd-4500-8b80-33bd4d860216 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:08.631108 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5dc0da-39e0-4336-945b-780699fc27e5 None None] Network 66517059-acaf-4ea1-8435-89ac224bb424 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:08.646917 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04780390-6d05-4956-bdda-79fc0257fe68 None None] Network 7eed0bc7-4300-4e61-a41a-8f9580370796 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:08.681277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-03c7ceef-05cd-4500-8b80-33bd4d860216 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:08.694401 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7406c6ab-22c8-491e-832a-2751e1249466 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:08.702245 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-695b6978-568d-494e-a5ac-ed25494427ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:08.754681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7360271e-a7fc-4d08-bd28-13e72c1ce117 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:08.759574 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7360271e-a7fc-4d08-bd28-13e72c1ce117 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4560452 Mar 29 09:45:08.766076 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34856) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:08.811558 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 423497b0-ba89-4361-950f-d4589a3530fa up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:08.822170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7406c6ab-22c8-491e-832a-2751e1249466 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:08.838125 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b6978-568d-494e-a5ac-ed25494427ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8befd3-7d5c-4bc7-af8c-98d562dd2667,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:08.874647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937bcc72-4c7f-4a57-b9d3-208e07825225 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:08.904713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-03c7ceef-05cd-4500-8b80-33bd4d860216 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:08.906314 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-695b6978-568d-494e-a5ac-ed25494427ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:08.910148 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-695b6978-568d-494e-a5ac-ed25494427ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4615321 Mar 29 09:45:08.922086 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34862) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:08.932826 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-53394f19-2e21-4314-bb1e-256ee32aa766 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'ce8befd3-7d5c-4bc7-af8c-98d562dd2667', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:08.947942 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea90b4c-eb89-44af-bf7b-fb76d1d1c0f5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:08.948658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4ea90b4c-eb89-44af-bf7b-fb76d1d1c0f5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:08.951392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-53394f19-2e21-4314-bb1e-256ee32aa766 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:08.961515 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-53394f19-2e21-4314-bb1e-256ee32aa766 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:08.974316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-53394f19-2e21-4314-bb1e-256ee32aa766 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:09.003746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34866) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:09.047253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-53394f19-2e21-4314-bb1e-256ee32aa766 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:09.058560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.107098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7406c6ab-22c8-491e-832a-2751e1249466 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 81fbccad-acf1-4954-b8b3-1955b5f64ec9 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:45:09.113963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-03c7ceef-05cd-4500-8b80-33bd4d860216 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.153324 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-31669949-49c2-4225-a2df-6ccbe602a7c7 None None] Provisioning for port 423497b0-ba89-4361-950f-d4589a3530fa completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:09.159368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-571871424'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:09.164827 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:09.169141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:network and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:09.172138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:09.178131 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:09.200971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4ea90b4c-eb89-44af-bf7b-fb76d1d1c0f5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:09.201528 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7ceef-05cd-4500-8b80-33bd4d860216 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Subnet': ['ID=833cb710-560b-43bf-9f4d-23f3dfd447cc,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:09.202694 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4ea90b4c-eb89-44af-bf7b-fb76d1d1c0f5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4356580 Mar 29 09:45:09.207255 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34872) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:09.214348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-03c7ceef-05cd-4500-8b80-33bd4d860216 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.215806 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-53394f19-2e21-4314-bb1e-256ee32aa766 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.233138 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.255559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.357002 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7406c6ab-22c8-491e-832a-2751e1249466 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:45:09.364406 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7406c6ab-22c8-491e-832a-2751e1249466 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.365714 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7406c6ab-22c8-491e-832a-2751e1249466 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/81fbccad-acf1-4954-b8b3-1955b5f64ec9 HTTP/1.1" status: 200 len: 887 time: 1.7012880 Mar 29 09:45:09.369580 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34876) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:09.370329 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754191ed-2a43-4c01-a9f3-3f19123c5d45 None None] Sync routers for ids ['81fbccad-acf1-4954-b8b3-1955b5f64ec9'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:45:09.387304 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754191ed-2a43-4c01-a9f3-3f19123c5d45 None None] Routers {'81fbccad-acf1-4954-b8b3-1955b5f64ec9'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:45:09.387933 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-754191ed-2a43-4c01-a9f3-3f19123c5d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:45:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['81fbccad-acf1-4954-b8b3-1955b5f64ec9'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:09.403962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:09.407351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.423434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.453267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-53394f19-2e21-4314-bb1e-256ee32aa766 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.454008 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-03c7ceef-05cd-4500-8b80-33bd4d860216 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/833cb710-560b-43bf-9f4d-23f3dfd447cc HTTP/1.1" status: 204 len: 168 time: 1.0274870 Mar 29 09:45:09.460945 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34880) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:09.461117 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-adba6582-3ad0-4570-9cb8-3a7ad4436c06 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2454169 Mar 29 09:45:09.466381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34884) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:09.468648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.481176 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-72fa7696-15ef-48bc-a1f9-6cd580110864 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:09.514350 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-754191ed-2a43-4c01-a9f3-3f19123c5d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:09.532578 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754191ed-2a43-4c01-a9f3-3f19123c5d45 None None] Routers {'81fbccad-acf1-4954-b8b3-1955b5f64ec9'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:45:09.532942 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:09.534480 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-754191ed-2a43-4c01-a9f3-3f19123c5d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:45:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['81fbccad-acf1-4954-b8b3-1955b5f64ec9'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:09.536780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:security_group_rule and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:09.539634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:09.545539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:09.558517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-53394f19-2e21-4314-bb1e-256ee32aa766 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.617650 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 423497b0-ba89-4361-950f-d4589a3530fa completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:09.629028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.637730 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 423497b0-ba89-4361-950f-d4589a3530fa triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:09.637860 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.655658 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-754191ed-2a43-4c01-a9f3-3f19123c5d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:09.656461 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754191ed-2a43-4c01-a9f3-3f19123c5d45 None None] The sync data for ids ['81fbccad-acf1-4954-b8b3-1955b5f64ec9'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:45:09.676547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-66517059-acaf-4ea1-8435-89ac224bb424', 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ips': [{'subnet_id': '5411cadc-b66b-457d-92a8-3364fde40b92'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:09.677372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.683233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.685963 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53394f19-2e21-4314-bb1e-256ee32aa766 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e606afb-aac5-4631-94cb-e37cef110d95,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:09.708471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.724162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 423497b0-ba89-4361-950f-d4589a3530fa {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:09.724762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.760224 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:09.774951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-72fa7696-15ef-48bc-a1f9-6cd580110864 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:09.775662 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803a9bc2-1c0e-491f-a0de-1b0165e9eab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-7eed0bc7-4300-4e61-a41a-8f9580370796', 'network_id': '7eed0bc7-4300-4e61-a41a-8f9580370796', 'tenant_id': 'bfc705607ef74c2c9b6880509871cddd', 'fixed_ips': [{'subnet_id': '1b66151a-8ab8-4daa-9196-aa32bd22962f'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:09.776835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-803a9bc2-1c0e-491f-a0de-1b0165e9eab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.777112 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9a63ba6c-7b40-4735-aae6-f6e4d8f1db0b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/routers/81fbccad-acf1-4954-b8b3-1955b5f64ec9 HTTP/1.1" status: 200 len: 887 time: 0.4064085 Mar 29 09:45:09.780234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34888) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:09.780963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37d83ad-5c2f-498e-835f-199f8eecd519,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:09.781107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-53394f19-2e21-4314-bb1e-256ee32aa766 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.783122 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-53394f19-2e21-4314-bb1e-256ee32aa766 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8574870 Mar 29 09:45:09.792077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34892) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:09.798749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2e2c9a60-b679-4e56-8610-2f63311f1a0a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'ce8befd3-7d5c-4bc7-af8c-98d562dd2667', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:09.804917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-72fa7696-15ef-48bc-a1f9-6cd580110864 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:09.808954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2e2c9a60-b679-4e56-8610-2f63311f1a0a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:09.815269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2e2c9a60-b679-4e56-8610-2f63311f1a0a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:09.818660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2e2c9a60-b679-4e56-8610-2f63311f1a0a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:09.824437 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2e2c9a60-b679-4e56-8610-2f63311f1a0a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:09.843978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1b529b4d-9cfb-4651-8781-fa3751cdefb8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Synchronizing usage tracker for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:09.859543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.859974 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Added segment d1781896-9ddc-4763-8a4c-c3739ba21f1c of type vlan for network a554e5d3-f868-4290-bc62-e7f33c5f7a20 Mar 29 09:45:09.867506 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.922751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fa7696-15ef-48bc-a1f9-6cd580110864 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:09.931653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-72fa7696-15ef-48bc-a1f9-6cd580110864 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.931653 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fa7696-15ef-48bc-a1f9-6cd580110864 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:45:09.931653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72fa7696-15ef-48bc-a1f9-6cd580110864 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:09.939693 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89c9aee-f79c-466d-ac99-a895cb2539e4 None None] Network aeb474dd-c145-472a-8a7e-2ebf39d230a3 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:09.956364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Subnet': ['ID=1b66151a-8ab8-4daa-9196-aa32bd22962f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:09.977556 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9a60-b679-4e56-8610-2f63311f1a0a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:09.994742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1b529b4d-9cfb-4651-8781-fa3751cdefb8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Unset dirty status for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:09.996173 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1b529b4d-9cfb-4651-8781-fa3751cdefb8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports?device_id=81fbccad-acf1-4954-b8b3-1955b5f64ec9 HTTP/1.1" status: 200 len: 205 time: 0.2130179 Mar 29 09:45:09.999760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21003b3c-f7ca-42a7-b49e-fdf4386e3813 None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:45:10.001428 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34896) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:10.036147 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-21003b3c-f7ca-42a7-b49e-fdf4386e3813 None None] Deleting port 48395233-9856-43c8-ace6-8735a3c1ac14 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:10.036537 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-21003b3c-f7ca-42a7-b49e-fdf4386e3813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.059580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9a60-b679-4e56-8610-2f63311f1a0a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.088846 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.093611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] For port 423497b0-ba89-4361-950f-d4589a3530fa, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=423497b0-ba89-4361-950f-d4589a3530fa,segment=NetworkSegment(286d418b-398e-4200-8030-af40aca1aa44),segment_id=286d418b-398e-4200-8030-af40aca1aa44)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:10.093971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.162249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9a60-b679-4e56-8610-2f63311f1a0a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.165634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.230671 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-72fa7696-15ef-48bc-a1f9-6cd580110864 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7601788 Mar 29 09:45:10.235523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c9a60-b679-4e56-8610-2f63311f1a0a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b8f4ca-7d36-4e64-aa29-338585130af9,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:10.240680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34900) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:10.244303 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eed0bc7-4300-4e61-a41a-8f9580370796']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:10.257516 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7d0cee91-e28e-4879-8e0f-358a63a118b9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:10.262719 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.298887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c65d0e-ccf2-40ba-98c7-4e57fdcf1e66') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:10.299480 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c65d0e-ccf2-40ba-98c7-4e57fdcf1e66') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:10.356591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 423497b0-ba89-4361-950f-d4589a3530fa owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:10.358698 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Allocated IP 172.20.0.18 (66517059-acaf-4ea1-8435-89ac224bb424/5411cadc-b66b-457d-92a8-3364fde40b92/bd9e3097-7ac0-484c-ada8-975dec666f95) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:10.363368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.373069 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e6624e-90f7-4612-8414-2d399accf8ac None None] Network 7eed0bc7-4300-4e61-a41a-8f9580370796 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:10.388388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9a60-b679-4e56-8610-2f63311f1a0a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.388388 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2e2c9a60-b679-4e56-8610-2f63311f1a0a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5936308 Mar 29 09:45:10.388388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.392356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:10.393164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34904) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:10.393297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.461787 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-eb8a05e6-c7f8-4508-99f5-54b923700c58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'ce8befd3-7d5c-4bc7-af8c-98d562dd2667', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:10.464466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.480402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:10.480402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.480693 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eb8a05e6-c7f8-4508-99f5-54b923700c58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:10.505126 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eb8a05e6-c7f8-4508-99f5-54b923700c58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:10.512853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eb8a05e6-c7f8-4508-99f5-54b923700c58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:10.525665 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eb8a05e6-c7f8-4508-99f5-54b923700c58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:10.543345 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ba348fc-53fb-4eeb-9b2e-85734fcb7bde tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:10.546767 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:10.549571 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 423497b0-ba89-4361-950f-d4589a3530fa, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=423497b0-ba89-4361-950f-d4589a3530fa,segment=NetworkSegment(286d418b-398e-4200-8030-af40aca1aa44),segment_id=286d418b-398e-4200-8030-af40aca1aa44)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:10.563557 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5586252 Mar 29 09:45:10.567987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7d0cee91-e28e-4879-8e0f-358a63a118b9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:10.647158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88c85a-3aa2-4da9-867c-0ca5a339ef93 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Network': ['ID=a554e5d3-f868-4290-bc62-e7f33c5f7a20,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:10.649765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7d0cee91-e28e-4879-8e0f-358a63a118b9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:10.699395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network a554e5d3-f868-4290-bc62-e7f33c5f7a20 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:10.709083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0cee91-e28e-4879-8e0f-358a63a118b9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:10.720889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d0cee91-e28e-4879-8e0f-358a63a118b9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.720889 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0cee91-e28e-4879-8e0f-358a63a118b9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:45:10.720889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0cee91-e28e-4879-8e0f-358a63a118b9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:10.721257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.721370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:45:10.721370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:45:10.733664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb8a05e6-c7f8-4508-99f5-54b923700c58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.777583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.811831 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ba348fc-53fb-4eeb-9b2e-85734fcb7bde tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.815442 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.818455 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/7eed0bc7-4300-4e61-a41a-8f9580370796 HTTP/1.1" status: 204 len: 168 time: 2.2824442 Mar 29 09:45:10.823016 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34910) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:10.826743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc4ed6-6462-4196-a625-487c15c48dee tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Network': ['ID=7eed0bc7-4300-4e61-a41a-8f9580370796,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:10.847095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb8a05e6-c7f8-4508-99f5-54b923700c58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.882288 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7d0cee91-e28e-4879-8e0f-358a63a118b9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6404011 Mar 29 09:45:10.885548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34914) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:10.886854 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f260859-9a1b-4b68-957c-79c89e461c63 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] GET failed (client error): The resource could not be found. Mar 29 09:45:10.887595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2f260859-9a1b-4b68-957c-79c89e461c63 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Synchronizing usage tracker for tenant:bfc705607ef74c2c9b6880509871cddd on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:10.896027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e8fb82de-2832-47d7-bc3d-8228b3d29c46 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:10.934850 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6ba348fc-53fb-4eeb-9b2e-85734fcb7bde tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port c9b2c377-a33a-41a2-812b-4ef16b87ac00 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:10.935243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ba348fc-53fb-4eeb-9b2e-85734fcb7bde tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.964361 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 48395233-9856-43c8-ace6-8735a3c1ac14 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:45:10.965651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb8a05e6-c7f8-4508-99f5-54b923700c58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:10.977831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2f260859-9a1b-4b68-957c-79c89e461c63 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Unset dirty status for tenant:bfc705607ef74c2c9b6880509871cddd on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:10.980547 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2f260859-9a1b-4b68-957c-79c89e461c63 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "GET /v2.0/subnets/1b66151a-8ab8-4daa-9196-aa32bd22962f HTTP/1.1" status: 404 len: 337 time: 0.1549723 Mar 29 09:45:10.982538 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34918) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:11.024192 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-0047f17a-dae9-428a-bdff-4576b6fa5397 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:11.025309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0047f17a-dae9-428a-bdff-4576b6fa5397 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:11.027244 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0047f17a-dae9-428a-bdff-4576b6fa5397 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/7eed0bc7-4300-4e61-a41a-8f9580370796 HTTP/1.1" status: 404 len: 339 time: 0.0435407 Mar 29 09:45:11.032789 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34922) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:11.072190 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a05e6-c7f8-4508-99f5-54b923700c58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556af30e-8b8d-4628-bb42-20f30837bdf3,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:11.139633 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e8fb82de-2832-47d7-bc3d-8228b3d29c46 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:11.193297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:11.195559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-21003b3c-f7ca-42a7-b49e-fdf4386e3813 None None] For port 48395233-9856-43c8-ace6-8735a3c1ac14, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=48395233-9856-43c8-ace6-8735a3c1ac14,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:11.195934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-21003b3c-f7ca-42a7-b49e-fdf4386e3813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:11.203350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e8fb82de-2832-47d7-bc3d-8228b3d29c46 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:11.218885 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb8a05e6-c7f8-4508-99f5-54b923700c58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:11.220761 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-eb8a05e6-c7f8-4508-99f5-54b923700c58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8205481 Mar 29 09:45:11.231692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 423497b0-ba89-4361-950f-d4589a3530fa {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:11.232284 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:11.264556 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34926) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:11.272842 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e0ea0b3d-8889-48e7-bf19-0b1166b2f71c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'ce8befd3-7d5c-4bc7-af8c-98d562dd2667', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:11.280220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf167347-6b8f-40de-b47a-35fc1c252d64 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:11.281090 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bf167347-6b8f-40de-b47a-35fc1c252d64 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Synchronizing usage tracker for tenant:bfc705607ef74c2c9b6880509871cddd on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:11.295566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e0ea0b3d-8889-48e7-bf19-0b1166b2f71c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:11.312214 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e0ea0b3d-8889-48e7-bf19-0b1166b2f71c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:11.332746 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e0ea0b3d-8889-48e7-bf19-0b1166b2f71c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:11.339364 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:11.350576 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e0ea0b3d-8889-48e7-bf19-0b1166b2f71c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:11.352656 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fb82de-2832-47d7-bc3d-8228b3d29c46 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:11.355963 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Transition to ACTIVE for port object bd9e3097-7ac0-484c-ada8-975dec666f95 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:11.356112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8fb82de-2832-47d7-bc3d-8228b3d29c46 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:11.358083 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fb82de-2832-47d7-bc3d-8228b3d29c46 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:45:11.358516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fb82de-2832-47d7-bc3d-8228b3d29c46 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:11.366013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ba348fc-53fb-4eeb-9b2e-85734fcb7bde tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:11.385088 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Transition to ACTIVE for port object bd9e3097-7ac0-484c-ada8-975dec666f95 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:11.400890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bf167347-6b8f-40de-b47a-35fc1c252d64 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Unset dirty status for tenant:bfc705607ef74c2c9b6880509871cddd on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:11.402971 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bf167347-6b8f-40de-b47a-35fc1c252d64 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3687558 Mar 29 09:45:11.405396 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34930) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:11.452475 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=423497b0-ba89-4361-950f-d4589a3530fa,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:11.463683 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-21003b3c-f7ca-42a7-b49e-fdf4386e3813 None None] Calling delete_port for 48395233-9856-43c8-ace6-8735a3c1ac14 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:11.469510 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-80a9a249-1d82-49df-8ad1-f9851e171a53 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0 HTTP/1.1" status: 200 len: 207 time: 0.0627205 Mar 29 09:45:11.472754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34934) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:11.502825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdef2656-d959-4907-bdb0-3e81560a89b5 None None] DHCP port deletion for aeb474dd-c145-472a-8a7e-2ebf39d230a3 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:45:11.507621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:11.555211 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-bdef2656-d959-4907-bdb0-3e81560a89b5 None None] Deleting port 423497b0-ba89-4361-950f-d4589a3530fa {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:11.555800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bdef2656-d959-4907-bdb0-3e81560a89b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:11.567055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6ba348fc-53fb-4eeb-9b2e-85734fcb7bde tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for c9b2c377-a33a-41a2-812b-4ef16b87ac00 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:11.611477 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e0ea0b3d-8889-48e7-bf19-0b1166b2f71c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:11.649784 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e8fb82de-2832-47d7-bc3d-8228b3d29c46 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7590334 Mar 29 09:45:11.652182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34938) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:11.686117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Network 66517059-acaf-4ea1-8435-89ac224bb424 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:11.689591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-8bbb16ec-5038-466f-b288-7e9838d3cbfa tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:11.696159 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da916af-5392-45ad-964b-d4881690b9dc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:11.704792 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da916af-5392-45ad-964b-d4881690b9dc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:11.705929 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:11.712113 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Pushing event updated for resources: {'Port': ['ID=bd9e3097-7ac0-484c-ada8-975dec666f95,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:11.723006 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:11.728823 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da916af-5392-45ad-964b-d4881690b9dc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:11.742809 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da916af-5392-45ad-964b-d4881690b9dc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:11.743608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e0ea0b3d-8889-48e7-bf19-0b1166b2f71c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:11.745811 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5da916af-5392-45ad-964b-d4881690b9dc tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2714221 Mar 29 09:45:11.749264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34942) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:11.804916 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:11.883454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e0ea0b3d-8889-48e7-bf19-0b1166b2f71c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:11.924574 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-69c7e40e-7362-4e77-85fc-1de6046a7f9c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1739931 Mar 29 09:45:11.930127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34946) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:11.969456 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea0b3d-8889-48e7-bf19-0b1166b2f71c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9587af-eb45-4ef4-b77c-f245853e4af9,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:11.985723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] For port 423497b0-ba89-4361-950f-d4589a3530fa, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=423497b0-ba89-4361-950f-d4589a3530fa,segment=NetworkSegment(286d418b-398e-4200-8030-af40aca1aa44),segment_id=286d418b-398e-4200-8030-af40aca1aa44)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:11.986090 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:12.005627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8bbb16ec-5038-466f-b288-7e9838d3cbfa tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:12.019611 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-21003b3c-f7ca-42a7-b49e-fdf4386e3813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:12.191119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21003b3c-f7ca-42a7-b49e-fdf4386e3813 None None] Pushing event deleted for resources: {'Port': ['ID=48395233-9856-43c8-ace6-8735a3c1ac14,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:12.195345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-bdef2656-d959-4907-bdb0-3e81560a89b5 None None] For port 423497b0-ba89-4361-950f-d4589a3530fa, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=423497b0-ba89-4361-950f-d4589a3530fa,segment=NetworkSegment(286d418b-398e-4200-8030-af40aca1aa44),segment_id=286d418b-398e-4200-8030-af40aca1aa44)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:12.195800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bdef2656-d959-4907-bdb0-3e81560a89b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:12.211163 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21003b3c-f7ca-42a7-b49e-fdf4386e3813 None None] No DVR routers for this DVR port 48395233-9856-43c8-ace6-8735a3c1ac14 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:45:12.232161 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632dce70-deee-4253-a70c-cc56b359ab6d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:12.236063 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632dce70-deee-4253-a70c-cc56b359ab6d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:12.238375 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-632dce70-deee-4253-a70c-cc56b359ab6d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3072529 Mar 29 09:45:12.242069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34950) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:12.284754 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e0ea0b3d-8889-48e7-bf19-0b1166b2f71c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:12.289280 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e0ea0b3d-8889-48e7-bf19-0b1166b2f71c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0201638 Mar 29 09:45:12.290439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34954) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:12.300177 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 423497b0-ba89-4361-950f-d4589a3530fa owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:12.320029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ee66528f-6dfc-493d-b0a4-a22ecfe60125 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'ce8befd3-7d5c-4bc7-af8c-98d562dd2667', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:12.333118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ee66528f-6dfc-493d-b0a4-a22ecfe60125 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:12.344180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ee66528f-6dfc-493d-b0a4-a22ecfe60125 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:12.348770 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ee66528f-6dfc-493d-b0a4-a22ecfe60125 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:12.358401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ee66528f-6dfc-493d-b0a4-a22ecfe60125 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:12.368110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc498e6-e817-4701-9540-29152f8dbe15 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['shared'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:12.369649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc498e6-e817-4701-9540-29152f8dbe15 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['shared'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:12.374861 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4dc498e6-e817-4701-9540-29152f8dbe15 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1316772 Mar 29 09:45:12.377835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34958) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:12.436664 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Attempting to bind port bd9e3097-7ac0-484c-ada8-975dec666f95 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:12.437120 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Attempting to bind port bd9e3097-7ac0-484c-ada8-975dec666f95 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'adeb44c9-2edf-46c9-bc49-5b11f255b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:12.437549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Attempting to bind port bd9e3097-7ac0-484c-ada8-975dec666f95 on network 66517059-acaf-4ea1-8435-89ac224bb424 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:12.461247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-bdef2656-d959-4907-bdb0-3e81560a89b5 None None] Calling delete_port for 423497b0-ba89-4361-950f-d4589a3530fa owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:12.515630 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8bbb16ec-5038-466f-b288-7e9838d3cbfa tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:12.521299 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:12.529261 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:12.529739 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Checking segment: {'id': 'adeb44c9-2edf-46c9-bc49-5b11f255b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:12.530215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:12.530668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Bound using segment: {'id': 'adeb44c9-2edf-46c9-bc49-5b11f255b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:12.531199 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Bound port: bd9e3097-7ac0-484c-ada8-975dec666f95, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adeb44c9-2edf-46c9-bc49-5b11f255b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:12.532133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:12.537434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a48ed-9dd9-4c53-aa1f-69d0406ed724 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:12.542770 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cf3a48ed-9dd9-4c53-aa1f-69d0406ed724 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "GET /v2.0/networks/6227e96f-f5f3-4313-85bd-f7d9600735a0 HTTP/1.1" status: 200 len: 800 time: 0.1641774 Mar 29 09:45:12.543365 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34962) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:12.585496 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No DVR routers for this DVR port 423497b0-ba89-4361-950f-d4589a3530fa on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:45:12.597776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ba348fc-53fb-4eeb-9b2e-85734fcb7bde tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:12.645950 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-bdef2656-d959-4907-bdb0-3e81560a89b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:45:12.646376 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-bdef2656-d959-4907-bdb0-3e81560a89b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:45:12.660161 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] For port bd9e3097-7ac0-484c-ada8-975dec666f95, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:12.663595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] For port bd9e3097-7ac0-484c-ada8-975dec666f95, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bd9e3097-7ac0-484c-ada8-975dec666f95,segment=NetworkSegment(adeb44c9-2edf-46c9-bc49-5b11f255b091),segment_id=adeb44c9-2edf-46c9-bc49-5b11f255b091)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:12.665871 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-ee66528f-6dfc-493d-b0a4-a22ecfe60125 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:45:12.675469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee66528f-6dfc-493d-b0a4-a22ecfe60125 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:12.691801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=423497b0-ba89-4361-950f-d4589a3530fa,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:12.736686 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbb16ec-5038-466f-b288-7e9838d3cbfa tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:12.740530 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8bbb16ec-5038-466f-b288-7e9838d3cbfa tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:12.743623 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:12.750634 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e868873c-4603-48e9-baf8-3094a9b26560 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "GET /v2.0/networks/6227e96f-f5f3-4313-85bd-f7d9600735a0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2061839 Mar 29 09:45:12.751228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34966) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:12.758068 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbb16ec-5038-466f-b288-7e9838d3cbfa tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:45:12.758566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bbb16ec-5038-466f-b288-7e9838d3cbfa tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:12.843871 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee66528f-6dfc-493d-b0a4-a22ecfe60125 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:12.847015 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d693c-7513-49b8-96f6-c0b1b931b96d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:12.856050 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-de3d693c-7513-49b8-96f6-c0b1b931b96d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "GET /v2.0/subnets/70d41137-a717-4046-b424-836daa73f909 HTTP/1.1" status: 200 len: 811 time: 0.1006298 Mar 29 09:45:12.856681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34970) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:12.888625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 423497b0-ba89-4361-950f-d4589a3530fa no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:45:12.923885 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f965fc-970c-47d2-be0f-3b6747ab1b1e None None] Pushing event updated for resources: {'Port': ['ID=bd9e3097-7ac0-484c-ada8-975dec666f95,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:12.929972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714250b4-3cbe-4460-afa9-67b083d7d94d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['shared'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:12.931405 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-714250b4-3cbe-4460-afa9-67b083d7d94d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "GET /v2.0/subnets/70d41137-a717-4046-b424-836daa73f909?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0737801 Mar 29 09:45:12.932690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee66528f-6dfc-493d-b0a4-a22ecfe60125 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:12.939955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34974) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:12.955466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-6eb439d8-bc0d-4df1-91bd-992b00f0cb3d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1100276256'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:12.960424 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba348fc-53fb-4eeb-9b2e-85734fcb7bde tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=c9b2c377-a33a-41a2-812b-4ef16b87ac00,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:12.960620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6eb439d8-bc0d-4df1-91bd-992b00f0cb3d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:12.970308 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6eb439d8-bc0d-4df1-91bd-992b00f0cb3d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:12.970841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 423497b0-ba89-4361-950f-d4589a3530fa {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:45:12.971684 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 423497b0-ba89-4361-950f-d4589a3530fa not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:45:12.985583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66528f-6dfc-493d-b0a4-a22ecfe60125 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bf7418-ccba-491a-b3bb-4d66e650c5c8,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:12.989109 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.028589 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ba348fc-53fb-4eeb-9b2e-85734fcb7bde tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.055862 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb439d8-bc0d-4df1-91bd-992b00f0cb3d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:13.059705 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6eb439d8-bc0d-4df1-91bd-992b00f0cb3d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.075916 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb474dd-c145-472a-8a7e-2ebf39d230a3']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:13.122464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb439d8-bc0d-4df1-91bd-992b00f0cb3d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:13.126658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee66528f-6dfc-493d-b0a4-a22ecfe60125 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.128658 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ee66528f-6dfc-493d-b0a4-a22ecfe60125 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8224831 Mar 29 09:45:13.133408 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34978) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:13.142710 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-84ed322e-ebca-41bb-a66b-2b153a46f614 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'ce8befd3-7d5c-4bc7-af8c-98d562dd2667', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:13.150419 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-bdef2656-d959-4907-bdb0-3e81560a89b5 None None] Deleting port 423497b0-ba89-4361-950f-d4589a3530fa {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:13.151528 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bdef2656-d959-4907-bdb0-3e81560a89b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.168299 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8bbb16ec-5038-466f-b288-7e9838d3cbfa tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.4981263 Mar 29 09:45:13.171782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34982) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:13.172718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-84ed322e-ebca-41bb-a66b-2b153a46f614 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:13.179067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286d418b-398e-4200-8030-af40aca1aa44') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:13.179365 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286d418b-398e-4200-8030-af40aca1aa44') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:13.191635 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-fd9f23f7-a7df-4377-b6a3-89c64443fe04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:13.230832 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-84ed322e-ebca-41bb-a66b-2b153a46f614 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:13.236722 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6eb439d8-bc0d-4df1-91bd-992b00f0cb3d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.237061 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-6eb439d8-bc0d-4df1-91bd-992b00f0cb3d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Added segment b397aba4-0705-4edf-997d-201e0f322aac of type vlan for network 8de07428-8494-49c6-86e3-1a1f74e33d04 Mar 29 09:45:13.238328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-84ed322e-ebca-41bb-a66b-2b153a46f614 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:13.276424 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-bdef2656-d959-4907-bdb0-3e81560a89b5 None None] The port '423497b0-ba89-4361-950f-d4589a3530fa' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:45:13.291492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-84ed322e-ebca-41bb-a66b-2b153a46f614 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:13.316942 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.325374 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ba348fc-53fb-4eeb-9b2e-85734fcb7bde tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.329921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ba348fc-53fb-4eeb-9b2e-85734fcb7bde tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.349447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.358555 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:13.359007 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:13.392204 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:13.516233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ba348fc-53fb-4eeb-9b2e-85734fcb7bde tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.516799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba348fc-53fb-4eeb-9b2e-85734fcb7bde tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Fanout notify agent at l3_agent the message router_deleted on router 81fbccad-acf1-4954-b8b3-1955b5f64ec9 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:45:13.549648 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-84ed322e-ebca-41bb-a66b-2b153a46f614 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:45:13.556448 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6eb439d8-bc0d-4df1-91bd-992b00f0cb3d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.598103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fd9f23f7-a7df-4377-b6a3-89c64443fe04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:13.608694 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-84ed322e-ebca-41bb-a66b-2b153a46f614 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.621485 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fd9f23f7-a7df-4377-b6a3-89c64443fe04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:13.643239 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ba348fc-53fb-4eeb-9b2e-85734fcb7bde tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.648891 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6ba348fc-53fb-4eeb-9b2e-85734fcb7bde tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/routers/81fbccad-acf1-4954-b8b3-1955b5f64ec9 HTTP/1.1" status: 204 len: 168 time: 3.6414871 Mar 29 09:45:13.648891 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.658769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.658769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34986) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:13.679052 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/networks/aeb474dd-c145-472a-8a7e-2ebf39d230a3 HTTP/1.1" status: 204 len: 168 time: 4.2208090 Mar 29 09:45:13.682641 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'network': {'name': 'tempest-RoutersTest-80965406'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:13.686163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 34990) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:13.689802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10e988-280a-4b9b-bb3d-544b4779999a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Network': ['ID=aeb474dd-c145-472a-8a7e-2ebf39d230a3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:13.692936 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:13.696298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'name': 'tempest-PortsTestJSON-1388802176'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:13.696999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:network and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:13.700021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:13.707544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:13.742128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9f23f7-a7df-4377-b6a3-89c64443fe04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:13.745742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd9f23f7-a7df-4377-b6a3-89c64443fe04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.747233 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9f23f7-a7df-4377-b6a3-89c64443fe04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:45:13.747730 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9f23f7-a7df-4377-b6a3-89c64443fe04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:13.820121 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6eb439d8-bc0d-4df1-91bd-992b00f0cb3d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.823105 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:13.825803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb439d8-bc0d-4df1-91bd-992b00f0cb3d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:13.826459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6eb439d8-bc0d-4df1-91bd-992b00f0cb3d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.826587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.833436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-84ed322e-ebca-41bb-a66b-2b153a46f614 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.865092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:13.874762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.875111 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Added segment 86c221a9-d328-49b4-8772-22b8149b048b of type vlan for network 154e9d0f-1d0a-4c05-b2ec-7beffae761c9 Mar 29 09:45:13.887473 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34994) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:13.895908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'subnet': {'network_id': 'a554e5d3-f868-4290-bc62-e7f33c5f7a20', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:13.903349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:13.911219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:port and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:13.936811 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:45:13.949396 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.967214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:13.970209 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-84ed322e-ebca-41bb-a66b-2b153a46f614 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:13.988959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:13.999919 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fd9f23f7-a7df-4377-b6a3-89c64443fe04 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8245819 Mar 29 09:45:14.012440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 34998) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:14.016313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb439d8-bc0d-4df1-91bd-992b00f0cb3d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Network': ['ID=8de07428-8494-49c6-86e3-1a1f74e33d04,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:14.021346 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-05157d27-04e1-4649-b556-1f14b2a5d6e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:14.027252 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6eb439d8-bc0d-4df1-91bd-992b00f0cb3d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0756657 Mar 29 09:45:14.027252 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed322e-ebca-41bb-a66b-2b153a46f614 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b32f586-4e90-49f8-a697-b05d97eadc7a,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:14.027696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35002) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:14.032654 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 8de07428-8494-49c6-86e3-1a1f74e33d04 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:14.037629 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'subnet': {'network_id': '8de07428-8494-49c6-86e3-1a1f74e33d04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:14.154416 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:14.158485 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:14.194433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-84ed322e-ebca-41bb-a66b-2b153a46f614 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:14.206086 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-84ed322e-ebca-41bb-a66b-2b153a46f614 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0703423 Mar 29 09:45:14.211592 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:14.216046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:subnet and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:14.219203 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:14.225249 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:14.225562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port 2529cec2-37fa-4bdc-af2d-36b10c60e9e4 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:45:14.240715 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-05157d27-04e1-4649-b556-1f14b2a5d6e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:14.251023 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-05157d27-04e1-4649-b556-1f14b2a5d6e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:14.274144 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:14.299934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:14.343661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:14.347641 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:14.440436 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5b14df-311f-4abf-bf44-8887b14cd30c None None] Network 66517059-acaf-4ea1-8435-89ac224bb424 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:14.468102 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Made reservation on behalf of bfc705607ef74c2c9b6880509871cddd for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:14.471870 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:14.617890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.ipam_backend_mixin [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Performing IP validity checks on allocation pools {{(pid=88551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 29 09:45:14.618610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.ipam_backend_mixin [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 29 09:45:14.623407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:14.683292 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-18821408-8582-4b0d-bf98-5884628fd6fe None None] Provisioning for port bd9e3097-7ac0-484c-ada8-975dec666f95 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:14.702278 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05157d27-04e1-4649-b556-1f14b2a5d6e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:14.706604 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-05157d27-04e1-4649-b556-1f14b2a5d6e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:14.708014 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-05157d27-04e1-4649-b556-1f14b2a5d6e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:45:14.708450 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05157d27-04e1-4649-b556-1f14b2a5d6e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:14.730994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:14.737231 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:14.737910 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:14.860465 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bd9e3097-7ac0-484c-ada8-975dec666f95 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:14.877919 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:14.906577 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-05157d27-04e1-4649-b556-1f14b2a5d6e3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8891451 Mar 29 09:45:14.923409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35020) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:14.925381 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.2531202 Mar 29 09:45:14.926037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35022) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:14.941193 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'subnet': {'network_id': '154e9d0f-1d0a-4c05-b2ec-7beffae761c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:14.965014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-a226157d-6078-4a3f-8df3-dcc2598f3ce9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:14.967458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b810da5-1ae8-4cfd-ac35-3aaecea2510f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Network': ['ID=154e9d0f-1d0a-4c05-b2ec-7beffae761c9,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:14.983814 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 154e9d0f-1d0a-4c05-b2ec-7beffae761c9 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:14.999926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port bd9e3097-7ac0-484c-ada8-975dec666f95 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:15.003538 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-854ba7e9-2d04-48c6-a887-7e43c01a1eb3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0789850 Mar 29 09:45:15.007866 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:15.021061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35028) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:15.023169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:15.028248 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port bd9e3097-7ac0-484c-ada8-975dec666f95 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:15.028656 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:15.033169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:15.043177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:15.043915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:15.059783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:15.104633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=2529cec2-37fa-4bdc-af2d-36b10c60e9e4,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:15.151352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:15.161102 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:subnet and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:15.168169 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-63f7d678-7da2-4573-801c-a7d3cda0a150 None None] Provisioning complete for port bd9e3097-7ac0-484c-ada8-975dec666f95 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:15.168561 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-63f7d678-7da2-4573-801c-a7d3cda0a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:15.171264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:15.179543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dea591c-9aa8-41a8-b419-5a0755f2e026 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:15.179929 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Subnet': ['ID=06d719d9-949a-4949-a22b-48cae5e66b2d,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:15.180126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6dea591c-9aa8-41a8-b419-5a0755f2e026 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:15.190348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:15.191571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Checking segment: {'id': 'd1781896-9ddc-4763-8a4c-c3739ba21f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a554e5d3-f868-4290-bc62-e7f33c5f7a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:15.192083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network hostable DHCP agents. Network: a554e5d3-f868-4290-bc62-e7f33c5f7a20, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:15.192611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6dea591c-9aa8-41a8-b419-5a0755f2e026 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:15.196455 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6dea591c-9aa8-41a8-b419-5a0755f2e026 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1399968 Mar 29 09:45:15.197055 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35032) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:15.211890 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-a226157d-6078-4a3f-8df3-dcc2598f3ce9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:15.213079 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-a226157d-6078-4a3f-8df3-dcc2598f3ce9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930000186&fields=id&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 267 time: 0.4572589 Mar 29 09:45:15.267557 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f04271d6-c73d-4a08-accb-7ae6c20cd467 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660911 Mar 29 09:45:15.268530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35036) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:15.274761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-78c44e25-c291-4959-9971-eaeb0456da94 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:15.287695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:15.328863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network a554e5d3-f868-4290-bc62-e7f33c5f7a20 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:15.370967 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-97dc1ebf-41ad-4524-a487-d5db99a62d79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6811912 Mar 29 09:45:15.370967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:15.372921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35042) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:15.388174 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-63f7d678-7da2-4573-801c-a7d3cda0a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:15.410851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-9c557ab2-b22c-4b2f-a98a-f3f178744580 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:15.416519 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port bd9e3097-7ac0-484c-ada8-975dec666f95, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bd9e3097-7ac0-484c-ada8-975dec666f95,segment=NetworkSegment(adeb44c9-2edf-46c9-bc49-5b11f255b091),segment_id=adeb44c9-2edf-46c9-bc49-5b11f255b091)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:15.419649 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-9c557ab2-b22c-4b2f-a98a-f3f178744580 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/networks?id=66517059-acaf-4ea1-8435-89ac224bb424 HTTP/1.1" status: 200 len: 797 time: 0.1981192 Mar 29 09:45:15.461473 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:15.464778 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:15.467579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-78c44e25-c291-4959-9971-eaeb0456da94 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:15.481082 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:15.487509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Subnet': ['ID=a3ba417a-d9e1-4951-9f02-5184d30c5240,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:15.489954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-78c44e25-c291-4959-9971-eaeb0456da94 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:15.503031 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Checking segment: {'id': 'b397aba4-0705-4edf-997d-201e0f322aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8de07428-8494-49c6-86e3-1a1f74e33d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:15.503393 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network hostable DHCP agents. Network: 8de07428-8494-49c6-86e3-1a1f74e33d04, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:15.512906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, a554e5d3-f868-4290-bc62-e7f33c5f7a20) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:15.532674 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aaf3a1-ccca-46d1-b700-b0c5403407d0 None None] Network a554e5d3-f868-4290-bc62-e7f33c5f7a20 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:15.559165 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-1e803318-f45b-48fe-a2cc-8c492696a2a7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/quotas/fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 375 time: 0.1385734 Mar 29 09:45:15.560575 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c44e25-c291-4959-9971-eaeb0456da94 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:15.568779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-78c44e25-c291-4959-9971-eaeb0456da94 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:15.576398 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:15.577004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:15.588103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Network 8de07428-8494-49c6-86e3-1a1f74e33d04 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:15.655847 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-4efb3909-f6fe-4a8e-98e9-730783dd5f6b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 2529cec2-37fa-4bdc-af2d-36b10c60e9e4 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:15.656177 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4efb3909-f6fe-4a8e-98e9-730783dd5f6b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:15.669844 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 8de07428-8494-49c6-86e3-1a1f74e33d04) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:15.679193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:15.679861 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:15.727647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7a5a35-7268-49de-9dcf-f90ae2a55ac3 None None] Network 8de07428-8494-49c6-86e3-1a1f74e33d04 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:15.742870 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3bedd09c-8083-4be8-b69e-55da28acd06f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8510382 Mar 29 09:45:15.760012 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35046) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:15.768447 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e5f69348-7523-4cad-8706-77e97b48d898 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7395661 Mar 29 09:45:15.773004 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1383784678'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:15.780275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35050) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:15.782451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:15.782586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-63f7d678-7da2-4573-801c-a7d3cda0a150 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:45:15.782930 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-63f7d678-7da2-4573-801c-a7d3cda0a150 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:45:15.788181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2c2b926c-0652-4de0-a125-70f32ea7fe26 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:15.826020 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:network and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:15.831122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:15.834407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=bd9e3097-7ac0-484c-ada8-975dec666f95,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:15.854213 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:15.873173 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-91815010-1342-43ca-ac30-60cc8bae11cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2984614 Mar 29 09:45:15.989830 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:15.994220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.032636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c2b926c-0652-4de0-a125-70f32ea7fe26 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2774784'] for subnet, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.046967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-a554e5d3-f868-4290-bc62-e7f33c5f7a20', 'network_id': 'a554e5d3-f868-4290-bc62-e7f33c5f7a20', 'tenant_id': '4cb97ab098ae4f389524fb7803022cdd', 'fixed_ips': [{'subnet_id': '06d719d9-949a-4949-a22b-48cae5e66b2d'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:16.047779 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.049579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:16.059783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4efb3909-f6fe-4a8e-98e9-730783dd5f6b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.096042 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.096423 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Added segment c103aca3-5a13-4812-bb40-4ad9305b4cdf of type vlan for network 6ed66319-02da-4fb3-9579-2abd3b8f1303 Mar 29 09:45:16.145055 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-8de07428-8494-49c6-86e3-1a1f74e33d04', 'network_id': '8de07428-8494-49c6-86e3-1a1f74e33d04', 'tenant_id': 'bfc705607ef74c2c9b6880509871cddd', 'fixed_ips': [{'subnet_id': 'a3ba417a-d9e1-4951-9f02-5184d30c5240'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:16.145902 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.179144 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.246838 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-4efb3909-f6fe-4a8e-98e9-730783dd5f6b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 2529cec2-37fa-4bdc-af2d-36b10c60e9e4 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:16.279089 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.300910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.objects.ports [None req-78c44e25-c291-4959-9971-eaeb0456da94 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88551) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:45:16.309426 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-78c44e25-c291-4959-9971-eaeb0456da94 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.391513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Allocated IP 2001:db8:0:ffff::2 (a554e5d3-f868-4290-bc62-e7f33c5f7a20/06d719d9-949a-4949-a22b-48cae5e66b2d/2f16f640-d4be-4443-a19c-65df1b362b2c) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:16.399470 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-96c9a28c-537c-415c-a15b-2ff44313c404 service neutron] 10.222.0.35 "GET /v2.0/networks/66517059-acaf-4ea1-8435-89ac224bb424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851408 Mar 29 09:45:16.413675 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c44e25-c291-4959-9971-eaeb0456da94 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:16.418142 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Subnet': ['ID=50da1932-73cc-4d9f-b977-fda94d1cde40,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:16.425259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-78c44e25-c291-4959-9971-eaeb0456da94 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:16.425259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c44e25-c291-4959-9971-eaeb0456da94 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:16.425259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-78c44e25-c291-4959-9971-eaeb0456da94 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.440283 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916e9feb-482e-4b4d-a32f-9d214005762f None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:16.488637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.494658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:16.495281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.525959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c44e25-c291-4959-9971-eaeb0456da94 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=6db8500b-582b-4910-8de1-1e37dd64e30b,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:16.630374 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Checking segment: {'id': '86c221a9-d328-49b4-8772-22b8149b048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '154e9d0f-1d0a-4c05-b2ec-7beffae761c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:16.630759 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network hostable DHCP agents. Network: 154e9d0f-1d0a-4c05-b2ec-7beffae761c9, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:16.636417 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Network': ['ID=6ed66319-02da-4fb3-9579-2abd3b8f1303,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:16.656859 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 6ed66319-02da-4fb3-9579-2abd3b8f1303 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:16.661033 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6fd14d31-c5b8-4363-b78f-bc1ecafe725a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8971889 Mar 29 09:45:16.663047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35056) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:16.669793 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'subnet': {'network_id': '6ed66319-02da-4fb3-9579-2abd3b8f1303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:16.692508 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4efb3909-f6fe-4a8e-98e9-730783dd5f6b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.696268 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-7011d696-8ac5-4646-a680-2019785a063e service neutron] 10.222.0.35 "GET /v2.0/networks/66517059-acaf-4ea1-8435-89ac224bb424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796566 Mar 29 09:45:16.699792 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c2b926c-0652-4de0-a125-70f32ea7fe26 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743360850670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2174967'] for subnet, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.703500 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-78c44e25-c291-4959-9971-eaeb0456da94 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4343445 Mar 29 09:45:16.741276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35060) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:16.748766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'mac_address': 'fa:16:3e:3c:c8:7f', 'name': 'tempest-NetworksTestDHCPv6-1504326701'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:16.775154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb3909-f6fe-4a8e-98e9-730783dd5f6b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=2529cec2-37fa-4bdc-af2d-36b10c60e9e4,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:16.776976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b926c-0652-4de0-a125-70f32ea7fe26 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event updated for resources: {'Subnet': ['ID=a3ba417a-d9e1-4951-9f02-5184d30c5240,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:16.791681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 154e9d0f-1d0a-4c05-b2ec-7beffae761c9 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:16.870042 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4efb3909-f6fe-4a8e-98e9-730783dd5f6b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.908795 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4efb3909-f6fe-4a8e-98e9-730783dd5f6b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/2529cec2-37fa-4bdc-af2d-36b10c60e9e4 HTTP/1.1" status: 204 len: 168 time: 1.5355573 Mar 29 09:45:16.910982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bd9e3097-7ac0-484c-ada8-975dec666f95 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:16.912760 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35064) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:16.920857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'mac_address': 'fa:16:3e:d3:12:d9', 'name': 'tempest-PortsTestJSON-1482588396'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:16.952460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 154e9d0f-1d0a-4c05-b2ec-7beffae761c9) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:16.973944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:16.975336 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.976054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2b926c-0652-4de0-a125-70f32ea7fe26 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:16.976681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2c2b926c-0652-4de0-a125-70f32ea7fe26 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:16.980772 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2c2b926c-0652-4de0-a125-70f32ea7fe26 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "PUT /v2.0/subnets/a3ba417a-d9e1-4951-9f02-5184d30c5240 HTTP/1.1" status: 200 len: 877 time: 1.1975601 Mar 29 09:45:16.986091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1506cf8b-4fdb-40d5-ab54-a4c75dd89116 None None] Network 154e9d0f-1d0a-4c05-b2ec-7beffae761c9 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:16.986953 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35068) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:17.076887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:17.118209 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:17.123350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:17.126500 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:port and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:17.131653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:17.135724 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:port and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:17.141161 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:17.144068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:17.150666 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:17.165567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:17.166012 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1acf0dc5-8e17-4667-a818-69c66acdaeb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2307494 Mar 29 09:45:17.172378 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35078) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:17.180197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:subnet and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:17.180769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-31cbb92f-ad99-4633-b49c-160180009eb4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-505959917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:17.186433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:17.190130 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-31cbb92f-ad99-4633-b49c-160180009eb4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:17.202030 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-31cbb92f-ad99-4633-b49c-160180009eb4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:router and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:17.202167 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:17.207808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-31cbb92f-ad99-4633-b49c-160180009eb4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:17.223948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-31cbb92f-ad99-4633-b49c-160180009eb4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:17.236113 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:17.257355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:17.262621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Transition to ACTIVE for port object 2f16f640-d4be-4443-a19c-65df1b362b2c will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:17.275692 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Allocated IP 172.20.0.3 (8de07428-8494-49c6-86e3-1a1f74e33d04/a3ba417a-d9e1-4951-9f02-5184d30c5240/3ecc554b-9c3b-4bab-89b3-bed54de9c72d) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:17.292056 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': '6db8500b-582b-4910-8de1-1e37dd64e30b'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:17.293294 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:17.343778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:17.347393 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:17.353914 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Transition to ACTIVE for port object 2f16f640-d4be-4443-a19c-65df1b362b2c will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:17.367382 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fee21020-4b43-47ba-9031-84374277ebe5 req-95d12d57-2d16-4933-9e73-092167e42da8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 210 time: 0.2037289 Mar 29 09:45:17.387240 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:17.457732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:17.475732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-31cbb92f-ad99-4633-b49c-160180009eb4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:17.477203 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-31cbb92f-ad99-4633-b49c-160180009eb4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:17.501344 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:17.546874 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-31cbb92f-ad99-4633-b49c-160180009eb4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:17.579521 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:17.605282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port 3df985dc-f836-4e67-8f77-ba7684443112 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:45:17.623478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port bd9e3097-7ac0-484c-ada8-975dec666f95 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:17.623858 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:17.720359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:17.738631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Network a554e5d3-f868-4290-bc62-e7f33c5f7a20 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:17.742713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:17.787861 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:17.809071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:17.811418 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port 3beef353-cc50-4188-b29e-178e5d08124a yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:45:17.831221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Subnet': ['ID=e6f027d7-969a-4266-a38d-3884eca9bd96,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:17.839864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Checking segment: {'id': 'c103aca3-5a13-4812-bb40-4ad9305b4cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '6ed66319-02da-4fb3-9579-2abd3b8f1303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:17.840264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network hostable DHCP agents. Network: 6ed66319-02da-4fb3-9579-2abd3b8f1303, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:17.843155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-31cbb92f-ad99-4633-b49c-160180009eb4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:17.854699 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Pushing event updated for resources: {'Port': ['ID=2f16f640-d4be-4443-a19c-65df1b362b2c,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:17.905594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-154e9d0f-1d0a-4c05-b2ec-7beffae761c9', 'network_id': '154e9d0f-1d0a-4c05-b2ec-7beffae761c9', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'fixed_ips': [{'subnet_id': '50da1932-73cc-4d9f-b977-fda94d1cde40'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:17.906487 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:17.937412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network 6ed66319-02da-4fb3-9579-2abd3b8f1303 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:17.989340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 6ed66319-02da-4fb3-9579-2abd3b8f1303) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:17.995840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:17.997018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.009286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1de7b28-c73e-45cf-875b-41e8befeb4e0 None None] Network 6ed66319-02da-4fb3-9579-2abd3b8f1303 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:18.013013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.039860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-31cbb92f-ad99-4633-b49c-160180009eb4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.041256 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-31cbb92f-ad99-4633-b49c-160180009eb4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8678455 Mar 29 09:45:18.044047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35092) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:18.065220 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7cfddfe3-7c19-4060-a4b5-806a5d7b133c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4001112 Mar 29 09:45:18.067810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35096) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:18.109440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.151380 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Allocated IP 2001:db8::f816:3eff:feaa:7867 (904da7d4-bab8-40f2-8764-d10ff337fe7e/6db8500b-582b-4910-8de1-1e37dd64e30b/fafa7a28-85b8-4f21-931d-2e2d7932640b) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:18.164044 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Attempting to bind port 2f16f640-d4be-4443-a19c-65df1b362b2c on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:18.164420 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Attempting to bind port 2f16f640-d4be-4443-a19c-65df1b362b2c by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'd1781896-9ddc-4763-8a4c-c3739ba21f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a554e5d3-f868-4290-bc62-e7f33c5f7a20'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:18.164813 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Attempting to bind port 2f16f640-d4be-4443-a19c-65df1b362b2c on network a554e5d3-f868-4290-bc62-e7f33c5f7a20 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:18.239110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.246955 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:18.247619 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Checking segment: {'id': 'd1781896-9ddc-4763-8a4c-c3739ba21f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a554e5d3-f868-4290-bc62-e7f33c5f7a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:18.248023 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.248422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Bound using segment: {'id': 'd1781896-9ddc-4763-8a4c-c3739ba21f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a554e5d3-f868-4290-bc62-e7f33c5f7a20'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:18.248928 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Bound port: 2f16f640-d4be-4443-a19c-65df1b362b2c, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1781896-9ddc-4763-8a4c-c3739ba21f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a554e5d3-f868-4290-bc62-e7f33c5f7a20'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:18.249307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.265730 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=3df985dc-f836-4e67-8f77-ba7684443112,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:18.270926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:18.324406 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.350920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.475593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.498347 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Transition to ACTIVE for port object 3ecc554b-9c3b-4bab-89b3-bed54de9c72d will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:18.563765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:18.566120 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:18.573104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:18.573728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.580411 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f027d7-969a-4266-a38d-3884eca9bd96,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:18.656645 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.672732 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Transition to ACTIVE for port object 3ecc554b-9c3b-4bab-89b3-bed54de9c72d will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:18.686260 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] For port 2f16f640-d4be-4443-a19c-65df1b362b2c, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:18.703839 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e01a500-f3ac-4a40-9bca-00b37f5d18f8 None None] Network 6ed66319-02da-4fb3-9579-2abd3b8f1303 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:18.706934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed66319-02da-4fb3-9579-2abd3b8f1303']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:18.726951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c103aca3-5a13-4812-bb40-4ad9305b4cdf') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:18.727636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c103aca3-5a13-4812-bb40-4ad9305b4cdf') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:18.735387 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Allocated IP 172.20.0.2 (154e9d0f-1d0a-4c05-b2ec-7beffae761c9/50da1932-73cc-4d9f-b977-fda94d1cde40/b2a2f5d2-9308-4742-8c8a-809c01811078) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:18.745900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.760163 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] For port 2f16f640-d4be-4443-a19c-65df1b362b2c, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2f16f640-d4be-4443-a19c-65df1b362b2c,segment=NetworkSegment(d1781896-9ddc-4763-8a4c-c3739ba21f1c),segment_id=d1781896-9ddc-4763-8a4c-c3739ba21f1c)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:18.764300 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-446b402d-5721-4fe7-b269-8d2fd457619f req-5d78e693-43ad-49be-90d6-51a27a141558 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 210 time: 0.2017484 Mar 29 09:45:18.770917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.780346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:18.789676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:18.820783 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:18.872273 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.891537 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1e65d85f-2c25-4e4a-b4cf-6b7568b5d7bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9752805 Mar 29 09:45:18.891758 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35102) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:18.910650 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.915017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.972149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:18.976055 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.034628 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.062984 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Network': ['ID=6ed66319-02da-4fb3-9579-2abd3b8f1303,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:19.064702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ba417a-d9e1-4951-9f02-5184d30c5240,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:19.078880 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Network 8de07428-8494-49c6-86e3-1a1f74e33d04 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:19.102458 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c74bb6e6-6ec4-4b57-8bc9-c2042ff8ec09 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/6ed66319-02da-4fb3-9579-2abd3b8f1303 HTTP/1.1" status: 204 len: 168 time: 1.0314133 Mar 29 09:45:19.106137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35106) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:19.113940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-811549359'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:19.120651 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:19.143736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1f4dac-8fa8-4d8a-9ffe-8197f1cacd46 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:19.144312 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bd1f4dac-8fa8-4d8a-9ffe-8197f1cacd46 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:19.171537 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:19.187660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:network and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:19.195094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:19.199104 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:19.199244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.206410 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.213602 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:19.237163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de07428-8494-49c6-86e3-1a1f74e33d04']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:19.241636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4be84-6e67-48f9-88fe-a79d6d1e332b None None] Pushing event updated for resources: {'Port': ['ID=2f16f640-d4be-4443-a19c-65df1b362b2c,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:19.253010 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b397aba4-0705-4edf-997d-201e0f322aac') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:19.255719 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b397aba4-0705-4edf-997d-201e0f322aac') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:19.265954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.282843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.290603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:19.290903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.297131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bd1f4dac-8fa8-4d8a-9ffe-8197f1cacd46 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:19.298613 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bd1f4dac-8fa8-4d8a-9ffe-8197f1cacd46 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/3df985dc-f836-4e67-8f77-ba7684443112 HTTP/1.1" status: 200 len: 841 time: 0.4059234 Mar 29 09:45:19.301487 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35110) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:19.305905 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Transition to ACTIVE for port object fafa7a28-85b8-4f21-931d-2e2d7932640b will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:19.307127 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:19.323128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:19.326679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.381892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-cb42c42e-ff04-4601-9eef-f76af4d49650 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 3df985dc-f836-4e67-8f77-ba7684443112 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:19.382499 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cb42c42e-ff04-4601-9eef-f76af4d49650 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.459076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Pushing event updated for resources: {'Port': ['ID=3ecc554b-9c3b-4bab-89b3-bed54de9c72d,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:19.463904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Transition to ACTIVE for port object fafa7a28-85b8-4f21-931d-2e2d7932640b will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:19.465431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Attempting to bind port 3ecc554b-9c3b-4bab-89b3-bed54de9c72d on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:19.465601 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Attempting to bind port 3ecc554b-9c3b-4bab-89b3-bed54de9c72d by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'b397aba4-0705-4edf-997d-201e0f322aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8de07428-8494-49c6-86e3-1a1f74e33d04'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:19.465958 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Attempting to bind port 3ecc554b-9c3b-4bab-89b3-bed54de9c72d on network 8de07428-8494-49c6-86e3-1a1f74e33d04 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:19.516634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:19.517070 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Checking segment: {'id': 'b397aba4-0705-4edf-997d-201e0f322aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8de07428-8494-49c6-86e3-1a1f74e33d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:19.517415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.518583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Bound using segment: {'id': 'b397aba4-0705-4edf-997d-201e0f322aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8de07428-8494-49c6-86e3-1a1f74e33d04'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:19.518583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Bound port: 3ecc554b-9c3b-4bab-89b3-bed54de9c72d, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b397aba4-0705-4edf-997d-201e0f322aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8de07428-8494-49c6-86e3-1a1f74e33d04'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:19.518817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.597880 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.605883 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.637103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:45:19.637103 dv-neutron-835555-1-hyperv neutron-server[88551]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:45:19.637103 dv-neutron-835555-1-hyperv neutron-server[88551]: [parameters: {'id': '8de07428-8494-49c6-86e3-1a1f74e33d04'}] Mar 29 09:45:19.637103 dv-neutron-835555-1-hyperv neutron-server[88551]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:45:19.637609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:45:19.646161 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:19.675207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.675552 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Added segment 8301e927-4663-4d20-a4eb-803211482ae0 of type vlan for network a9443a10-9fd3-4a15-a531-545021fd7e4a Mar 29 09:45:19.677229 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Transition to ACTIVE for port object b2a2f5d2-9308-4742-8c8a-809c01811078 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:19.762746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Transition to ACTIVE for port object b2a2f5d2-9308-4742-8c8a-809c01811078 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:19.763471 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cb42c42e-ff04-4601-9eef-f76af4d49650 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.764522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Pushing event updated for resources: {'Port': ['ID=fafa7a28-85b8-4f21-931d-2e2d7932640b,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:19.767828 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:19.773732 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] For port 3ecc554b-9c3b-4bab-89b3-bed54de9c72d, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:19.774644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:19.778251 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:19.783739 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] For port 3ecc554b-9c3b-4bab-89b3-bed54de9c72d, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3ecc554b-9c3b-4bab-89b3-bed54de9c72d,segment=NetworkSegment(b397aba4-0705-4edf-997d-201e0f322aac),segment_id=b397aba4-0705-4edf-997d-201e0f322aac)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:19.794632 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.807179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-68d375fc-be26-4f34-8d17-d7cf50e3f9e3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:19.808162 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-68d375fc-be26-4f34-8d17-d7cf50e3f9e3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:19.957693 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-cb42c42e-ff04-4601-9eef-f76af4d49650 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 3df985dc-f836-4e67-8f77-ba7684443112 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:19.958791 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.962870 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.979870 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-68d375fc-be26-4f34-8d17-d7cf50e3f9e3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:19.981028 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-68d375fc-be26-4f34-8d17-d7cf50e3f9e3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/networks?id=66517059-acaf-4ea1-8435-89ac224bb424 HTTP/1.1" status: 200 len: 797 time: 0.4554262 Mar 29 09:45:19.986110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:19.992207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:19.992827 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:20.016336 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-479db0e1-d28e-495d-9061-1668c16dfcda req-0f5c0f10-d878-4e9d-9bec-8f32a2acc2ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 210 time: 0.0840688 Mar 29 09:45:20.040148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::f816:3eff:fe3c:c87f (904da7d4-bab8-40f2-8764-d10ff337fe7e/6db8500b-582b-4910-8de1-1e37dd64e30b/3beef353-cc50-4188-b29e-178e5d08124a) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:20.055578 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0391c74-add4-4090-9d39-b9d48b8c89c1 None None] Pushing event updated for resources: {'Port': ['ID=3ecc554b-9c3b-4bab-89b3-bed54de9c72d,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:20.111381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Network 154e9d0f-1d0a-4c05-b2ec-7beffae761c9 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:20.120841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:20.133218 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Attempting to bind port fafa7a28-85b8-4f21-931d-2e2d7932640b on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:20.133867 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Attempting to bind port fafa7a28-85b8-4f21-931d-2e2d7932640b by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:20.134449 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Attempting to bind port fafa7a28-85b8-4f21-931d-2e2d7932640b on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:20.141081 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:20.146543 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:20.146958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Allocated IP 172.20.0.1 (154e9d0f-1d0a-4c05-b2ec-7beffae761c9/50da1932-73cc-4d9f-b977-fda94d1cde40/a626ee9c-f84f-4f7e-9cd2-632eeb45c09f) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:20.147568 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:20.148182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:20.148837 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:20.149527 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Bound port: fafa7a28-85b8-4f21-931d-2e2d7932640b, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:20.150158 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:20.158407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:20.193555 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-713d753a-955a-4ed2-920a-53f3b0196b8b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 471 time: 0.1963828 Mar 29 09:45:20.205291 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0982888 Mar 29 09:45:20.206392 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35120) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:20.208381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Deleting port 3ecc554b-9c3b-4bab-89b3-bed54de9c72d {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:20.208785 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:20.234446 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a2273-1d58-43f8-a89b-5750b4585c1c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Network': ['ID=a9443a10-9fd3-4a15-a531-545021fd7e4a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:20.252449 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'port': {'device_id': 'ec93f83b-10e8-499e-ba62-dc389c77b446', 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424', 'admin_state_up': True, 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'security_groups': ['ce8befd3-7d5c-4bc7-af8c-98d562dd2667']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:20.262163 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network a9443a10-9fd3-4a15-a531-545021fd7e4a details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:20.410691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'subnet': {'network_id': 'a9443a10-9fd3-4a15-a531-545021fd7e4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:20.436267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cb42c42e-ff04-4601-9eef-f76af4d49650 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:20.461438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:20.472419 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Pushing event updated for resources: {'Port': ['ID=b2a2f5d2-9308-4742-8c8a-809c01811078,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:20.506933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] For port fafa7a28-85b8-4f21-931d-2e2d7932640b, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:20.510510 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] For port fafa7a28-85b8-4f21-931d-2e2d7932640b, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fafa7a28-85b8-4f21-931d-2e2d7932640b,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:20.525814 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42c42e-ff04-4601-9eef-f76af4d49650 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=3df985dc-f836-4e67-8f77-ba7684443112,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:20.529122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:port and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:20.534562 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cb42c42e-ff04-4601-9eef-f76af4d49650 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:20.545541 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:20.558356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:20.591071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070dc62-2922-4aa7-882c-37f4f4b25728 None None] Network 8de07428-8494-49c6-86e3-1a1f74e33d04 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:20.611722 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Attempting to bind port b2a2f5d2-9308-4742-8c8a-809c01811078 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:20.611722 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Attempting to bind port b2a2f5d2-9308-4742-8c8a-809c01811078 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '86c221a9-d328-49b4-8772-22b8149b048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '154e9d0f-1d0a-4c05-b2ec-7beffae761c9'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:20.611722 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Attempting to bind port b2a2f5d2-9308-4742-8c8a-809c01811078 on network 154e9d0f-1d0a-4c05-b2ec-7beffae761c9 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:20.637068 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:20.672072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:20.685097 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cb42c42e-ff04-4601-9eef-f76af4d49650 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/3df985dc-f836-4e67-8f77-ba7684443112 HTTP/1.1" status: 204 len: 168 time: 1.3824532 Mar 29 09:45:20.690899 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35124) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:20.702530 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:20.703912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Checking segment: {'id': '86c221a9-d328-49b4-8772-22b8149b048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '154e9d0f-1d0a-4c05-b2ec-7beffae761c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:20.703912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:20.703912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Bound using segment: {'id': '86c221a9-d328-49b4-8772-22b8149b048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '154e9d0f-1d0a-4c05-b2ec-7beffae761c9'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:20.704647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Bound port: b2a2f5d2-9308-4742-8c8a-809c01811078, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c221a9-d328-49b4-8772-22b8149b048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '154e9d0f-1d0a-4c05-b2ec-7beffae761c9'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:20.705056 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:20.746034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] For port 3ecc554b-9c3b-4bab-89b3-bed54de9c72d, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3ecc554b-9c3b-4bab-89b3-bed54de9c72d,segment=NetworkSegment(b397aba4-0705-4edf-997d-201e0f322aac),segment_id=b397aba4-0705-4edf-997d-201e0f322aac)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:20.746396 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:20.774198 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-89bcefd7-33f5-4759-ac2c-4c3409b0539c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] GET failed (client error): The resource could not be found. Mar 29 09:45:20.774752 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-89bcefd7-33f5-4759-ac2c-4c3409b0539c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:20.777643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Transition to ACTIVE for port object a626ee9c-f84f-4f7e-9cd2-632eeb45c09f will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:20.862767 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e0dd50-0176-406d-8609-ca5c681f7837 None None] Network a554e5d3-f868-4290-bc62-e7f33c5f7a20 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:20.864595 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:20.896110 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object 3beef353-cc50-4188-b29e-178e5d08124a will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:20.940637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Calling delete_port for 3ecc554b-9c3b-4bab-89b3-bed54de9c72d owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:20.944630 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-89bcefd7-33f5-4759-ac2c-4c3409b0539c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:20.949530 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-89bcefd7-33f5-4759-ac2c-4c3409b0539c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/3df985dc-f836-4e67-8f77-ba7684443112 HTTP/1.1" status: 404 len: 333 time: 0.2473352 Mar 29 09:45:20.950006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35128) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:20.956280 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1eddbb2a-242c-4fd9-a587-b048c50dea7f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'name': 'tempest-PortsTestJSON-1102207731'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:20.975993 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2f16f640-d4be-4443-a19c-65df1b362b2c up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:21.062196 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:21.070628 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:subnet and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:21.075312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:21.097928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:21.105491 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f42abc-39c2-4575-afad-38f884b8e217 None None] Pushing event updated for resources: {'Port': ['ID=fafa7a28-85b8-4f21-931d-2e2d7932640b,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:21.109202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:21.113144 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:21.148418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:21.152182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:21.239302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:21.244655 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:21.247444 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 154e9d0f-1d0a-4c05-b2ec-7beffae761c9 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:21.264886 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:21.272072 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a45f0fb2-02c3-4acc-94c3-a83c1be01999 req-eacfaf70-992c-4838-b8a7-e8aec68bfb81 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 210 time: 0.0904777 Mar 29 09:45:21.272853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:21.311777 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:21.345716 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:21.359537 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7a7d274a-a4b2-4598-ba4b-e80f642f3645 None None] Provisioning for port 2f16f640-d4be-4443-a19c-65df1b362b2c completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:21.364580 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:21.377224 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Port': ['ID=3ecc554b-9c3b-4bab-89b3-bed54de9c72d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:21.386685 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] For port b2a2f5d2-9308-4742-8c8a-809c01811078, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:21.390588 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719c150a-1a04-4de3-bc2f-f3f9955fb30f None None] Network 8de07428-8494-49c6-86e3-1a1f74e33d04 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:21.421645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:21.424340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:21.430133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] For port b2a2f5d2-9308-4742-8c8a-809c01811078, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b2a2f5d2-9308-4742-8c8a-809c01811078,segment=NetworkSegment(86c221a9-d328-49b4-8772-22b8149b048b),segment_id=86c221a9-d328-49b4-8772-22b8149b048b)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:21.431449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:21.432100 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:21.436580 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=a626ee9c-f84f-4f7e-9cd2-632eeb45c09f,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:21.444675 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No DVR routers for this DVR port 3ecc554b-9c3b-4bab-89b3-bed54de9c72d on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:45:21.493993 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1eddbb2a-242c-4fd9-a587-b048c50dea7f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:21.524845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:21.528243 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 2f16f640-d4be-4443-a19c-65df1b362b2c completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:21.560287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1eddbb2a-242c-4fd9-a587-b048c50dea7f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:21.586178 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2f16f640-d4be-4443-a19c-65df1b362b2c triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:21.586551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:21.599193 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=3beef353-cc50-4188-b29e-178e5d08124a,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:21.627202 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:21.692519 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-207d8f40-fd85-4bd4-a571-143154e94de5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9481018 Mar 29 09:45:21.705546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35134) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:21.762009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4debc1b-5ad8-4ca3-9daa-c99eaa9b0267 None None] Pushing event updated for resources: {'Port': ['ID=b2a2f5d2-9308-4742-8c8a-809c01811078,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:21.782057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eddbb2a-242c-4fd9-a587-b048c50dea7f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:21.784349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1eddbb2a-242c-4fd9-a587-b048c50dea7f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:21.807228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:21.851244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.21 (66517059-acaf-4ea1-8435-89ac224bb424/5411cadc-b66b-457d-92a8-3364fde40b92/5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:21.861647 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de07428-8494-49c6-86e3-1a1f74e33d04']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:21.887185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:21.900853 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b397aba4-0705-4edf-997d-201e0f322aac') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:21.903287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b397aba4-0705-4edf-997d-201e0f322aac') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:21.936207 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 2f16f640-d4be-4443-a19c-65df1b362b2c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2f16f640-d4be-4443-a19c-65df1b362b2c,segment=NetworkSegment(d1781896-9ddc-4763-8a4c-c3739ba21f1c),segment_id=d1781896-9ddc-4763-8a4c-c3739ba21f1c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:21.950987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:21.981251 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-1eddbb2a-242c-4fd9-a587-b048c50dea7f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port 31e6826b-fc3d-4ea2-85e1-b3f618f24103 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:45:22.000436 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:22.101950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:22.113582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=2f16f640-d4be-4443-a19c-65df1b362b2c,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:22.163719 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:22.164192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:22.180973 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:22.236628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ecbfa4-98c0-463c-b0a5-83a2003c45db tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:22.243614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ecbfa4-98c0-463c-b0a5-83a2003c45db tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:22.244475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-70ecbfa4-98c0-463c-b0a5-83a2003c45db tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:22.356924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9e463cef-b118-4452-ac1e-3dba1a2a31f0 None None] Provisioning complete for port 2f16f640-d4be-4443-a19c-65df1b362b2c triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:22.358422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9e463cef-b118-4452-ac1e-3dba1a2a31f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:22.429240 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-70ecbfa4-98c0-463c-b0a5-83a2003c45db tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:22.429240 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-70ecbfa4-98c0-463c-b0a5-83a2003c45db tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7193398 Mar 29 09:45:22.432452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35140) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:22.542947 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:22.551202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:22.570482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1eddbb2a-242c-4fd9-a587-b048c50dea7f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:22.618103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:22.622627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:22.655114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:22.673948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1eddbb2a-242c-4fd9-a587-b048c50dea7f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:22.699648 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9b715814-5398-4f50-bc3c-b32e21d4de91 req-b3859823-dab5-4e3f-9197-e5093aa19425 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 210 time: 0.1594939 Mar 29 09:45:22.718117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-10bc2cfa-2c92-44a6-85e6-f275d584688c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port 3beef353-cc50-4188-b29e-178e5d08124a {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:22.718497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10bc2cfa-2c92-44a6-85e6-f275d584688c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:22.753668 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Network': ['ID=8de07428-8494-49c6-86e3-1a1f74e33d04,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:22.768676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:22.792339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-88fd4aa6-7212-4367-a173-481aa55971ab None None] Provisioning for port fafa7a28-85b8-4f21-931d-2e2d7932640b completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:22.820356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Subnet': ['ID=d746c690-5ac3-4861-b81f-cbe8a93850cf,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:22.839361 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Checking segment: {'id': '8301e927-4663-4d20-a4eb-803211482ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a9443a10-9fd3-4a15-a531-545021fd7e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:22.839772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network hostable DHCP agents. Network: a9443a10-9fd3-4a15-a531-545021fd7e4a, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:22.853461 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ba66e1ac-b1ea-42b3-bfe1-d4f75906774c tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/8de07428-8494-49c6-86e3-1a1f74e33d04 HTTP/1.1" status: 204 len: 168 time: 5.8657234 Mar 29 09:45:22.859288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35144) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:22.877921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:22.897145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:22.925816 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-88fd4aa6-7212-4367-a173-481aa55971ab None None] Provisioning for port 3beef353-cc50-4188-b29e-178e5d08124a completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:22.931675 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-88fd4aa6-7212-4367-a173-481aa55971ab None None] Provisioning complete for port 3beef353-cc50-4188-b29e-178e5d08124a triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:22.932165 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-88fd4aa6-7212-4367-a173-481aa55971ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:22.953915 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-4291f925-ff31-4d39-9068-34e729a8e776 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:22.954409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4291f925-ff31-4d39-9068-34e729a8e776 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:22.958905 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4291f925-ff31-4d39-9068-34e729a8e776 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/subnets/a3ba417a-d9e1-4951-9f02-5184d30c5240 HTTP/1.1" status: 404 len: 337 time: 0.0948191 Mar 29 09:45:22.969648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35148) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:22.979300 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddbb2a-242c-4fd9-a587-b048c50dea7f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=31e6826b-fc3d-4ea2-85e1-b3f618f24103,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:23.037361 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-88fd4aa6-7212-4367-a173-481aa55971ab None None] Port 3beef353-cc50-4188-b29e-178e5d08124a cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:45:23.041370 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6261b7a-12b9-4207-8025-4763c790b922 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:23.041959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6261b7a-12b9-4207-8025-4763c790b922 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:23.047190 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d6261b7a-12b9-4207-8025-4763c790b922 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/8de07428-8494-49c6-86e3-1a1f74e33d04 HTTP/1.1" status: 404 len: 339 time: 0.0796888 Mar 29 09:45:23.056508 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fafa7a28-85b8-4f21-931d-2e2d7932640b up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:23.056697 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35152) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:23.058095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eddbb2a-242c-4fd9-a587-b048c50dea7f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:23.060952 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:23.112337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-1eddbb2a-242c-4fd9-a587-b048c50dea7f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:23.120113 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network a9443a10-9fd3-4a15-a531-545021fd7e4a is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:23.146472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eddbb2a-242c-4fd9-a587-b048c50dea7f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:23.151948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eddbb2a-242c-4fd9-a587-b048c50dea7f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:23.152607 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1eddbb2a-242c-4fd9-a587-b048c50dea7f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:23.166533 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8801ca31-38e9-42bf-a067-8bb8fc94d4a3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:23.166997 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8801ca31-38e9-42bf-a067-8bb8fc94d4a3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:23.178601 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:23.186295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=a626ee9c-f84f-4f7e-9cd2-632eeb45c09f,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:23.194637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port fafa7a28-85b8-4f21-931d-2e2d7932640b completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:23.203862 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8801ca31-38e9-42bf-a067-8bb8fc94d4a3 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/subnets/1b66151a-8ab8-4daa-9196-aa32bd22962f HTTP/1.1" status: 404 len: 337 time: 0.1369674 Mar 29 09:45:23.203862 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35156) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:23.204252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port fafa7a28-85b8-4f21-931d-2e2d7932640b triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:23.204252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:23.239650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 66517059-acaf-4ea1-8435-89ac224bb424 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:23.246251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:23.251631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:23.253053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:23.257727 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-07953ee7-3c49-4231-94fb-a64b353ed22b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:23.258448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07953ee7-3c49-4231-94fb-a64b353ed22b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:23.264073 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-07953ee7-3c49-4231-94fb-a64b353ed22b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/7eed0bc7-4300-4e61-a41a-8f9580370796 HTTP/1.1" status: 404 len: 339 time: 0.0634289 Mar 29 09:45:23.267438 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35160) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:23.313188 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, a9443a10-9fd3-4a15-a531-545021fd7e4a) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:23.323859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:23.324440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:23.335655 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10bc2cfa-2c92-44a6-85e6-f275d584688c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:23.357871 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1eddbb2a-242c-4fd9-a587-b048c50dea7f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4068217 Mar 29 09:45:23.363354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35164) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:23.367058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778e6ed9-4860-4c51-a4f2-b5b8533cb092 None None] Network a9443a10-9fd3-4a15-a531-545021fd7e4a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:23.380892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-cc567430-7b94-4004-bcf2-f53e4d27cb4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:23.443536 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed64aed-cbdf-44fd-b559-b173be337d9e None None] Network 154e9d0f-1d0a-4c05-b2ec-7beffae761c9 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:23.469239 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:23.485175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:23.485818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:23.491395 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbfa5-a0e4-42bc-a069-d348aa869767 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:23.510102 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 154e9d0f-1d0a-4c05-b2ec-7beffae761c9 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:23.512129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:23.567604 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-64830c06-8144-4a01-b3ca-b15bbdcb69d4 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.3265536 Mar 29 09:45:23.610488 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35168) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:23.641729 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-10bc2cfa-2c92-44a6-85e6-f275d584688c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for 3beef353-cc50-4188-b29e-178e5d08124a owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:23.642274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1222196846'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:23.665507 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:23.698933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc567430-7b94-4004-bcf2-f53e4d27cb4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:23.721859 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7e84def3-4fa6-4554-8884-609d73991b51 None None] Provisioning for port b2a2f5d2-9308-4742-8c8a-809c01811078 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:23.730021 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port fafa7a28-85b8-4f21-931d-2e2d7932640b, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fafa7a28-85b8-4f21-931d-2e2d7932640b,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:23.734159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:network and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:23.783115 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:23.800350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:23.803544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbfa5-a0e4-42bc-a069-d348aa869767 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:23.867352 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:23.868143 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b2a2f5d2-9308-4742-8c8a-809c01811078 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:23.903263 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a0dbbfa5-a0e4-42bc-a069-d348aa869767 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2381f6-85db-4e2b-8da1-3a277999cd8e']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:23.907856 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-8a739cb9-c9c9-4e10-9e3f-0e1f3112ae06 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7003360 Mar 29 09:45:23.921820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Request body: {'port': {'device_id': 'ec93f83b-10e8-499e-ba62-dc389c77b446', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:23.922981 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a0dbbfa5-a0e4-42bc-a069-d348aa869767 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a91ced5-7bab-4306-a96b-ef4fcf7e5f61') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:23.923285 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a0dbbfa5-a0e4-42bc-a069-d348aa869767 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a91ced5-7bab-4306-a96b-ef4fcf7e5f61') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:23.941072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbfa5-a0e4-42bc-a069-d348aa869767 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:23.960777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:23.964196 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:23.986665 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbfa5-a0e4-42bc-a069-d348aa869767 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.003403 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dbbfa5-a0e4-42bc-a069-d348aa869767 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:24.003799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbfa5-a0e4-42bc-a069-d348aa869767 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:24.019121 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:24.098421 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=fafa7a28-85b8-4f21-931d-2e2d7932640b,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:24.110011 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:24.137529 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182123ad-9c86-45ee-b76d-008f9866c07a req-111c669c-95f3-43d9-812f-61a8a1b9c7ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:24.139251 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-182123ad-9c86-45ee-b76d-008f9866c07a req-111c669c-95f3-43d9-812f-61a8a1b9c7ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 932 time: 0.3112714 Mar 29 09:45:24.146341 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.146341 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Added segment 30bcaa68-6438-416d-ad97-0638d28bf478 of type vlan for network 8537e21a-58d8-44dc-b238-5a53847555ef Mar 29 09:45:24.159894 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-34677089-b311-4b48-a1a5-af28e1f0447b None None] Provisioning for port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:24.172440 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-34677089-b311-4b48-a1a5-af28e1f0447b None None] Provisioning complete for port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:24.173081 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-34677089-b311-4b48-a1a5-af28e1f0447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.173738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 5c87e19c-a427-4dee-b797-6cd1f9314880 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:45:24.192808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.200681 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-182123ad-9c86-45ee-b76d-008f9866c07a req-ab1827ad-c2a4-4a8b-be80-aba7c54e1224 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536244 Mar 29 09:45:24.200867 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-a9443a10-9fd3-4a15-a531-545021fd7e4a', 'network_id': 'a9443a10-9fd3-4a15-a531-545021fd7e4a', 'tenant_id': '4cb97ab098ae4f389524fb7803022cdd', 'fixed_ips': [{'subnet_id': 'd746c690-5ac3-4861-b81f-cbe8a93850cf'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:24.201862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.278947 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbfa5-a0e4-42bc-a069-d348aa869767 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.293000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-34677089-b311-4b48-a1a5-af28e1f0447b None None] Port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:45:24.306966 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbfa5-a0e4-42bc-a069-d348aa869767 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.316278 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc567430-7b94-4004-bcf2-f53e4d27cb4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.316432 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.323001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port b2a2f5d2-9308-4742-8c8a-809c01811078 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:24.357606 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port b2a2f5d2-9308-4742-8c8a-809c01811078 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:24.357975 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.378493 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbbfa5-a0e4-42bc-a069-d348aa869767 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Network': ['ID=8d2381f6-85db-4e2b-8da1-3a277999cd8e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:24.405744 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a0dbbfa5-a0e4-42bc-a069-d348aa869767 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/8d2381f6-85db-4e2b-8da1-3a277999cd8e HTTP/1.1" status: 204 len: 168 time: 1.1371138 Mar 29 09:45:24.409133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35174) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:24.478924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10bc2cfa-2c92-44a6-85e6-f275d584688c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.479828 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Allocated IP 2001:db8::3 (a9443a10-9fd3-4a15-a531-545021fd7e4a/d746c690-5ac3-4861-b81f-cbe8a93850cf/0e3d60f5-1cd5-45bc-ad20-8f39b2598b42) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:24.483633 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64a4ace-e186-421e-a195-0f7a72858829 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:24.484389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64a4ace-e186-421e-a195-0f7a72858829 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:24.488283 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c64a4ace-e186-421e-a195-0f7a72858829 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/subnets/39af5d02-3b8b-41ad-a6ec-84637e45da84 HTTP/1.1" status: 404 len: 337 time: 0.0744095 Mar 29 09:45:24.491009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35178) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:24.493834 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:45:24.503886 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cf5c1705-9dca-469b-9327-e0a75f99c9fb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/5c87e19c-a427-4dee-b797-6cd1f9314880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4587162 Mar 29 09:45:24.569109 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa65f39-655f-4f0c-bbfe-4b996836a68f None None] Sync routers for ids ['5c87e19c-a427-4dee-b797-6cd1f9314880'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:45:24.575947 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc567430-7b94-4004-bcf2-f53e4d27cb4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.586229 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35182) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:24.594223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc2cfa-2c92-44a6-85e6-f275d584688c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=3beef353-cc50-4188-b29e-178e5d08124a,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:24.665828 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-cc567430-7b94-4004-bcf2-f53e4d27cb4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] In _notify_port_updated(), no bound segment for port 31e6826b-fc3d-4ea2-85e1-b3f618f24103 on network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 {{(pid=88551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:45:24.671195 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc567430-7b94-4004-bcf2-f53e4d27cb4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:24.672074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc567430-7b94-4004-bcf2-f53e4d27cb4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.673838 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cc567430-7b94-4004-bcf2-f53e4d27cb4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "PUT /v2.0/ports/31e6826b-fc3d-4ea2-85e1-b3f618f24103 HTTP/1.1" status: 200 len: 818 time: 1.3075261 Mar 29 09:45:24.699084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35186) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:24.710227 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa65f39-655f-4f0c-bbfe-4b996836a68f None None] Routers {'5c87e19c-a427-4dee-b797-6cd1f9314880'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:45:24.710861 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8fa65f39-655f-4f0c-bbfe-4b996836a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:45:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5c87e19c-a427-4dee-b797-6cd1f9314880'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:24.747710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.755345 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:24.757060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.780664 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.803958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc567430-7b94-4004-bcf2-f53e4d27cb4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=31e6826b-fc3d-4ea2-85e1-b3f618f24103,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:24.811261 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a044238-6610-4016-89f7-e1a2dc8f9dac tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:24.811894 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a044238-6610-4016-89f7-e1a2dc8f9dac tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:24.817965 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8fa65f39-655f-4f0c-bbfe-4b996836a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:24.819629 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6a044238-6610-4016-89f7-e1a2dc8f9dac tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/1bf898d9-4b5f-40dc-97f7-01524a6d1a41 HTTP/1.1" status: 404 len: 339 time: 0.3272302 Mar 29 09:45:24.825306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10bc2cfa-2c92-44a6-85e6-f275d584688c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:24.830808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35190) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:24.876176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa65f39-655f-4f0c-bbfe-4b996836a68f None None] Routers {'5c87e19c-a427-4dee-b797-6cd1f9314880'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:45:24.877087 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8fa65f39-655f-4f0c-bbfe-4b996836a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:45:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5c87e19c-a427-4dee-b797-6cd1f9314880'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:24.889143 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ca0f9e-4264-4535-8509-f2fdf09ddcb2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:24.889738 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ca0f9e-4264-4535-8509-f2fdf09ddcb2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:24.913721 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d1ca0f9e-4264-4535-8509-f2fdf09ddcb2 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/subnets/8dbb1d84-a542-4024-9fa9-520f7a16a68a HTTP/1.1" status: 404 len: 337 time: 0.0816586 Mar 29 09:45:24.918859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35194) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:24.956382 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3942b6de-cbed-447e-b399-24c9e19a4181 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:24.959570 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3942b6de-cbed-447e-b399-24c9e19a4181 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports/a626ee9c-f84f-4f7e-9cd2-632eeb45c09f HTTP/1.1" status: 200 len: 910 time: 0.2843120 Mar 29 09:45:24.964944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port b2a2f5d2-9308-4742-8c8a-809c01811078, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b2a2f5d2-9308-4742-8c8a-809c01811078,segment=NetworkSegment(86c221a9-d328-49b4-8772-22b8149b048b),segment_id=86c221a9-d328-49b4-8772-22b8149b048b)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:24.970169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35198) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:24.976282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Network': ['ID=8537e21a-58d8-44dc-b238-5a53847555ef,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:24.977493 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab88714-acbd-40c6-9348-ab4fd2f7237b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:24.978113 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab88714-acbd-40c6-9348-ab4fd2f7237b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:24.979934 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bab88714-acbd-40c6-9348-ab4fd2f7237b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/975377d7-794f-4233-93e3-965b770d5bb9 HTTP/1.1" status: 404 len: 339 time: 0.0573723 Mar 29 09:45:24.983174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35202) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:24.986404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f86e9bea-fce0-4fc5-8922-e485c2998822 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50da1932-73cc-4d9f-b977-fda94d1cde40'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:24.992995 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-10bc2cfa-2c92-44a6-85e6-f275d584688c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/3beef353-cc50-4188-b29e-178e5d08124a HTTP/1.1" status: 204 len: 168 time: 2.5592005 Mar 29 09:45:25.015658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b182a700-7c33-444e-8bfd-a28bbaa50505 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 31e6826b-fc3d-4ea2-85e1-b3f618f24103 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:25.016004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b182a700-7c33-444e-8bfd-a28bbaa50505 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.033322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8fa65f39-655f-4f0c-bbfe-4b996836a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:25.033726 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa65f39-655f-4f0c-bbfe-4b996836a68f None None] The sync data for ids ['5c87e19c-a427-4dee-b797-6cd1f9314880'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:45:25.036099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e0e51ccf-a5d7-4567-ab0b-31550a8515d9 None None] Provisioning complete for port b2a2f5d2-9308-4742-8c8a-809c01811078 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:25.037246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e0e51ccf-a5d7-4567-ab0b-31550a8515d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.039254 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35206) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:25.063506 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d94338a6-3218-4e23-8345-f4c102579a50 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4401202 Mar 29 09:45:25.072460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35210) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:25.080975 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fc640e-dc89-484c-9344-7ffffe693fa6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:25.081439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fc640e-dc89-484c-9344-7ffffe693fa6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:25.085086 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d8fc640e-dc89-484c-9344-7ffffe693fa6 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/subnets/4fee4291-8a43-4d68-918a-b2dcff1bd065 HTTP/1.1" status: 404 len: 337 time: 0.0980394 Mar 29 09:45:25.086124 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'subnet': {'network_id': '8537e21a-58d8-44dc-b238-5a53847555ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:25.092932 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35214) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:25.108236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 8537e21a-58d8-44dc-b238-5a53847555ef details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:25.132788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.133920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2f16f640-d4be-4443-a19c-65df1b362b2c up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:25.227194 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-11568f19-7135-47f4-9354-ff5127b6ff42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:25.227740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11568f19-7135-47f4-9354-ff5127b6ff42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:25.233005 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-11568f19-7135-47f4-9354-ff5127b6ff42 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/f021a04b-2f1a-441b-9feb-3f0fb1274647 HTTP/1.1" status: 404 len: 339 time: 0.1284103 Mar 29 09:45:25.240375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:45:25.241494 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35220) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:25.251722 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.269571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Transition to ACTIVE for port object 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:25.285588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae21d2f-0d71-4b5a-9dff-fb3a49af9368 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:25.288684 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae21d2f-0d71-4b5a-9dff-fb3a49af9368 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:25.289657 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9ae21d2f-0d71-4b5a-9dff-fb3a49af9368 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:25.369813 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.376999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.381813 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b5681d-93b3-42f3-8d8f-cb7959811540 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:25.382583 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b5681d-93b3-42f3-8d8f-cb7959811540 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:25.384666 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f8b5681d-93b3-42f3-8d8f-cb7959811540 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/subnets/57e3279d-c96b-4b5e-b51c-47a076f9af22 HTTP/1.1" status: 404 len: 337 time: 0.1160586 Mar 29 09:45:25.392851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35224) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:25.418210 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Transition to ACTIVE for port object 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:25.434326 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:25.435969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9ae21d2f-0d71-4b5a-9dff-fb3a49af9368 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:25.436761 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9ae21d2f-0d71-4b5a-9dff-fb3a49af9368 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3936255 Mar 29 09:45:25.446310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=b2a2f5d2-9308-4742-8c8a-809c01811078,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:25.451093 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35228) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:25.462083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:subnet and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:25.472392 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Transition to ACTIVE for port object 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:25.473529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2f16f640-d4be-4443-a19c-65df1b362b2c triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:25.473880 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.482698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:25.485642 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fc9789-57b1-4e21-ba2c-167d0ac50543 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:25.486204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fc9789-57b1-4e21-ba2c-167d0ac50543 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:25.490364 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-32fc9789-57b1-4e21-ba2c-167d0ac50543 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/78f59a00-b0e5-45a2-a096-0c0bc78c8cc8 HTTP/1.1" status: 404 len: 339 time: 0.0825386 Mar 29 09:45:25.500659 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35232) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:25.514594 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:25.570763 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e0e51ccf-a5d7-4567-ab0b-31550a8515d9 None None] Provisioning for port a626ee9c-f84f-4f7e-9cd2-632eeb45c09f completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:25.577604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e0e51ccf-a5d7-4567-ab0b-31550a8515d9 None None] Provisioning complete for port a626ee9c-f84f-4f7e-9cd2-632eeb45c09f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:25.577970 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e0e51ccf-a5d7-4567-ab0b-31550a8515d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.623622 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.627982 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-98757436-2eeb-4d49-bedf-276f7878f603 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:25.628443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98757436-2eeb-4d49-bedf-276f7878f603 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:25.633365 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-98757436-2eeb-4d49-bedf-276f7878f603 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/subnets/df4a420f-9e4c-4d71-997d-61daefbc2143 HTTP/1.1" status: 404 len: 337 time: 0.1267507 Mar 29 09:45:25.638376 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35236) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:25.651850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Pushing event updated for resources: {'Port': ['ID=5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:25.655525 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b182a700-7c33-444e-8bfd-a28bbaa50505 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.726527 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Network a9443a10-9fd3-4a15-a531-545021fd7e4a is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:25.727273 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e0e51ccf-a5d7-4567-ab0b-31550a8515d9 None None] Port a626ee9c-f84f-4f7e-9cd2-632eeb45c09f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:45:25.739439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:25.742553 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:25.780661 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Pushing event updated for resources: {'Port': ['ID=0e3d60f5-1cd5-45bc-ad20-8f39b2598b42,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:25.815552 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:25.820411 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.847091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79408bf-a980-4dc8-9888-03e662366323 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 6db8500b-582b-4910-8de1-1e37dd64e30b {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:45:25.849198 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ac04df-719c-460a-90a2-7d5f7f03aae4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:25.849665 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ac04df-719c-460a-90a2-7d5f7f03aae4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:25.850649 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b182a700-7c33-444e-8bfd-a28bbaa50505 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 31e6826b-fc3d-4ea2-85e1-b3f618f24103 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:25.853851 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a7ac04df-719c-460a-90a2-7d5f7f03aae4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/69508dab-e4ef-470e-865c-fd8fa9c1ddf6 HTTP/1.1" status: 404 len: 339 time: 0.2057402 Mar 29 09:45:25.877808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35240) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:25.881551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c79408bf-a980-4dc8-9888-03e662366323 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.907473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Attempting to bind port 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:25.907729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f86e9bea-fce0-4fc5-8922-e485c2998822 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.907824 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Attempting to bind port 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '8301e927-4663-4d20-a4eb-803211482ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a9443a10-9fd3-4a15-a531-545021fd7e4a'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:25.908174 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Attempting to bind port 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 on network a9443a10-9fd3-4a15-a531-545021fd7e4a {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:25.916192 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-29207ccc-8ed7-4aee-88c0-94fd6059de36 None None] Provisioning complete for port a626ee9c-f84f-4f7e-9cd2-632eeb45c09f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:25.916569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29207ccc-8ed7-4aee-88c0-94fd6059de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.947182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:25.947383 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Checking segment: {'id': '8301e927-4663-4d20-a4eb-803211482ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a9443a10-9fd3-4a15-a531-545021fd7e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:25.947621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.948015 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Bound using segment: {'id': '8301e927-4663-4d20-a4eb-803211482ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a9443a10-9fd3-4a15-a531-545021fd7e4a'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:25.948510 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Bound port: 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8301e927-4663-4d20-a4eb-803211482ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a9443a10-9fd3-4a15-a531-545021fd7e4a'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:25.948887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:25.986861 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-819680b2-5ac4-41e8-8821-ead895f57bc5 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:25.987264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819680b2-5ac4-41e8-8821-ead895f57bc5 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:25.992265 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-819680b2-5ac4-41e8-8821-ead895f57bc5 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/subnets/72570489-a2d7-4a70-b44c-2509019f6aaa HTTP/1.1" status: 404 len: 337 time: 0.0818877 Mar 29 09:45:25.998343 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35244) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:26.002574 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6431ab-5696-444a-aa43-781438c22805 req-03ab79af-2e4a-436c-890a-cdbe85a5a7ca tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:26.003105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2c6431ab-5696-444a-aa43-781438c22805 req-03ab79af-2e4a-436c-890a-cdbe85a5a7ca tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:26.021836 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c79408bf-a980-4dc8-9888-03e662366323 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:26.030282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.ipam_backend_mixin [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Performing IP validity checks on allocation pools {{(pid=88550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 29 09:45:26.030799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.ipam_backend_mixin [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 29 09:45:26.039124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-29207ccc-8ed7-4aee-88c0-94fd6059de36 None None] Port a626ee9c-f84f-4f7e-9cd2-632eeb45c09f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:45:26.077974 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b2a2f5d2-9308-4742-8c8a-809c01811078 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:26.092536 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Attempting to bind port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:26.092873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Attempting to bind port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'adeb44c9-2edf-46c9-bc49-5b11f255b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:26.093205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Attempting to bind port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d on network 66517059-acaf-4ea1-8435-89ac224bb424 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:26.104815 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b244040-143f-4341-b160-fac81ac1847d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:26.105041 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d on network 66517059-acaf-4ea1-8435-89ac224bb424 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:45:26.105165 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Attempting to bind port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d on network 66517059-acaf-4ea1-8435-89ac224bb424 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:26.105782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b244040-143f-4341-b160-fac81ac1847d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:26.110113 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9b244040-143f-4341-b160-fac81ac1847d tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/d9e87bdd-709a-4924-a1cc-ae9a0ace412c HTTP/1.1" status: 404 len: 339 time: 0.0799146 Mar 29 09:45:26.110695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35248) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:26.137442 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] For port 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:26.148545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:26.148889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Checking segment: {'id': 'adeb44c9-2edf-46c9-bc49-5b11f255b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:26.149277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Bound using segment: {'id': 'adeb44c9-2edf-46c9-bc49-5b11f255b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:26.149727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Bound port: 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adeb44c9-2edf-46c9-bc49-5b11f255b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:26.150072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:26.155818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] For port 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=0e3d60f5-1cd5-45bc-ad20-8f39b2598b42,segment=NetworkSegment(8301e927-4663-4d20-a4eb-803211482ae0),segment_id=8301e927-4663-4d20-a4eb-803211482ae0)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:26.171502 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port b2a2f5d2-9308-4742-8c8a-809c01811078 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:26.172119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:26.176061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2c6431ab-5696-444a-aa43-781438c22805 req-03ab79af-2e4a-436c-890a-cdbe85a5a7ca tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:26.177403 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2c6431ab-5696-444a-aa43-781438c22805 req-03ab79af-2e4a-436c-890a-cdbe85a5a7ca tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 944 time: 0.8439090 Mar 29 09:45:26.181337 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f0a45d-44d6-4e58-bfee-ce085ad3aaf4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:26.181790 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f0a45d-44d6-4e58-bfee-ce085ad3aaf4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:26.183401 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d0f0a45d-44d6-4e58-bfee-ce085ad3aaf4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/subnets/bdadc69c-47ad-424e-883f-964f89d8ab24 HTTP/1.1" status: 404 len: 337 time: 0.0717905 Mar 29 09:45:26.186234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35252) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:26.225855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:26.277277 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca4eedd-dd50-494e-a681-c61f13768fef tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:26.277919 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca4eedd-dd50-494e-a681-c61f13768fef tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:26.281808 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6ca4eedd-dd50-494e-a681-c61f13768fef tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/93b373ce-6ccb-472b-9e48-33ab4c71205c HTTP/1.1" status: 404 len: 339 time: 0.0923426 Mar 29 09:45:26.283134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c79408bf-a980-4dc8-9888-03e662366323 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:26.320219 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113f81e-6a22-4fb4-8a3a-3a69304eb426 None None] Pushing event updated for resources: {'Port': ['ID=0e3d60f5-1cd5-45bc-ad20-8f39b2598b42,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:26.336092 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35256) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:26.389357 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fafa7a28-85b8-4f21-931d-2e2d7932640b up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:26.427898 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2c6431ab-5696-444a-aa43-781438c22805 req-69c59b88-5eb1-483d-8c6d-48ec8638b52b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964519 Mar 29 09:45:26.433770 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15b87ad-4bf9-46ad-8884-00d09e510d86 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:26.434226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15b87ad-4bf9-46ad-8884-00d09e510d86 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:26.435968 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a15b87ad-4bf9-46ad-8884-00d09e510d86 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/subnets/bbd45876-3035-4c2c-bafd-044d336335a4 HTTP/1.1" status: 404 len: 337 time: 0.0992334 Mar 29 09:45:26.440351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35260) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:26.483903 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port fafa7a28-85b8-4f21-931d-2e2d7932640b triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:26.484268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:26.489467 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f20bff-69ee-43ee-be77-4d3e53d68313 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:26.490489 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f20bff-69ee-43ee-be77-4d3e53d68313 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:26.492220 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-84f20bff-69ee-43ee-be77-4d3e53d68313 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/a1ba5079-470b-4959-a001-8c3d62eb9233 HTTP/1.1" status: 404 len: 339 time: 0.0471432 Mar 29 09:45:26.495579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] For port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:26.497503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35264) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:26.573699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecdf5c3-5985-4f14-898a-766b60980d7b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Deleting subnet 70d41137-a717-4046-b424-836daa73f909 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:45:26.589927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aecdf5c3-5985-4f14-898a-766b60980d7b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:26.592846 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b182a700-7c33-444e-8bfd-a28bbaa50505 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:26.628518 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] For port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d,segment=NetworkSegment(adeb44c9-2edf-46c9-bc49-5b11f255b091),segment_id=adeb44c9-2edf-46c9-bc49-5b11f255b091)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:26.665533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aecdf5c3-5985-4f14-898a-766b60980d7b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:26.694008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182a700-7c33-444e-8bfd-a28bbaa50505 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=31e6826b-fc3d-4ea2-85e1-b3f618f24103,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:26.699938 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:26.718473 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b182a700-7c33-444e-8bfd-a28bbaa50505 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:26.752058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c79408bf-a980-4dc8-9888-03e662366323 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:26.811762 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5446cd-dbdd-45b4-8bdf-c0479af3c444 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:26.813896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c79408bf-a980-4dc8-9888-03e662366323 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:26.831513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79408bf-a980-4dc8-9888-03e662366323 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=6db8500b-582b-4910-8de1-1e37dd64e30b,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:26.838313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:26.838995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:26.840374 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] 10.222.0.36 "PUT /v2.0/ports/5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d HTTP/1.1" status: 200 len: 1094 time: 2.9245477 Mar 29 09:45:26.847055 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec93f83b-10e8-499e-ba62-dc389c77b446', 'tag': '5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:45:26.884221 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b182a700-7c33-444e-8bfd-a28bbaa50505 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/31e6826b-fc3d-4ea2-85e1-b3f618f24103 HTTP/1.1" status: 204 len: 168 time: 2.1796038 Mar 29 09:45:26.885023 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35272) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:26.886147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634f35f-d088-468a-8744-41f447a4b88d service neutron] Pushing event updated for resources: {'Port': ['ID=5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:26.908577 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c79408bf-a980-4dc8-9888-03e662366323 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/6db8500b-582b-4910-8de1-1e37dd64e30b HTTP/1.1" status: 204 len: 168 time: 1.4525235 Mar 29 09:45:26.910400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35276) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:26.995218 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:27.050938 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f3ddd085-8a00-40ab-ad51-3c42add321af tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1395900 Mar 29 09:45:27.053523 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec93f83b-10e8-499e-ba62-dc389c77b446', 'tag': '5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d', 'status': 'completed', 'code': 200} Mar 29 09:45:27.053888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35280) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:27.076368 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Subnet': ['ID=0b3667cb-bf2b-47c5-8f07-7416bf66781a,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:27.104799 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8763471d-8f7f-475d-bc7d-82c94358d5b6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:27.120746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aecdf5c3-5985-4f14-898a-766b60980d7b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:27.171812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Checking segment: {'id': '30bcaa68-6438-416d-ad97-0638d28bf478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8537e21a-58d8-44dc-b238-5a53847555ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:27.172189 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network hostable DHCP agents. Network: 8537e21a-58d8-44dc-b238-5a53847555ef, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:27.217799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e833bc3-8aef-4e89-87a0-0cb606fb4a63 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:27.218049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca748c1-1aa9-49ca-bb28-dd32ea35e748 None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:45:27.218521 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5e833bc3-8aef-4e89-87a0-0cb606fb4a63 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:27.222251 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7ca748c1-1aa9-49ca-bb28-dd32ea35e748 None None] Deleting port fafa7a28-85b8-4f21-931d-2e2d7932640b {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:27.222624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7ca748c1-1aa9-49ca-bb28-dd32ea35e748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:27.225600 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f86e9bea-fce0-4fc5-8922-e485c2998822 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:27.293153 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8763471d-8f7f-475d-bc7d-82c94358d5b6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:27.302410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8763471d-8f7f-475d-bc7d-82c94358d5b6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:27.302841 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f86e9bea-fce0-4fc5-8922-e485c2998822 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:27.309087 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8763471d-8f7f-475d-bc7d-82c94358d5b6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:27.317557 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8763471d-8f7f-475d-bc7d-82c94358d5b6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:27.337176 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-cc23ffdf-0e20-4653-bb84-05ffa37f7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:27.350031 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-cc23ffdf-0e20-4653-bb84-05ffa37f7ba5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 1097 time: 0.3169556 Mar 29 09:45:27.385459 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network 8537e21a-58d8-44dc-b238-5a53847555ef is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:27.387816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5e833bc3-8aef-4e89-87a0-0cb606fb4a63 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:27.392975 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5e833bc3-8aef-4e89-87a0-0cb606fb4a63 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5044718 Mar 29 09:45:27.399734 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35284) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:27.474042 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aecdf5c3-5985-4f14-898a-766b60980d7b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:27.477815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8763471d-8f7f-475d-bc7d-82c94358d5b6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:27.481296 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8763471d-8f7f-475d-bc7d-82c94358d5b6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:27.511697 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e9bea-fce0-4fc5-8922-e485c2998822 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=a626ee9c-f84f-4f7e-9cd2-632eeb45c09f,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:27.525013 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6628c17e-3324-46d9-ba0c-192a118fe98d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] GET failed (client error): The resource could not be found. Mar 29 09:45:27.526372 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6628c17e-3324-46d9-ba0c-192a118fe98d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/31e6826b-fc3d-4ea2-85e1-b3f618f24103 HTTP/1.1" status: 404 len: 333 time: 0.1161230 Mar 29 09:45:27.530212 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 8537e21a-58d8-44dc-b238-5a53847555ef) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:27.534643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35290) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:27.543292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:27.543930 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:27.554944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1133862729'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:27.555267 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-465c5f15-ab58-4f8a-b852-0475f004e78b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d HTTP/1.1" status: 200 len: 217 time: 0.1980507 Mar 29 09:45:27.560021 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b551e3-53b8-4297-b18d-a99cbfd60747 None None] Network 8537e21a-58d8-44dc-b238-5a53847555ef requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:27.560729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:27.571219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdf5c3-5985-4f14-898a-766b60980d7b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Subnet': ['ID=70d41137-a717-4046-b424-836daa73f909,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:27.580036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86e9bea-fce0-4fc5-8922-e485c2998822 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:27.580720 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f86e9bea-fce0-4fc5-8922-e485c2998822 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:27.582693 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f86e9bea-fce0-4fc5-8922-e485c2998822 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/ports/a626ee9c-f84f-4f7e-9cd2-632eeb45c09f HTTP/1.1" status: 200 len: 910 time: 2.6113329 Mar 29 09:45:27.586310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:network and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:27.589451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:27.595885 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:27.598020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aa02d5-9839-49ca-8b90-fb03fb7d3243 None None] Network 6227e96f-f5f3-4313-85bd-f7d9600735a0 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:27.608263 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35294) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:27.650663 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412a63d3-7cb1-4889-8a1a-971f5c7d1f17 None None] Network a9443a10-9fd3-4a15-a531-545021fd7e4a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:27.652263 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aecdf5c3-5985-4f14-898a-766b60980d7b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:27.667943 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-7ca748c1-1aa9-49ca-bb28-dd32ea35e748 None None] For port fafa7a28-85b8-4f21-931d-2e2d7932640b, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fafa7a28-85b8-4f21-931d-2e2d7932640b,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:27.668346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7ca748c1-1aa9-49ca-bb28-dd32ea35e748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:27.746815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:27.750295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:27.763675 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e7107153-a474-42f3-ae60-78ddfb25c80a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6852720 Mar 29 09:45:27.768343 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35298) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:27.839320 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:27.848783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:27.849245 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Added segment 705e5db3-da4a-4af6-b14c-839c21b64662 of type vlan for network 8a0a514b-8d3d-4021-bee1-4f2db5859199 Mar 29 09:45:27.875256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:27.895838 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-bbb67e80-df61-43a9-a343-f77cebe78982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:27.897695 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-bbb67e80-df61-43a9-a343-f77cebe78982 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5411cadc-b66b-457d-92a8-3364fde40b92 HTTP/1.1" status: 200 len: 838 time: 0.3306923 Mar 29 09:45:27.954012 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-aecdf5c3-5985-4f14-898a-766b60980d7b tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/subnets/70d41137-a717-4046-b424-836daa73f909 HTTP/1.1" status: 204 len: 168 time: 1.4484849 Mar 29 09:45:27.960614 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35302) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:27.971531 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7ca748c1-1aa9-49ca-bb28-dd32ea35e748 None None] Calling delete_port for fafa7a28-85b8-4f21-931d-2e2d7932640b owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:28.056011 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:28.063446 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:28.064175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:28.080150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d1327-7ce1-4f7f-bd69-2964787eb1a8 req-a81a5069-f48d-442e-a82e-087b019ba3c5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:28.081369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:28.082083 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-881d1327-7ce1-4f7f-bd69-2964787eb1a8 req-a81a5069-f48d-442e-a82e-087b019ba3c5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 944 time: 0.4245892 Mar 29 09:45:28.207911 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:28.241932 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-881d1327-7ce1-4f7f-bd69-2964787eb1a8 req-e5027a40-687d-4926-91a4-60528bb8f1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062522 Mar 29 09:45:28.262231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-50edf377-707c-4128-a4d2-3f9f5f4645ae None None] Provisioning for port 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:28.265796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-eecba9e7-4792-45d5-90ec-6e10da169f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:28.267403 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-eecba9e7-4792-45d5-90ec-6e10da169f76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=66517059-acaf-4ea1-8435-89ac224bb424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3619695 Mar 29 09:45:28.270542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Deleting port aee49365-3e87-4650-b50f-65ad010dec63 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:28.270879 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:28.289282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Network': ['ID=8a0a514b-8d3d-4021-bee1-4f2db5859199,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:28.313703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:28.318885 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 8a0a514b-8d3d-4021-bee1-4f2db5859199 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:28.495803 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e0f9d36e-db8a-45ea-912f-15d789d26551 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9599600 Mar 29 09:45:28.503740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35306) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:28.514539 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'subnet': {'network_id': '8a0a514b-8d3d-4021-bee1-4f2db5859199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:28.519725 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7ca748c1-1aa9-49ca-bb28-dd32ea35e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:28.611066 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-c11839ca-3b66-4d89-92e0-8660ee040127 service neutron] 10.222.0.36 "GET /v2.0/networks/66517059-acaf-4ea1-8435-89ac224bb424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855082 Mar 29 09:45:28.623518 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca748c1-1aa9-49ca-bb28-dd32ea35e748 None None] Pushing event deleted for resources: {'Port': ['ID=fafa7a28-85b8-4f21-931d-2e2d7932640b,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:28.641483 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca748c1-1aa9-49ca-bb28-dd32ea35e748 None None] No DVR routers for this DVR port fafa7a28-85b8-4f21-931d-2e2d7932640b on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:45:28.692784 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc46376-8ad4-4b54-b9ff-59b41912700d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-8537e21a-58d8-44dc-b238-5a53847555ef', 'network_id': '8537e21a-58d8-44dc-b238-5a53847555ef', 'tenant_id': '4cb97ab098ae4f389524fb7803022cdd', 'fixed_ips': [{'subnet_id': '0b3667cb-bf2b-47c5-8f07-7416bf66781a'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:28.693611 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cdc46376-8ad4-4b54-b9ff-59b41912700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:28.706432 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:28.715447 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.objects.ports [None req-8763471d-8f7f-475d-bc7d-82c94358d5b6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88551) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:45:28.721522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:28.721900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:28.726611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:28.729755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8763471d-8f7f-475d-bc7d-82c94358d5b6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:28.752075 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:28.765257 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:subnet and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:28.787863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:28.795433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:28.904787 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:28.908147 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:28.919816 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf9c3d7-ab1f-4f3f-ac5a-0e73bada9953 None None] DHCP port deletion for 6227e96f-f5f3-4313-85bd-f7d9600735a0 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:45:28.931012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b87b63f-5c42-461a-b5ae-b9be3fa981b6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:28.932074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9c3d7-ab1f-4f3f-ac5a-0e73bada9953 None None] Deleting port aee49365-3e87-4650-b50f-65ad010dec63 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:28.932449 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c3d7-ab1f-4f3f-ac5a-0e73bada9953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:28.941333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8763471d-8f7f-475d-bc7d-82c94358d5b6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:28.945428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] For port aee49365-3e87-4650-b50f-65ad010dec63, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=aee49365-3e87-4650-b50f-65ad010dec63,segment=NetworkSegment(74e4b79c-8f8a-4141-ada2-45adc6b21236),segment_id=74e4b79c-8f8a-4141-ada2-45adc6b21236)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:28.945847 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:28.960041 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-8763471d-8f7f-475d-bc7d-82c94358d5b6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:28.969083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8763471d-8f7f-475d-bc7d-82c94358d5b6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:28.969751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8763471d-8f7f-475d-bc7d-82c94358d5b6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.005006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.007107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3849ef-53cc-446e-be40-4efd999c9542 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:29.019587 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server [None req-cdc46376-8ad4-4b54-b9ff-59b41912700d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b3667cb-bf2b-47c5-8f07-7416bf66781a: This subnet is being modified by another concurrent operation. Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise exception Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b3667cb-bf2b-47c5-8f07-7416bf66781a: This subnet is being modified by another concurrent operation. Mar 29 09:45:29.049427 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server Mar 29 09:45:29.092149 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ca934b-57a3-4c22-a79e-64fbe5ac422d None None] Network 8537e21a-58d8-44dc-b238-5a53847555ef requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:29.113692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Calling delete_port for aee49365-3e87-4650-b50f-65ad010dec63 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:29.141145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763471d-8f7f-475d-bc7d-82c94358d5b6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=c591469d-d709-4e5f-b404-9a01a7aae964,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:29.197811 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-859a19cc-3544-4d24-a3f0-b63d2755de00 req-d6843ebe-db44-4d4c-8a98-dc53599daf4a service neutron] 10.222.0.36 "GET /v2.0/networks/66517059-acaf-4ea1-8435-89ac224bb424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774562 Mar 29 09:45:29.260639 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Subnet': ['ID=0b3667cb-bf2b-47c5-8f07-7416bf66781a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:29.267423 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8763471d-8f7f-475d-bc7d-82c94358d5b6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1739852 Mar 29 09:45:29.268390 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35310) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:29.274302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'mac_address': 'fa:16:3e:45:1d:e7', 'name': 'tempest-NetworksTestDHCPv6-1491232376'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:29.413725 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=0e3d60f5-1cd5-45bc-ad20-8f39b2598b42,segment=NetworkSegment(8301e927-4663-4d20-a4eb-803211482ae0),segment_id=8301e927-4663-4d20-a4eb-803211482ae0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:29.420698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.497090 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Port': ['ID=aee49365-3e87-4650-b50f-65ad010dec63,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:29.506143 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] No DVR routers for this DVR port aee49365-3e87-4650-b50f-65ad010dec63 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:45:29.535665 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.610304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-50f0aba8-6573-4e2a-b8cf-a2940b1230b0 None None] Provisioning complete for port 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:29.610699 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-50f0aba8-6573-4e2a-b8cf-a2940b1230b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.642657 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.658346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fafa7a28-85b8-4f21-931d-2e2d7932640b no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:45:29.699674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8537e21a-58d8-44dc-b238-5a53847555ef']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:29.726047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30bcaa68-6438-416d-ad97-0638d28bf478') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:29.726400 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30bcaa68-6438-416d-ad97-0638d28bf478') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:29.739734 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: fafa7a28-85b8-4f21-931d-2e2d7932640b {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:45:29.740089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fafa7a28-85b8-4f21-931d-2e2d7932640b not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:45:29.760650 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.769159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-1cf9c3d7-ab1f-4f3f-ac5a-0e73bada9953 None None] For port aee49365-3e87-4650-b50f-65ad010dec63, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=aee49365-3e87-4650-b50f-65ad010dec63,segment=NetworkSegment(74e4b79c-8f8a-4141-ada2-45adc6b21236),segment_id=74e4b79c-8f8a-4141-ada2-45adc6b21236)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:29.769563 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c3d7-ab1f-4f3f-ac5a-0e73bada9953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.782093 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:29.795744 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.800427 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.808697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:port and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:29.818252 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:29.818477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:29.818752 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.835230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:29.836178 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:29.843257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6227e96f-f5f3-4313-85bd-f7d9600735a0']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:29.859252 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cf894-8c40-413f-ba84-1bed19f87883 req-eafbf597-d6c2-4080-8391-0fe5a9bd8315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:29.860869 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae4cf894-8c40-413f-ba84-1bed19f87883 req-eafbf597-d6c2-4080-8391-0fe5a9bd8315 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 1097 time: 0.4905579 Mar 29 09:45:29.865504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e4b79c-8f8a-4141-ada2-45adc6b21236') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:29.865504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e4b79c-8f8a-4141-ada2-45adc6b21236') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:29.898564 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.926404 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9c3d7-ab1f-4f3f-ac5a-0e73bada9953 None None] Calling delete_port for aee49365-3e87-4650-b50f-65ad010dec63 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:29.927386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:29.942309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffee8f7-0a96-4410-a1f2-ca2f4d66d52c req-437c4ba2-4216-4f6a-9fc5-2eed33146356 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:29.943190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.944332 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6ffee8f7-0a96-4410-a1f2-ca2f4d66d52c req-437c4ba2-4216-4f6a-9fc5-2eed33146356 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 944 time: 0.4738805 Mar 29 09:45:29.945230 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.954615 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=0e3d60f5-1cd5-45bc-ad20-8f39b2598b42,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:30.025231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:30.025940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:30.041371 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:30.074252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': 'c591469d-d709-4e5f-b404-9a01a7aae964'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:30.075191 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.077571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-1b87b63f-5c42-461a-b5ae-b9be3fa981b6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port a626ee9c-f84f-4f7e-9cd2-632eeb45c09f {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:30.077921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b87b63f-5c42-461a-b5ae-b9be3fa981b6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.099780 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device aee49365-3e87-4650-b50f-65ad010dec63 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:45:30.133204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Subnet': ['ID=908685ee-b5dc-4acf-a15b-50eeaf5c8458,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:30.141915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.150261 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6ffee8f7-0a96-4410-a1f2-ca2f4d66d52c req-3e169ed4-c39d-4e92-9bc5-517df838107c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547287 Mar 29 09:45:30.151235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: aee49365-3e87-4650-b50f-65ad010dec63 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:45:30.151585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device aee49365-3e87-4650-b50f-65ad010dec63 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:45:30.233851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cf894-8c40-413f-ba84-1bed19f87883 req-e5bae7c2-3f42-4085-96cf-b620d6daee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:30.235785 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae4cf894-8c40-413f-ba84-1bed19f87883 req-e5bae7c2-3f42-4085-96cf-b620d6daee32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=66517059-acaf-4ea1-8435-89ac224bb424 HTTP/1.1" status: 200 len: 898 time: 0.3636115 Mar 29 09:45:30.251332 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-1cf9c3d7-ab1f-4f3f-ac5a-0e73bada9953 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:45:30.251698 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-1cf9c3d7-ab1f-4f3f-ac5a-0e73bada9953 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:45:30.295276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.315178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.315407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Network': ['ID=8537e21a-58d8-44dc-b238-5a53847555ef,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:30.317419 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae4cf894-8c40-413f-ba84-1bed19f87883 req-7d7c41de-c1a3-420a-a638-49c3451c055c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d HTTP/1.1" status: 200 len: 217 time: 0.0690782 Mar 29 09:45:30.342852 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Checking segment: {'id': '705e5db3-da4a-4af6-b14c-839c21b64662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8a0a514b-8d3d-4021-bee1-4f2db5859199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:30.343212 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network hostable DHCP agents. Network: 8a0a514b-8d3d-4021-bee1-4f2db5859199, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:30.347977 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Allocated IP 2001:db8::f816:3eff:feca:7955 (904da7d4-bab8-40f2-8764-d10ff337fe7e/c591469d-d709-4e5f-b404-9a01a7aae964/3ed0fb32-94be-4f15-96a6-3a87273e8bbf) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:30.355976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.366857 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bbe4daeb-7621-4753-8d32-7c98bff1d57b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/8537e21a-58d8-44dc-b238-5a53847555ef HTTP/1.1" status: 204 len: 168 time: 2.5976114 Mar 29 09:45:30.375368 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35316) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:30.410583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] Pushing event deleted for resources: {'Network': ['ID=6227e96f-f5f3-4313-85bd-f7d9600735a0,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:30.414448 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.426751 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-23c6a016-27ea-4b67-a2ea-1d7bc5e64bb4 tempest-NetworksTest-673513575 tempest-NetworksTest-673513575-project] 10.222.0.35 "DELETE /v2.0/networks/6227e96f-f5f3-4313-85bd-f7d9600735a0 HTTP/1.1" status: 204 len: 168 time: 2.4621587 Mar 29 09:45:30.427466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-443481318'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:30.459883 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:30.469584 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:network and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:30.470511 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port 6df12f9b-1927-4f6b-83a1-b7c11bb23bcb yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:45:30.475338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:30.484956 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:30.515352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b87b63f-5c42-461a-b5ae-b9be3fa981b6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.523194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network 8a0a514b-8d3d-4021-bee1-4f2db5859199 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:30.525193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cf894-8c40-413f-ba84-1bed19f87883 req-055504a0-55e7-4029-a45b-da4883309784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:30.526958 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae4cf894-8c40-413f-ba84-1bed19f87883 req-055504a0-55e7-4029-a45b-da4883309784 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5411cadc-b66b-457d-92a8-3364fde40b92 HTTP/1.1" status: 200 len: 838 time: 0.1544895 Mar 29 09:45:30.609979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.621856 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Transition to ACTIVE for port object 3ed0fb32-94be-4f15-96a6-3a87273e8bbf will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:30.629685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cf894-8c40-413f-ba84-1bed19f87883 req-d32b704e-aff3-4099-84fc-76107b0e4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:30.631501 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae4cf894-8c40-413f-ba84-1bed19f87883 req-d32b704e-aff3-4099-84fc-76107b0e4e3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=66517059-acaf-4ea1-8435-89ac224bb424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0959659 Mar 29 09:45:30.640411 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Transition to ACTIVE for port object 3ed0fb32-94be-4f15-96a6-3a87273e8bbf will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:30.642615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:30.646028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.663026 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-1b87b63f-5c42-461a-b5ae-b9be3fa981b6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for a626ee9c-f84f-4f7e-9cd2-632eeb45c09f owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:30.699433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 8a0a514b-8d3d-4021-bee1-4f2db5859199) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:30.710812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bf1c29-74ac-4da1-a2f6-184be96a9863 None None] Network 8a0a514b-8d3d-4021-bee1-4f2db5859199 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:30.714350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:30.720930 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.742390 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.757839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:30.783872 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.784702 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9c3d7-ab1f-4f3f-ac5a-0e73bada9953 None None] Deleting port aee49365-3e87-4650-b50f-65ad010dec63 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:30.784924 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Added segment 3c025dc4-f5a3-4f2a-8651-7c9f3894ee33 of type vlan for network f8ba3f08-be5f-4cba-8014-816965b86e3c Mar 29 09:45:30.785099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c3d7-ab1f-4f3f-ac5a-0e73bada9953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.816365 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::f816:3eff:fe45:1de7 (904da7d4-bab8-40f2-8764-d10ff337fe7e/c591469d-d709-4e5f-b404-9a01a7aae964/6df12f9b-1927-4f6b-83a1-b7c11bb23bcb) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:30.823892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:30.825612 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae4cf894-8c40-413f-ba84-1bed19f87883 req-abd59d70-6cad-47f9-936c-0bab1394c2c4 service neutron] 10.222.0.36 "GET /v2.0/networks/66517059-acaf-4ea1-8435-89ac224bb424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876268 Mar 29 09:45:30.898983 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7fe1b8c3-9707-48e8-b245-260da1beb5e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3907044 Mar 29 09:45:30.899360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35322) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:30.906629 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-80459560-f94e-42ad-9c5b-ffa10db6ef96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'subnet': {'network_id': '8a0a514b-8d3d-4021-bee1-4f2db5859199', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:30.920637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:30.929084 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:30.936850 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9c3d7-ab1f-4f3f-ac5a-0e73bada9953 None None] The port 'aee49365-3e87-4650-b50f-65ad010dec63' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:45:30.939718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:30.994319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:31.000418 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:31.004748 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:31.062526 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Pushing event updated for resources: {'Port': ['ID=3ed0fb32-94be-4f15-96a6-3a87273e8bbf,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:31.113958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Network': ['ID=f8ba3f08-be5f-4cba-8014-816965b86e3c,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:31.116722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b87b63f-5c42-461a-b5ae-b9be3fa981b6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:31.163348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network f8ba3f08-be5f-4cba-8014-816965b86e3c details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:31.181832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35328) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:31.202747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Attempting to bind port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:31.202747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Attempting to bind port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:31.205010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87b63f-5c42-461a-b5ae-b9be3fa981b6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=a626ee9c-f84f-4f7e-9cd2-632eeb45c09f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:31.205112 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Attempting to bind port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:31.222028 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae4cf894-8c40-413f-ba84-1bed19f87883 req-013d57a6-5a59-4523-86ec-ff9f72625dbe service neutron] 10.222.0.36 "GET /v2.0/networks/66517059-acaf-4ea1-8435-89ac224bb424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723772 Mar 29 09:45:31.235959 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:31.236316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:31.236428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:31.236887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:31.237895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Bound port: 3ed0fb32-94be-4f15-96a6-3a87273e8bbf, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:31.237895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:31.341893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-80459560-f94e-42ad-9c5b-ffa10db6ef96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:31.380832 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-80459560-f94e-42ad-9c5b-ffa10db6ef96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:subnet and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:31.499596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-8a0a514b-8d3d-4021-bee1-4f2db5859199', 'network_id': '8a0a514b-8d3d-4021-bee1-4f2db5859199', 'tenant_id': 'b4dec77116a345ed906ccba95ed7a9ff', 'fixed_ips': [{'subnet_id': '908685ee-b5dc-4acf-a15b-50eeaf5c8458'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:31.500538 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:31.550762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-80459560-f94e-42ad-9c5b-ffa10db6ef96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:31.569474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-80459560-f94e-42ad-9c5b-ffa10db6ef96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:31.590381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:31.614024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object 6df12f9b-1927-4f6b-83a1-b7c11bb23bcb will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:31.632661 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] For port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:31.636600 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] For port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3ed0fb32-94be-4f15-96a6-3a87273e8bbf,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:31.636858 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-29241216-a39f-4596-b97f-bea0561bbbcd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2588298 Mar 29 09:45:31.637821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35336) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:31.642930 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b87b63f-5c42-461a-b5ae-b9be3fa981b6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:31.646434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'subnet': {'network_id': 'f8ba3f08-be5f-4cba-8014-816965b86e3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:31.654796 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d5056b83-8f29-474c-842c-dc124ff408c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bfc705607ef74c2c9b6880509871cddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4616342 Mar 29 09:45:31.655633 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35340) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:31.667884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fc530-27c5-425b-acfb-f10234736f76 req-481247c5-1527-450a-8647-87265d36392a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:31.674725 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c42fc530-27c5-425b-acfb-f10234736f76 req-481247c5-1527-450a-8647-87265d36392a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 944 time: 0.2907603 Mar 29 09:45:31.708786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:31.710742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80459560-f94e-42ad-9c5b-ffa10db6ef96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:31.713980 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Allocated IP 172.20.0.2 (8a0a514b-8d3d-4021-bee1-4f2db5859199/908685ee-b5dc-4acf-a15b-50eeaf5c8458/7698a1ee-b8fe-4250-8d00-19df7850a0ba) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:31.717728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-80459560-f94e-42ad-9c5b-ffa10db6ef96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:31.899904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e8a4c-1ff2-47e9-a68d-7402ebf8ee1f None None] Pushing event updated for resources: {'Port': ['ID=3ed0fb32-94be-4f15-96a6-3a87273e8bbf,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:31.901675 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c42fc530-27c5-425b-acfb-f10234736f76 req-1f7859d6-a961-45d5-b2b4-ce92b473aeaa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254353 Mar 29 09:45:31.916257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:31.972210 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.ipam_backend_mixin [None req-80459560-f94e-42ad-9c5b-ffa10db6ef96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 908685ee-b5dc-4acf-a15b-50eeaf5c8458 (CIDR: 172.20.0.0/28) Mar 29 09:45:31.979413 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9962-3b6d-4f1c-a535-daf1dbfc1d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:31.995335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b87b63f-5c42-461a-b5ae-b9be3fa981b6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 5c87e19c-a427-4dee-b797-6cd1f9314880 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:45:32.032843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9962-3b6d-4f1c-a535-daf1dbfc1d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:32.046195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:32.053341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:32.065088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:32.066449 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-80459560-f94e-42ad-9c5b-ffa10db6ef96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:45:32.067086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80459560-f94e-42ad-9c5b-ffa10db6ef96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:32.079100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:32.081744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:subnet and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:32.088775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:32.091651 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:32.107556 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:32.107556 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:32.120595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:32.122567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:32.142881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Transition to ACTIVE for port object 7698a1ee-b8fe-4250-8d00-19df7850a0ba will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:32.170379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=6df12f9b-1927-4f6b-83a1-b7c11bb23bcb,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:32.173720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:32.174315 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:32.212831 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Transition to ACTIVE for port object 7698a1ee-b8fe-4250-8d00-19df7850a0ba will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:32.269823 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-81266ea3-f3d5-43e9-b9b7-7ace8191347a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0002584 Mar 29 09:45:32.271604 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35344) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:32.273032 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-80459560-f94e-42ad-9c5b-ffa10db6ef96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3728166 Mar 29 09:45:32.275934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35348) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:32.321775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-23509ad9-5415-42ff-8955-bd2d4c3223d2 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'subnet': {'network_id': '8a0a514b-8d3d-4021-bee1-4f2db5859199', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:32.338098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b87b63f-5c42-461a-b5ae-b9be3fa981b6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:45:32.342008 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:32.346539 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1b87b63f-5c42-461a-b5ae-b9be3fa981b6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/5c87e19c-a427-4dee-b797-6cd1f9314880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7372155 Mar 29 09:45:32.349250 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d121a-764b-4790-97d8-42c0859b1652 None None] Sync routers for ids ['5c87e19c-a427-4dee-b797-6cd1f9314880'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:45:32.349821 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35352) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:32.370522 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d121a-764b-4790-97d8-42c0859b1652 None None] Routers {'5c87e19c-a427-4dee-b797-6cd1f9314880'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:45:32.371146 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-015d121a-764b-4790-97d8-42c0859b1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:45:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5c87e19c-a427-4dee-b797-6cd1f9314880'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:32.405335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-968a7a31-a29e-495f-9a32-293a89f69ba3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Synchronizing usage tracker for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:32.437755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:32.441530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:32.447596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Network 8a0a514b-8d3d-4021-bee1-4f2db5859199 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:32.450684 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:32.459621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:32.464644 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-015d121a-764b-4790-97d8-42c0859b1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:32.470190 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Pushing event updated for resources: {'Port': ['ID=7698a1ee-b8fe-4250-8d00-19df7850a0ba,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:32.473341 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d121a-764b-4790-97d8-42c0859b1652 None None] Routers {'5c87e19c-a427-4dee-b797-6cd1f9314880'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:45:32.473972 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-015d121a-764b-4790-97d8-42c0859b1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:45:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5c87e19c-a427-4dee-b797-6cd1f9314880'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:32.542703 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-015d121a-764b-4790-97d8-42c0859b1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:32.542703 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d121a-764b-4790-97d8-42c0859b1652 None None] The sync data for ids ['5c87e19c-a427-4dee-b797-6cd1f9314880'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:45:32.554775 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9962-3b6d-4f1c-a535-daf1dbfc1d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:32.558916 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-968a7a31-a29e-495f-9a32-293a89f69ba3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Unset dirty status for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:32.564128 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-968a7a31-a29e-495f-9a32-293a89f69ba3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c87e19c-a427-4dee-b797-6cd1f9314880 HTTP/1.1" status: 200 len: 205 time: 0.2093935 Mar 29 09:45:32.565254 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Attempting to bind port 7698a1ee-b8fe-4250-8d00-19df7850a0ba on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:32.565627 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Attempting to bind port 7698a1ee-b8fe-4250-8d00-19df7850a0ba by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '705e5db3-da4a-4af6-b14c-839c21b64662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8a0a514b-8d3d-4021-bee1-4f2db5859199'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:32.565987 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Attempting to bind port 7698a1ee-b8fe-4250-8d00-19df7850a0ba on network 8a0a514b-8d3d-4021-bee1-4f2db5859199 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:32.570984 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35356) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:32.572179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:32.572534 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Checking segment: {'id': '705e5db3-da4a-4af6-b14c-839c21b64662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8a0a514b-8d3d-4021-bee1-4f2db5859199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:32.572945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:32.573325 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Bound using segment: {'id': '705e5db3-da4a-4af6-b14c-839c21b64662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8a0a514b-8d3d-4021-bee1-4f2db5859199'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:32.573788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Bound port: 7698a1ee-b8fe-4250-8d00-19df7850a0ba, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705e5db3-da4a-4af6-b14c-839c21b64662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8a0a514b-8d3d-4021-bee1-4f2db5859199'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:32.574159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:32.638960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab9962-3b6d-4f1c-a535-daf1dbfc1d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25e6189-aa61-43cc-9172-d0531215fbb7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:32.653670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa2cbf2-1e1b-43b9-bcd1-e44776188657 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:32.659938 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa2cbf2-1e1b-43b9-bcd1-e44776188657 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:32.660788 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bfa2cbf2-1e1b-43b9-bcd1-e44776188657 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:32.698747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] For port 7698a1ee-b8fe-4250-8d00-19df7850a0ba, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:32.703562 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] For port 7698a1ee-b8fe-4250-8d00-19df7850a0ba, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7698a1ee-b8fe-4250-8d00-19df7850a0ba,segment=NetworkSegment(705e5db3-da4a-4af6-b14c-839c21b64662),segment_id=705e5db3-da4a-4af6-b14c-839c21b64662)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:32.717271 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-23509ad9-5415-42ff-8955-bd2d4c3223d2 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:32.717507 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9962-3b6d-4f1c-a535-daf1dbfc1d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:32.718598 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b1ab9962-3b6d-4f1c-a535-daf1dbfc1d16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e25e6189-aa61-43cc-9172-d0531215fbb7 HTTP/1.1" status: 204 len: 168 time: 1.0605776 Mar 29 09:45:32.724476 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-23509ad9-5415-42ff-8955-bd2d4c3223d2 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:subnet and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:32.727625 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-23509ad9-5415-42ff-8955-bd2d4c3223d2 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:32.732973 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0d7a7939-5138-48ea-83eb-a2ebefb1b0bb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:32.736056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-23509ad9-5415-42ff-8955-bd2d4c3223d2 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:32.743398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bfa2cbf2-1e1b-43b9-bcd1-e44776188657 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:32.744609 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bfa2cbf2-1e1b-43b9-bcd1-e44776188657 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4700735 Mar 29 09:45:32.747398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35362) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:32.784069 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:32.811541 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23509ad9-5415-42ff-8955-bd2d4c3223d2 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:32.815938 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23509ad9-5415-42ff-8955-bd2d4c3223d2 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:32.886624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d91d77-6448-4bb4-a525-727ebae805f4 None None] Pushing event updated for resources: {'Port': ['ID=7698a1ee-b8fe-4250-8d00-19df7850a0ba,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:32.921744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-578f6a6c-4c19-4243-b8a2-2413060c8c57 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port 6df12f9b-1927-4f6b-83a1-b7c11bb23bcb {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:32.922183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-578f6a6c-4c19-4243-b8a2-2413060c8c57 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:33.099760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:45:33.296798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0d7a7939-5138-48ea-83eb-a2ebefb1b0bb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:33.310798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0d7a7939-5138-48ea-83eb-a2ebefb1b0bb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:33.322785 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:33.400449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be89ebe-8b97-4669-9df8-939eb5c1687b req-04a6f23d-b69f-4937-85de-dc0579eb8e9e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:33.402093 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6be89ebe-8b97-4669-9df8-939eb5c1687b req-04a6f23d-b69f-4937-85de-dc0579eb8e9e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 944 time: 0.2950885 Mar 29 09:45:33.523091 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6be89ebe-8b97-4669-9df8-939eb5c1687b req-0edd7070-4122-4750-9508-6d01bcbe9ec9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132600 Mar 29 09:45:33.534238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d,segment=NetworkSegment(adeb44c9-2edf-46c9-bc49-5b11f255b091),segment_id=adeb44c9-2edf-46c9-bc49-5b11f255b091)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:33.536928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0d7a7939-5138-48ea-83eb-a2ebefb1b0bb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:33.537524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7a7939-5138-48ea-83eb-a2ebefb1b0bb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Fanout notify agent at l3_agent the message router_deleted on router 5c87e19c-a427-4dee-b797-6cd1f9314880 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:45:33.556401 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0d7a7939-5138-48ea-83eb-a2ebefb1b0bb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:33.561501 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0d7a7939-5138-48ea-83eb-a2ebefb1b0bb tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/routers/5c87e19c-a427-4dee-b797-6cd1f9314880 HTTP/1.1" status: 204 len: 168 time: 0.9895473 Mar 29 09:45:33.562524 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d', 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424', 'port_id': '5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d', 'mac_address': 'fa:16:3e:a2:b8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5411cadc-b66b-457d-92a8-3364fde40b92', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:45:33.563403 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35374) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:33.595394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Subnet': ['ID=792676c3-70ad-4efc-88a1-3b08dcf948c4,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:33.669312 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f5fd5c-1298-4267-80d5-82c0cdcae2f3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting subnet 50da1932-73cc-4d9f-b977-fda94d1cde40 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:45:33.672309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-86f5fd5c-1298-4267-80d5-82c0cdcae2f3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:33.674218 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:33.711935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:45:33.724522 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Checking segment: {'id': '3c025dc4-f5a3-4f2a-8651-7c9f3894ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f8ba3f08-be5f-4cba-8014-816965b86e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:33.724888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network hostable DHCP agents. Network: f8ba3f08-be5f-4cba-8014-816965b86e3c, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:33.735935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d,segment=NetworkSegment(adeb44c9-2edf-46c9-bc49-5b11f255b091),segment_id=adeb44c9-2edf-46c9-bc49-5b11f255b091)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:33.743039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-86f5fd5c-1298-4267-80d5-82c0cdcae2f3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:33.792402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-578f6a6c-4c19-4243-b8a2-2413060c8c57 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:33.819251 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ac53eed2-aa7b-4246-a874-30d6d58e9492 None None] Provisioning for port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:33.845556 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:33.850605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-86f5fd5c-1298-4267-80d5-82c0cdcae2f3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:33.983153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:34.017211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network f8ba3f08-be5f-4cba-8014-816965b86e3c is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:34.051592 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-86f5fd5c-1298-4267-80d5-82c0cdcae2f3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:34.094298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5fd5c-1298-4267-80d5-82c0cdcae2f3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Subnet': ['ID=50da1932-73cc-4d9f-b977-fda94d1cde40,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:34.098464 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-86f5fd5c-1298-4267-80d5-82c0cdcae2f3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:34.108589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723f2f67-70ce-499b-b7b4-bd6edd6b702e None None] Network 154e9d0f-1d0a-4c05-b2ec-7beffae761c9 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:34.109702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-578f6a6c-4c19-4243-b8a2-2413060c8c57 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for 6df12f9b-1927-4f6b-83a1-b7c11bb23bcb owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:34.116358 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-86f5fd5c-1298-4267-80d5-82c0cdcae2f3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/50da1932-73cc-4d9f-b977-fda94d1cde40 HTTP/1.1" status: 204 len: 168 time: 0.5481460 Mar 29 09:45:34.117623 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35386) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:34.171347 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3106e0b5-0e52-4352-b7cb-33c5f75ae95d None None] Provisioning for port 6df12f9b-1927-4f6b-83a1-b7c11bb23bcb completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:34.185279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7698a1ee-b8fe-4250-8d00-19df7850a0ba up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:34.249493 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:45:34.264244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, f8ba3f08-be5f-4cba-8014-816965b86e3c) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:34.273286 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:34.277338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:34.277941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:34.288864 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc55af8-f556-45b6-a928-130607f6ebee None None] Network f8ba3f08-be5f-4cba-8014-816965b86e3c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:34.291007 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port b2a2f5d2-9308-4742-8c8a-809c01811078 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:34.291350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:34.315042 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23509ad9-5415-42ff-8955-bd2d4c3223d2 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:34.318537 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3106e0b5-0e52-4352-b7cb-33c5f75ae95d None None] Provisioning complete for port 6df12f9b-1927-4f6b-83a1-b7c11bb23bcb triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:34.319084 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3106e0b5-0e52-4352-b7cb-33c5f75ae95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:34.408806 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23509ad9-5415-42ff-8955-bd2d4c3223d2 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network 8a0a514b-8d3d-4021-bee1-4f2db5859199 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:34.412708 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-23509ad9-5415-42ff-8955-bd2d4c3223d2 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:34.417124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23509ad9-5415-42ff-8955-bd2d4c3223d2 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:34.417712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23509ad9-5415-42ff-8955-bd2d4c3223d2 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:34.436355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-578f6a6c-4c19-4243-b8a2-2413060c8c57 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:34.440532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23509ad9-5415-42ff-8955-bd2d4c3223d2 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Subnet': ['ID=57f2b571-8aa3-4b35-a4cd-3d92d18ff0b3,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:34.505733 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-691c187b-08bb-4a61-a4dd-8316f910272d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8659625 Mar 29 09:45:34.538586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f6a6c-4c19-4243-b8a2-2413060c8c57 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=6df12f9b-1927-4f6b-83a1-b7c11bb23bcb,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:34.552997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35394) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:34.577644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f85ab44-58e2-45a0-83a0-d2838c7c2db4 None None] Network 8a0a514b-8d3d-4021-bee1-4f2db5859199 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:34.605407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3106e0b5-0e52-4352-b7cb-33c5f75ae95d None None] Port 6df12f9b-1927-4f6b-83a1-b7c11bb23bcb was deleted so its status cannot be updated. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 29 09:45:34.762040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] For port b2a2f5d2-9308-4742-8c8a-809c01811078, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b2a2f5d2-9308-4742-8c8a-809c01811078,segment=NetworkSegment(86c221a9-d328-49b4-8772-22b8149b048b),segment_id=86c221a9-d328-49b4-8772-22b8149b048b)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:34.762533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:34.769690 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35400) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:34.772841 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-23509ad9-5415-42ff-8955-bd2d4c3223d2 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4950852 Mar 29 09:45:34.774229 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035460 Mar 29 09:45:34.777426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35402) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:34.777561 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35404) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:34.778584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:34.782232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-578f6a6c-4c19-4243-b8a2-2413060c8c57 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:34.787812 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-578f6a6c-4c19-4243-b8a2-2413060c8c57 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/6df12f9b-1927-4f6b-83a1-b7c11bb23bcb HTTP/1.1" status: 204 len: 168 time: 2.0362084 Mar 29 09:45:34.787972 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'network_id': '8a0a514b-8d3d-4021-bee1-4f2db5859199', 'fixed_ips': [{'subnet_id': '908685ee-b5dc-4acf-a15b-50eeaf5c8458'}, {'subnet_id': '57f2b571-8aa3-4b35-a4cd-3d92d18ff0b3'}], 'name': 'tempest-PortsTestJSON-1115729671'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:34.788074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35410) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:34.927546 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-21e786cf-67d6-4439-ba97-082b2affa80e None None] Provisioning for port 7698a1ee-b8fe-4250-8d00-19df7850a0ba completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:34.940912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ce9e84-9926-4f54-aa2a-bdf9e05b2a6a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:34.943228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ce9e84-9926-4f54-aa2a-bdf9e05b2a6a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:34.943764 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for b2a2f5d2-9308-4742-8c8a-809c01811078 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:34.943916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-23ce9e84-9926-4f54-aa2a-bdf9e05b2a6a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:34.986473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.046509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf02c41-6fc2-4b06-919c-84d428563305 req-8dd710da-bbc6-45aa-a2d0-5cdcb7d78f3b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:35.048015 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ecf02c41-6fc2-4b06-919c-84d428563305 req-8dd710da-bbc6-45aa-a2d0-5cdcb7d78f3b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 945 time: 0.2670643 Mar 29 09:45:35.050993 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a4d6efab-00ca-433c-b418-4bd2a5aff5eb tempest-NetworksApiDiscovery-2038463004 tempest-NetworksApiDiscovery-2038463004-project] 10.222.0.35 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2709737 Mar 29 09:45:35.061818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 7698a1ee-b8fe-4250-8d00-19df7850a0ba completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:35.113032 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 7698a1ee-b8fe-4250-8d00-19df7850a0ba triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:35.116405 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.118057 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ecf02c41-6fc2-4b06-919c-84d428563305 req-cfd9e75d-67d6-409f-bfe3-0ec6f520e713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507689 Mar 29 09:45:35.118896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-23ce9e84-9926-4f54-aa2a-bdf9e05b2a6a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:35.122726 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-23ce9e84-9926-4f54-aa2a-bdf9e05b2a6a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3340051 Mar 29 09:45:35.124174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35418) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:35.194024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:35.194696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db74d84-66c0-42cd-8e17-89eeae200046 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet c591469d-d709-4e5f-b404-9a01a7aae964 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:45:35.199589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd62aa1-dfae-4a29-a2af-d1209bae8743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-f8ba3f08-be5f-4cba-8014-816965b86e3c', 'network_id': 'f8ba3f08-be5f-4cba-8014-816965b86e3c', 'tenant_id': '4cb97ab098ae4f389524fb7803022cdd', 'fixed_ips': [{'subnet_id': '792676c3-70ad-4efc-88a1-3b08dcf948c4'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:35.200424 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4dd62aa1-dfae-4a29-a2af-d1209bae8743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.201237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3db74d84-66c0-42cd-8e17-89eeae200046 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.205803 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:port and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:35.209008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:35.215743 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:35.262635 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3db74d84-66c0-42cd-8e17-89eeae200046 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.268693 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:35.293933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.299077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.350097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Subnet': ['ID=792676c3-70ad-4efc-88a1-3b08dcf948c4,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:35.382219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=b2a2f5d2-9308-4742-8c8a-809c01811078,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:35.440377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No DVR routers for this DVR port b2a2f5d2-9308-4742-8c8a-809c01811078 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:45:35.466512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.502918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ba3f08-be5f-4cba-8014-816965b86e3c']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:35.506991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.520234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c025dc4-f5a3-4f2a-8651-7c9f3894ee33') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:35.521301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c025dc4-f5a3-4f2a-8651-7c9f3894ee33') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:35.532571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3db74d84-66c0-42cd-8e17-89eeae200046 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.556911 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a44904-22d9-4938-a43a-8369c9daeb69 None None] DHCP port deletion for 154e9d0f-1d0a-4c05-b2ec-7beffae761c9 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:45:35.567141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server [None req-4dd62aa1-dfae-4a29-a2af-d1209bae8743 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 792676c3-70ad-4efc-88a1-3b08dcf948c4: This subnet is being modified by another concurrent operation. Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise exception Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 792676c3-70ad-4efc-88a1-3b08dcf948c4: This subnet is being modified by another concurrent operation. Mar 29 09:45:35.570296 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server Mar 29 09:45:35.600217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.600500 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39830bbe-e3be-46b1-bbca-8f0ac5d0ddb0 None None] Network f8ba3f08-be5f-4cba-8014-816965b86e3c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:35.613264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:35.615123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:35.629160 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:35.656731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.683591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35424) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:35.753376 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port 8f3c5bee-83c6-4263-b68a-a08e21695da1 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:45:35.794150 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 7698a1ee-b8fe-4250-8d00-19df7850a0ba, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7698a1ee-b8fe-4250-8d00-19df7850a0ba,segment=NetworkSegment(705e5db3-da4a-4af6-b14c-839c21b64662),segment_id=705e5db3-da4a-4af6-b14c-839c21b64662)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:35.794777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.810018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3db74d84-66c0-42cd-8e17-89eeae200046 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.840297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-15af399d-ab6e-45eb-82e2-39c0274d939d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.846244 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154e9d0f-1d0a-4c05-b2ec-7beffae761c9']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:35.866626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c221a9-d328-49b4-8772-22b8149b048b') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:35.866953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c221a9-d328-49b4-8772-22b8149b048b') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:35.877880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3db74d84-66c0-42cd-8e17-89eeae200046 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.896773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.905150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db74d84-66c0-42cd-8e17-89eeae200046 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=c591469d-d709-4e5f-b404-9a01a7aae964,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:35.908144 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24f47a8-99a6-4da5-ade7-d789cc940c8b None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:35.923152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.928545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.934214 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/f8ba3f08-be5f-4cba-8014-816965b86e3c HTTP/1.1" status: 204 len: 168 time: 1.3776104 Mar 29 09:45:35.936193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:35.936193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3ed0fb32-94be-4f15-96a6-3a87273e8bbf up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:35.938716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35430) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:35.945263 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-222677399'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:35.949768 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d852f81-bcc6-4e7c-8ce2-3f22517cb4e1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Network': ['ID=f8ba3f08-be5f-4cba-8014-816965b86e3c,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:35.952075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:35.959393 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3db74d84-66c0-42cd-8e17-89eeae200046 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/c591469d-d709-4e5f-b404-9a01a7aae964 HTTP/1.1" status: 204 len: 168 time: 0.8315241 Mar 29 09:45:35.961537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:network and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:35.963979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35434) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:35.966835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:36.027049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-be909b2a-8bea-4526-930a-be600f066db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.028718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:36.037228 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.046137 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-78182dfd-fd7b-446f-ad0f-803c761e5c41 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782804 Mar 29 09:45:36.047088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35438) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:36.058902 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:36.059434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:36.077838 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:36.081053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-be909b2a-8bea-4526-930a-be600f066db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:36.099711 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-be909b2a-8bea-4526-930a-be600f066db6 admin admin] Usage tracker for resource:security_group_rule and tenant:c893d140866c474a9e3c7641788a9154 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:36.106309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-be909b2a-8bea-4526-930a-be600f066db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:36.178014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-be909b2a-8bea-4526-930a-be600f066db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:36.225633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:36.229581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.259006 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1b8d22-5268-4523-b5ea-33c33b589a00 None None] Update dhcp port {'port': {'network_id': '8a0a514b-8d3d-4021-bee1-4f2db5859199', 'fixed_ips': [{'subnet_id': '908685ee-b5dc-4acf-a15b-50eeaf5c8458', 'ip_address': '172.20.0.2'}, {'subnet_id': '57f2b571-8aa3-4b35-a4cd-3d92d18ff0b3'}], 'binding:host_id': 'dv-neutron-835555-1-hyperv'}, 'id': '7698a1ee-b8fe-4250-8d00-19df7850a0ba'} from dv-neutron-835555-1-hyperv. {{(pid=88552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 29 09:45:36.282035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=7698a1ee-b8fe-4250-8d00-19df7850a0ba,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:36.286178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b5f3d-3b59-4f0e-81be-e6cfb7146fb4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:36.287149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6a7b5f3d-3b59-4f0e-81be-e6cfb7146fb4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:36.290681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:36.316445 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.316445 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Added segment 724f7539-8a17-4268-95d9-753a83015cb3 of type vlan for network 121d0e59-64b5-4cb7-9ed5-14f8a037bdb3 Mar 29 09:45:36.336144 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.348330 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.362183 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4e1b8d22-5268-4523-b5ea-33c33b589a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.402211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6a7b5f3d-3b59-4f0e-81be-e6cfb7146fb4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:36.403720 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6a7b5f3d-3b59-4f0e-81be-e6cfb7146fb4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3556345 Mar 29 09:45:36.407137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35444) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:36.419100 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.429767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Network': ['ID=154e9d0f-1d0a-4c05-b2ec-7beffae761c9,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:36.431541 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:36.450072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:36.450446 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.480084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Allocated IP 172.20.0.11 (8a0a514b-8d3d-4021-bee1-4f2db5859199/908685ee-b5dc-4acf-a15b-50eeaf5c8458/8f3c5bee-83c6-4263-b68a-a08e21695da1) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:36.488401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.491258 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Allocated IP 172.20.0.29 (8a0a514b-8d3d-4021-bee1-4f2db5859199/57f2b571-8aa3-4b35-a4cd-3d92d18ff0b3/8f3c5bee-83c6-4263-b68a-a08e21695da1) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:36.496160 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:36.496616 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.555024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb5f390-fe3a-46ee-b831-f81afee74869 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:36.556039 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ebb5f390-fe3a-46ee-b831-f81afee74869 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:36.586545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:45:36.599111 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Deleting port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:36.599598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.602864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64d1fc-726e-49d1-a5db-017a372dfbd1 req-d16cb039-4b07-4906-abda-b30f102b6484 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:36.604354 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5c64d1fc-726e-49d1-a5db-017a372dfbd1 req-d16cb039-4b07-4906-abda-b30f102b6484 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 945 time: 0.2658947 Mar 29 09:45:36.614175 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-962f6708-68e9-4c6e-9dde-249985f52718 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/networks/154e9d0f-1d0a-4c05-b2ec-7beffae761c9 HTTP/1.1" status: 204 len: 168 time: 2.4914036 Mar 29 09:45:36.619892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35448) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:36.631780 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-9302490f-031e-412d-a7cc-26111dc19bb8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1531952749', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:36.653529 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Network': ['ID=121d0e59-64b5-4cb7-9ed5-14f8a037bdb3,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:36.657888 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-be909b2a-8bea-4526-930a-be600f066db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.669312 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-616faa52-10e5-4933-9475-c06657eae5e8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7295697 Mar 29 09:45:36.672756 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35452) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:36.673282 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 121d0e59-64b5-4cb7-9ed5-14f8a037bdb3 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:36.678856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'subnet': {'network_id': '121d0e59-64b5-4cb7-9ed5-14f8a037bdb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:36.686887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9302490f-031e-412d-a7cc-26111dc19bb8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:36.766112 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ebb5f390-fe3a-46ee-b831-f81afee74869 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:36.769973 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ebb5f390-fe3a-46ee-b831-f81afee74869 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3592288 Mar 29 09:45:36.773928 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35456) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:36.807981 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9302490f-031e-412d-a7cc-26111dc19bb8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:router and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:36.813037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9302490f-031e-412d-a7cc-26111dc19bb8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:36.817803 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-be909b2a-8bea-4526-930a-be600f066db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.836893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9302490f-031e-412d-a7cc-26111dc19bb8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:36.838724 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:36.860358 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9eb88cac-38b3-4a97-ae62-793e68599523 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809054 Mar 29 09:45:36.865138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35460) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:36.878486 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:36.900857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:36.920992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:subnet and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:36.925751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:36.955124 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5c64d1fc-726e-49d1-a5db-017a372dfbd1 req-12d975f6-c108-456e-9813-36214b0d908d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340845 Mar 29 09:45:36.963565 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-be909b2a-8bea-4526-930a-be600f066db6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c893d140866c474a9e3c7641788a9154&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2205858 Mar 29 09:45:36.964525 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be909b2a-8bea-4526-930a-be600f066db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be75eaa4-91c5-422c-b2b5-0c290e82b463,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:36.976538 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3ed0fb32-94be-4f15-96a6-3a87273e8bbf,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:36.991977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35464) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:36.996411 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:36.998072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] For port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3ed0fb32-94be-4f15-96a6-3a87273e8bbf,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:36.998691 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.028330 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:37.038774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:37.040478 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9302490f-031e-412d-a7cc-26111dc19bb8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.041496 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9302490f-031e-412d-a7cc-26111dc19bb8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.054272 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.096281 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9302490f-031e-412d-a7cc-26111dc19bb8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.097718 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Transition to ACTIVE for port object 8f3c5bee-83c6-4263-b68a-a08e21695da1 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:37.110716 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-056b01ae-d08f-4fda-b485-3950a8247fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.113850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:37.117800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.118235 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.130845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Calling delete_port for 3ed0fb32-94be-4f15-96a6-3a87273e8bbf owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:37.146686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:37.153317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.153472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-056b01ae-d08f-4fda-b485-3950a8247fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.234979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:37.245187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9302490f-031e-412d-a7cc-26111dc19bb8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.275612 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.276713 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7698a1ee-b8fe-4250-8d00-19df7850a0ba up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:37.339786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network 8a0a514b-8d3d-4021-bee1-4f2db5859199 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:37.344098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:37.346858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:37.373077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-056b01ae-d08f-4fda-b485-3950a8247fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.375913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-056b01ae-d08f-4fda-b485-3950a8247fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.391634 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-056b01ae-d08f-4fda-b485-3950a8247fe4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be75eaa4-91c5-422c-b2b5-0c290e82b463 HTTP/1.1" status: 204 len: 168 time: 0.3870726 Mar 29 09:45:37.439091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9302490f-031e-412d-a7cc-26111dc19bb8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.443469 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9302490f-031e-412d-a7cc-26111dc19bb8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8188925 Mar 29 09:45:37.454763 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35470) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:37.462220 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=3ed0fb32-94be-4f15-96a6-3a87273e8bbf,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:37.475260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'network': {'name': 'tempest-RoutersTest-938148495'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:37.484121 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:37.485807 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b01ae-d08f-4fda-b485-3950a8247fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be75eaa4-91c5-422c-b2b5-0c290e82b463,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:37.486085 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-4e1b8d22-5268-4523-b5ea-33c33b589a00 None None] Allocated IP 172.20.0.18 (8a0a514b-8d3d-4021-bee1-4f2db5859199/57f2b571-8aa3-4b35-a4cd-3d92d18ff0b3/7698a1ee-b8fe-4250-8d00-19df7850a0ba) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:37.500035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:network and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:37.503111 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=8f3c5bee-83c6-4263-b68a-a08e21695da1,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:37.507895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:37.521645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:37.522370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.527250 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:37.546339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 7698a1ee-b8fe-4250-8d00-19df7850a0ba triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:37.547117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.597320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:45:37.597584 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:45:37.615581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:37.619095 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-96f38627-ebf9-4955-be4c-ce47b0bc3c78 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.8380799 Mar 29 09:45:37.619244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.619446 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35474) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:37.625993 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-63c6525b-1529-4f58-8d8c-6ddfc5561546 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '908685ee-b5dc-4acf-a15b-50eeaf5c8458'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:37.652526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:37.652673 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:37.658933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.659284 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Added segment ad5964b1-85d2-4fcb-9e09-0d87c3251232 of type vlan for network 70ec5cc1-d158-4f2f-a939-9c5afce47173 Mar 29 09:45:37.700723 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:37.700723 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.700919 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.701370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.761633 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4e1b8d22-5268-4523-b5ea-33c33b589a00 None None] For port 7698a1ee-b8fe-4250-8d00-19df7850a0ba, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7698a1ee-b8fe-4250-8d00-19df7850a0ba,segment=NetworkSegment(705e5db3-da4a-4af6-b14c-839c21b64662),segment_id=705e5db3-da4a-4af6-b14c-839c21b64662)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:37.787872 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-63c6525b-1529-4f58-8d8c-6ddfc5561546 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.797160 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4e1b8d22-5268-4523-b5ea-33c33b589a00 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.818713 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4e1b8d22-5268-4523-b5ea-33c33b589a00 None None] Transition to ACTIVE for port object 7698a1ee-b8fe-4250-8d00-19df7850a0ba will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:37.859067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Checking segment: {'id': '724f7539-8a17-4268-95d9-753a83015cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '121d0e59-64b5-4cb7-9ed5-14f8a037bdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:37.859400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network hostable DHCP agents. Network: 121d0e59-64b5-4cb7-9ed5-14f8a037bdb3, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:37.905624 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Subnet': ['ID=cc6a1e32-7626-42af-822e-de649d0e0817,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:37.945372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4e1b8d22-5268-4523-b5ea-33c33b589a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:37.978025 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.objects.ports [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88551) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:45:38.010525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3416df53-a7bf-489b-9b8f-061110915b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:38.067790 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:38.072019 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:38.072656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:38.076275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network 121d0e59-64b5-4cb7-9ed5-14f8a037bdb3 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:38.120868 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Deleting port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:38.121252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:38.201246 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-63c6525b-1529-4f58-8d8c-6ddfc5561546 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Delete allocated IP 172.20.0.29 (8a0a514b-8d3d-4021-bee1-4f2db5859199/57f2b571-8aa3-4b35-a4cd-3d92d18ff0b3) {{(pid=88550) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 09:45:38.216437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b2a2f5d2-9308-4742-8c8a-809c01811078 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:45:38.263266 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b8d22-5268-4523-b5ea-33c33b589a00 None None] Pushing event updated for resources: {'Port': ['ID=7698a1ee-b8fe-4250-8d00-19df7850a0ba,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:38.278661 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: b2a2f5d2-9308-4742-8c8a-809c01811078 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:45:38.279001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b2a2f5d2-9308-4742-8c8a-809c01811078 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:45:38.279418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3ed0fb32-94be-4f15-96a6-3a87273e8bbf no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:45:38.405049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-63c6525b-1529-4f58-8d8c-6ddfc5561546 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:38.422986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-63c6525b-1529-4f58-8d8c-6ddfc5561546 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Ignored duplicate provisioning block setup for port 8f3c5bee-83c6-4263-b68a-a08e21695da1 by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 29 09:45:38.451439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Network': ['ID=70ec5cc1-d158-4f2f-a939-9c5afce47173,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:38.458978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 121d0e59-64b5-4cb7-9ed5-14f8a037bdb3) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:38.462803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:38.463387 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:38.466546 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:38.484599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 70ec5cc1-d158-4f2f-a939-9c5afce47173 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:38.491055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-63c6525b-1529-4f58-8d8c-6ddfc5561546 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:38.499386 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7342c62-1933-4d84-8d1d-748ba8c3c786 None None] Network 121d0e59-64b5-4cb7-9ed5-14f8a037bdb3 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:38.529626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ac0fd-16be-4a47-815e-ad0bc923b44a req-f60ff998-d8e7-4517-84d7-c3dd98442a72 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:38.531255 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8d6ac0fd-16be-4a47-815e-ad0bc923b44a req-f60ff998-d8e7-4517-84d7-c3dd98442a72 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 945 time: 0.3705840 Mar 29 09:45:38.555647 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-647cd29c-7329-4ce2-bbb2-730a270c0d0c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0997150 Mar 29 09:45:38.559455 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35480) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:38.565009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'subnet': {'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:38.591664 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8d6ac0fd-16be-4a47-815e-ad0bc923b44a req-e69bb8b0-9b17-4634-93c3-609e3854b42b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537028 Mar 29 09:45:38.596802 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d,segment=NetworkSegment(adeb44c9-2edf-46c9-bc49-5b11f255b091),segment_id=adeb44c9-2edf-46c9-bc49-5b11f255b091)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:38.609884 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec93f83b-10e8-499e-ba62-dc389c77b446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:45:38.662890 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6045402b-848b-41bb-a2c6-c42ee000aa48 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9891396 Mar 29 09:45:38.663805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:38.680636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35488) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:38.732770 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:38.736088 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:38.945346 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6525b-1529-4f58-8d8c-6ddfc5561546 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=8f3c5bee-83c6-4263-b68a-a08e21695da1,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:38.993457 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-63c6525b-1529-4f58-8d8c-6ddfc5561546 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] In _notify_port_updated(), no bound segment for port 8f3c5bee-83c6-4263-b68a-a08e21695da1 on network 8a0a514b-8d3d-4021-bee1-4f2db5859199 {{(pid=88550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:45:38.998059 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec93f83b-10e8-499e-ba62-dc389c77b446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d', 'code': 200} Mar 29 09:45:38.998940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] For port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3ed0fb32-94be-4f15-96a6-3a87273e8bbf,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:39.000463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c6525b-1529-4f58-8d8c-6ddfc5561546 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:39.001634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-63c6525b-1529-4f58-8d8c-6ddfc5561546 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.004628 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-63c6525b-1529-4f58-8d8c-6ddfc5561546 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "PUT /v2.0/ports/8f3c5bee-83c6-4263-b68a-a08e21695da1 HTTP/1.1" status: 200 len: 920 time: 1.3824759 Mar 29 09:45:39.005662 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35492) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:39.012551 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:39.014017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e0fec9-b801-479a-b8c9-3fb1a782a9ef None None] Network 8a0a514b-8d3d-4021-bee1-4f2db5859199 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:39.016220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-4a8ee1bf-5815-4c49-b9b4-237f44de3534 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '908685ee-b5dc-4acf-a15b-50eeaf5c8458'}, {'subnet_id': '57f2b571-8aa3-4b35-a4cd-3d92d18ff0b3'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:39.019414 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:subnet and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:39.026796 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:39.030168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:39.044411 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:39.064226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.131590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:39.136454 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.138043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.141950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.168318 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.221026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.221026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.223420 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-efa1f631-384c-42c0-ac1d-9b5a3bb20f06 None None] Provisioning for port 7698a1ee-b8fe-4250-8d00-19df7850a0ba completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:39.234467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.298293 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-efa1f631-384c-42c0-ac1d-9b5a3bb20f06 None None] Provisioning complete for port 7698a1ee-b8fe-4250-8d00-19df7850a0ba triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:39.298726 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-efa1f631-384c-42c0-ac1d-9b5a3bb20f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.392677 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] For port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3ed0fb32-94be-4f15-96a6-3a87273e8bbf,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:39.392914 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.406607 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=9a4f4238-3a8e-436f-a86c-bba569497e71,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:39.422227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:39.438154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:39.448035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:39.448035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.510775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=3ed0fb32-94be-4f15-96a6-3a87273e8bbf,revision_number=6']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:39.517148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.566612 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e74c71fb-a691-49e5-84db-4c4d7cee800b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6988826 Mar 29 09:45:39.571077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6a1e32-7626-42af-822e-de649d0e0817,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:39.572983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35496) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:39.582500 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'mac_address': 'fa:16:3e:5b:17:54', 'name': 'tempest-NetworksTestDHCPv6-1918501202'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:39.583619 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Calling delete_port for 3ed0fb32-94be-4f15-96a6-3a87273e8bbf owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:39.606594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd410a5-e985-4e87-b4d3-a27aff863855 req-f38c6f07-cbad-4949-99fa-4b7175ea8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:39.608074 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-efd410a5-e985-4e87-b4d3-a27aff863855 req-f38c6f07-cbad-4949-99fa-4b7175ea8cb1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 1099 time: 0.2880876 Mar 29 09:45:39.650992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee1bf-5815-4c49-b9b4-237f44de3534 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.661692 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:45:39.662049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:45:39.706584 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b590708b-217c-4136-a6ca-c096ad5dccab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-121d0e59-64b5-4cb7-9ed5-14f8a037bdb3', 'network_id': '121d0e59-64b5-4cb7-9ed5-14f8a037bdb3', 'tenant_id': '4cb97ab098ae4f389524fb7803022cdd', 'fixed_ips': [{'subnet_id': 'cc6a1e32-7626-42af-822e-de649d0e0817'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:39.707396 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b590708b-217c-4136-a6ca-c096ad5dccab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.806963 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.839909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121d0e59-64b5-4cb7-9ed5-14f8a037bdb3']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:39.853380 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724f7539-8a17-4268-95d9-753a83015cb3') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:39.853720 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724f7539-8a17-4268-95d9-753a83015cb3') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:39.854264 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-efd410a5-e985-4e87-b4d3-a27aff863855 req-77201cf0-c569-48ea-9b33-b33d3bfb9ddc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277994 Mar 29 09:45:39.867500 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.870886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:45:39.871240 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:45:39.877608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.924882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.950233 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:39.959134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:39.959546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:39.976906 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:40.019807 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086064e0-b646-4497-8984-16e2ce95ccad None None] Network 121d0e59-64b5-4cb7-9ed5-14f8a037bdb3 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:40.022386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a0fd1-8332-4f7b-9515-bc5b108b58e8 req-35b174c1-52b5-458d-87d5-ce5a46221345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:40.023911 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-492a0fd1-8332-4f7b-9515-bc5b108b58e8 req-35b174c1-52b5-458d-87d5-ce5a46221345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 946 time: 0.2971947 Mar 29 09:45:40.051978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:40.068650 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Subnet': ['ID=03f23fe6-c8e6-466d-95a6-492b8cc9ca2b,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:40.073672 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Checking segment: {'id': 'ad5964b1-85d2-4fcb-9e09-0d87c3251232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:40.074028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network hostable DHCP agents. Network: 70ec5cc1-d158-4f2f-a939-9c5afce47173, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:40.142052 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-492a0fd1-8332-4f7b-9515-bc5b108b58e8 req-9b93784a-cbb7-4561-abd5-7ceaf52e4a3d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052630 Mar 29 09:45:40.164466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:40.185287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:40.187455 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:40.201107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 70ec5cc1-d158-4f2f-a939-9c5afce47173 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:40.211637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Network': ['ID=121d0e59-64b5-4cb7-9ed5-14f8a037bdb3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:40.219293 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d5e901ee-c88f-41df-bbb7-27b84a5be59a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/121d0e59-64b5-4cb7-9ed5-14f8a037bdb3 HTTP/1.1" status: 204 len: 168 time: 1.5257392 Mar 29 09:45:40.222731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35502) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:40.231007 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1547612888'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:40.236955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:40.243790 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:network and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:40.261163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:40.272255 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:40.282016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 70ec5cc1-d158-4f2f-a939-9c5afce47173) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:40.287104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:40.289767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:40.301054 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:40.319851 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af04e628-87d4-4332-b3a0-1cb64cc22fba None None] Network 70ec5cc1-d158-4f2f-a939-9c5afce47173 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:40.370760 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:40.375913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:40.444068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:40.455098 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8249bf85-9863-4aca-85fb-1633d8988786 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8923972 Mar 29 09:45:40.461303 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d1c56ba6-56cc-40a9-9784-7a9458c6f163 None None] Provisioning for port 8f3c5bee-83c6-4263-b68a-a08e21695da1 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:40.461513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35506) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:40.467466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:40.467811 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Added segment ebf3c484-c706-4114-ae06-d2c5b55370a6 of type vlan for network 6ce45def-a0a8-40e8-ac80-1b33b8bab442 Mar 29 09:45:40.483133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d1c56ba6-56cc-40a9-9784-7a9458c6f163 None None] Provisioning complete for port 8f3c5bee-83c6-4263-b68a-a08e21695da1 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:40.483499 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d1c56ba6-56cc-40a9-9784-7a9458c6f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:40.511859 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:40.524610 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3ed0fb32-94be-4f15-96a6-3a87273e8bbf,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:40.599720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d1c56ba6-56cc-40a9-9784-7a9458c6f163 None None] Port 8f3c5bee-83c6-4263-b68a-a08e21695da1 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:45:40.606224 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:40.639643 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-4a8ee1bf-5815-4c49-b9b4-237f44de3534 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Allocated IP 172.20.0.22 (8a0a514b-8d3d-4021-bee1-4f2db5859199/57f2b571-8aa3-4b35-a4cd-3d92d18ff0b3/8f3c5bee-83c6-4263-b68a-a08e21695da1) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:40.645093 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:40.652017 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:40.652682 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:40.666110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Deleting port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:40.666676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:40.792287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Network': ['ID=6ce45def-a0a8-40e8-ac80-1b33b8bab442,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:40.794684 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7698a1ee-b8fe-4250-8d00-19df7850a0ba up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:40.796647 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1aab54e0-3479-4801-a0c5-ca88fbca1e4c tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5719149 Mar 29 09:45:40.799537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35510) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:40.805916 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'subnet': {'network_id': '6ce45def-a0a8-40e8-ac80-1b33b8bab442', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:40.853434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 6ce45def-a0a8-40e8-ac80-1b33b8bab442 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:40.865612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:40.912416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d1c56ba6-56cc-40a9-9784-7a9458c6f163 None None] Provisioning complete for port 7698a1ee-b8fe-4250-8d00-19df7850a0ba triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:40.912416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d1c56ba6-56cc-40a9-9784-7a9458c6f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:40.930581 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:40.934825 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:subnet and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:40.938438 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:40.945439 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:40.957020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-70ec5cc1-d158-4f2f-a939-9c5afce47173', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:40.958388 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:41.034498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port cc6bb4c8-13d5-4313-94cc-b60a7ec44390 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:45:41.045643 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:41.052418 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:41.057540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:41.102123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=3ed0fb32-94be-4f15-96a6-3a87273e8bbf,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:41.278453 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:41.310818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 7698a1ee-b8fe-4250-8d00-19df7850a0ba triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:41.311185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:41.436059 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee1bf-5815-4c49-b9b4-237f44de3534 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:41.442714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511d490-7f83-498e-a53b-8ea976b8a625 req-f92d7cac-933a-4197-9586-30d945950229 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:41.444768 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1511d490-7f83-498e-a53b-8ea976b8a625 req-f92d7cac-933a-4197-9586-30d945950229 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 946 time: 0.1833398 Mar 29 09:45:41.496428 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1511d490-7f83-498e-a53b-8ea976b8a625 req-6a65d96d-7890-41c8-bba9-097872947e4b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413547 Mar 29 09:45:41.501309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Allocated IP 172.20.0.2 (70ec5cc1-d158-4f2f-a939-9c5afce47173/03f23fe6-c8e6-466d-95a6-492b8cc9ca2b/6a63ef8d-9600-494c-8a6e-8a9663324e62) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:41.525253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:41.537362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-4a8ee1bf-5815-4c49-b9b4-237f44de3534 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Ignored duplicate provisioning block setup for port 8f3c5bee-83c6-4263-b68a-a08e21695da1 by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 29 09:45:41.537886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] For port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3ed0fb32-94be-4f15-96a6-3a87273e8bbf,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:41.538232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:41.538684 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::f816:3eff:fe5b:1754 (904da7d4-bab8-40f2-8764-d10ff337fe7e/9a4f4238-3a8e-436f-a86c-bba569497e71/cc6bb4c8-13d5-4313-94cc-b60a7ec44390) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:41.613192 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Checking segment: {'id': 'ebf3c484-c706-4114-ae06-d2c5b55370a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ce45def-a0a8-40e8-ac80-1b33b8bab442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:41.613572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network hostable DHCP agents. Network: 6ce45def-a0a8-40e8-ac80-1b33b8bab442, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:41.622203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee1bf-5815-4c49-b9b4-237f44de3534 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:41.626106 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Subnet': ['ID=bfd59c75-c254-4ed4-8675-a956e35816a0,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:41.695073 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Calling delete_port for 3ed0fb32-94be-4f15-96a6-3a87273e8bbf owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:41.702793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network 6ce45def-a0a8-40e8-ac80-1b33b8bab442 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:41.799257 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 6ce45def-a0a8-40e8-ac80-1b33b8bab442) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:41.818411 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:41.821478 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:41.833714 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d33ff55-1ebc-4b5a-8948-86cb2d5e1351 None None] Network 6ce45def-a0a8-40e8-ac80-1b33b8bab442 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:41.908059 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-52093ab8-f99d-4f86-bbd6-f68d0af1ee82 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1074729 Mar 29 09:45:41.912028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35516) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:41.918774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-9bf392e3-dee9-4b1c-aa06-9c5825a180b0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'subnet': {'network_id': '6ce45def-a0a8-40e8-ac80-1b33b8bab442', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:41.928871 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3b5b5b02-2d7e-4a11-9453-19f8988584e1 None None] Provisioning complete for port 8f3c5bee-83c6-4263-b68a-a08e21695da1 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:41.930272 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3b5b5b02-2d7e-4a11-9453-19f8988584e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:42.024631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ee1bf-5815-4c49-b9b4-237f44de3534 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=8f3c5bee-83c6-4263-b68a-a08e21695da1,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:42.081108 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9bf392e3-dee9-4b1c-aa06-9c5825a180b0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:42.085482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9bf392e3-dee9-4b1c-aa06-9c5825a180b0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:subnet and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:42.088416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9bf392e3-dee9-4b1c-aa06-9c5825a180b0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:42.094149 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9bf392e3-dee9-4b1c-aa06-9c5825a180b0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:42.115405 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3b5b5b02-2d7e-4a11-9453-19f8988584e1 None None] Port 8f3c5bee-83c6-4263-b68a-a08e21695da1 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:45:42.162236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ee1bf-5815-4c49-b9b4-237f44de3534 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] In _notify_port_updated(), no bound segment for port 8f3c5bee-83c6-4263-b68a-a08e21695da1 on network 8a0a514b-8d3d-4021-bee1-4f2db5859199 {{(pid=88551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:45:42.167528 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8ee1bf-5815-4c49-b9b4-237f44de3534 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:42.168142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee1bf-5815-4c49-b9b4-237f44de3534 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:42.169451 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4a8ee1bf-5815-4c49-b9b4-237f44de3534 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "PUT /v2.0/ports/8f3c5bee-83c6-4263-b68a-a08e21695da1 HTTP/1.1" status: 200 len: 1000 time: 3.1611826 Mar 29 09:45:42.172264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35520) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:42.221191 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf392e3-dee9-4b1c-aa06-9c5825a180b0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:42.227013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9bf392e3-dee9-4b1c-aa06-9c5825a180b0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:42.269421 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:42.275747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-4fb4a4d3-f5cf-42f3-95d5-40d2d0794144 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 8f3c5bee-83c6-4263-b68a-a08e21695da1 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:42.276081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a4d3-f5cf-42f3-95d5-40d2d0794144 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:42.327899 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-29b9c205-a6bb-460b-82cc-1928ab845cc6 None None] Provisioning complete for port 8f3c5bee-83c6-4263-b68a-a08e21695da1 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:42.328274 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29b9c205-a6bb-460b-82cc-1928ab845cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:42.392086 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-29b9c205-a6bb-460b-82cc-1928ab845cc6 None None] Port 8f3c5bee-83c6-4263-b68a-a08e21695da1 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:45:42.396903 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:42.406414 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:42.407000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object cc6bb4c8-13d5-4313-94cc-b60a7ec44390 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:42.479013 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Transition to ACTIVE for port object 6a63ef8d-9600-494c-8a6e-8a9663324e62 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:42.497388 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] Pushing event deleted for resources: {'Port': ['ID=3ed0fb32-94be-4f15-96a6-3a87273e8bbf,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:42.567997 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Transition to ACTIVE for port object 6a63ef8d-9600-494c-8a6e-8a9663324e62 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:42.576636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a4d3-f5cf-42f3-95d5-40d2d0794144 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:42.622626 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-6ce45def-a0a8-40e8-ac80-1b33b8bab442', 'network_id': '6ce45def-a0a8-40e8-ac80-1b33b8bab442', 'tenant_id': '4cb97ab098ae4f389524fb7803022cdd', 'fixed_ips': [{'subnet_id': 'bfd59c75-c254-4ed4-8675-a956e35816a0'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:42.623466 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:42.654271 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad2050-1205-4ba5-b9a6-12208e3656e7 None None] No DVR routers for this DVR port 3ed0fb32-94be-4f15-96a6-3a87273e8bbf on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:45:42.657404 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:42.704279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3b32c6-d7cf-4f8c-8e6a-7d0c08124259 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:42.736535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9bf392e3-dee9-4b1c-aa06-9c5825a180b0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:42.785217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:42.793149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-4fb4a4d3-f5cf-42f3-95d5-40d2d0794144 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 8f3c5bee-83c6-4263-b68a-a08e21695da1 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:42.799471 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Network 70ec5cc1-d158-4f2f-a939-9c5afce47173 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:42.807813 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf392e3-dee9-4b1c-aa06-9c5825a180b0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network 6ce45def-a0a8-40e8-ac80-1b33b8bab442 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:42.810922 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-9bf392e3-dee9-4b1c-aa06-9c5825a180b0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:42.813925 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf392e3-dee9-4b1c-aa06-9c5825a180b0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:42.814517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9bf392e3-dee9-4b1c-aa06-9c5825a180b0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:42.832991 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf392e3-dee9-4b1c-aa06-9c5825a180b0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Subnet': ['ID=19cb1567-785e-44dd-b16d-bf489bdc9dab,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:42.858034 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:42.873064 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:42.900507 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Pushing event updated for resources: {'Port': ['ID=6a63ef8d-9600-494c-8a6e-8a9663324e62,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:42.914478 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9bf392e3-dee9-4b1c-aa06-9c5825a180b0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0009120 Mar 29 09:45:42.917067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35526) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:42.921567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:42.944161 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:42.947454 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:42.952780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:42.953423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:42.998306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c044cdb-b246-4bdf-9259-88eefdbb6bb7 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:43.000279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c044cdb-b246-4bdf-9259-88eefdbb6bb7 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:43.002210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c044cdb-b246-4bdf-9259-88eefdbb6bb7 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:43.003871 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c044cdb-b246-4bdf-9259-88eefdbb6bb7 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:43.006222 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c044cdb-b246-4bdf-9259-88eefdbb6bb7 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:43.007244 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6c044cdb-b246-4bdf-9259-88eefdbb6bb7 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Synchronizing usage tracker for tenant:4cb97ab098ae4f389524fb7803022cdd on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:43.023148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Allocated IP 172.20.0.1 (70ec5cc1-d158-4f2f-a939-9c5afce47173/03f23fe6-c8e6-466d-95a6-492b8cc9ca2b/d539e27f-e9e4-436c-aaa7-a2bf8b868d79) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:43.049595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=cc6bb4c8-13d5-4313-94cc-b60a7ec44390,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:43.056089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Attempting to bind port 6a63ef8d-9600-494c-8a6e-8a9663324e62 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:43.056470 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Attempting to bind port 6a63ef8d-9600-494c-8a6e-8a9663324e62 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'ad5964b1-85d2-4fcb-9e09-0d87c3251232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:43.057185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Attempting to bind port 6a63ef8d-9600-494c-8a6e-8a9663324e62 on network 70ec5cc1-d158-4f2f-a939-9c5afce47173 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:43.103161 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6c044cdb-b246-4bdf-9259-88eefdbb6bb7 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Unset dirty status for tenant:4cb97ab098ae4f389524fb7803022cdd on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:43.103425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:43.103425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Checking segment: {'id': 'ad5964b1-85d2-4fcb-9e09-0d87c3251232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:43.103776 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:43.104182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Bound using segment: {'id': 'ad5964b1-85d2-4fcb-9e09-0d87c3251232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:43.108513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Bound port: 6a63ef8d-9600-494c-8a6e-8a9663324e62, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5964b1-85d2-4fcb-9e09-0d87c3251232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:43.108679 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6c044cdb-b246-4bdf-9259-88eefdbb6bb7 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1868083 Mar 29 09:45:43.108792 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:43.109509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35530) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:43.110612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213870c5-5e66-4a66-9e5f-3cf6887b0161 req-85088e01-3466-4bf1-9200-9b2fb49c80f7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:43.112949 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-213870c5-5e66-4a66-9e5f-3cf6887b0161 req-85088e01-3466-4bf1-9200-9b2fb49c80f7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 946 time: 0.4529297 Mar 29 09:45:43.116504 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1555979807'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:43.122962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:43.127337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:network and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:43.131028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:43.137464 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:43.144786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Allocated IP 2001:db8::2 (6ce45def-a0a8-40e8-ac80-1b33b8bab442/bfd59c75-c254-4ed4-8675-a956e35816a0/3d99e4d8-7bee-4523-89cb-026f67d6f1c5) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:43.194567 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7c2bec38-a774-415d-ad7a-3789bc6b0167 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6166806 Mar 29 09:45:43.195041 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35534) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:43.271884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:43.275982 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:43.302091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db89332f-b02b-47f3-8377-c11afab2667a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:43.306169 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-db89332f-b02b-47f3-8377-c11afab2667a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1074774 Mar 29 09:45:43.306375 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35538) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:43.309196 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-213870c5-5e66-4a66-9e5f-3cf6887b0161 req-bb0ec3ab-354a-44c3-9dd8-a69eb5f826f4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877031 Mar 29 09:45:43.369789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-1378b50d-929e-4552-af92-4510316ac773 None None] For port 6a63ef8d-9600-494c-8a6e-8a9663324e62, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:43.374510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:43.381961 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-1378b50d-929e-4552-af92-4510316ac773 None None] For port 6a63ef8d-9600-494c-8a6e-8a9663324e62, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6a63ef8d-9600-494c-8a6e-8a9663324e62,segment=NetworkSegment(ad5964b1-85d2-4fcb-9e09-0d87c3251232),segment_id=ad5964b1-85d2-4fcb-9e09-0d87c3251232)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:43.396082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:43.397079 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Added segment cc70ad75-6b5d-4bdf-b201-bd164036300d of type vlan for network 63115f1f-630a-4643-bef2-c3d4adbcee36 Mar 29 09:45:43.397203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:43.535272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Transition to ACTIVE for port object d539e27f-e9e4-436c-aaa7-a2bf8b868d79 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:43.536998 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': '9a4f4238-3a8e-436f-a86c-bba569497e71'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:43.536998 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:43.537214 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:43.542021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0b6622e5-8852-4067-9697-7aeb0936130e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port cc6bb4c8-13d5-4313-94cc-b60a7ec44390 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:43.542369 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0b6622e5-8852-4067-9697-7aeb0936130e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:43.567005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:43.615677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a4d3-f5cf-42f3-95d5-40d2d0794144 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:43.618008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:43.676432 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:43.717091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Transition to ACTIVE for port object 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:43.722409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 70ec5cc1-d158-4f2f-a939-9c5afce47173 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:43.731314 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:43.735025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:43.736509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:43.746025 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:43.797792 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:43.799107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378b50d-929e-4552-af92-4510316ac773 None None] Pushing event updated for resources: {'Port': ['ID=6a63ef8d-9600-494c-8a6e-8a9663324e62,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:43.799317 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5871b3-3b13-4ecc-b81b-082759d69158 req-9c7a64a1-8587-48c6-ba49-e71d47006342 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:43.799712 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Transition to ACTIVE for port object 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:43.799814 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7e5871b3-3b13-4ecc-b81b-082759d69158 req-9c7a64a1-8587-48c6-ba49-e71d47006342 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 946 time: 0.3007176 Mar 29 09:45:43.810290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Allocated IP 2001:db8::f816:3eff:fe17:78b8 (904da7d4-bab8-40f2-8764-d10ff337fe7e/9a4f4238-3a8e-436f-a86c-bba569497e71/20847841-2c01-4305-ade9-a3f83134a30d) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:43.822762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=d539e27f-e9e4-436c-aaa7-a2bf8b868d79,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:43.967215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.019151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Network': ['ID=63115f1f-630a-4643-bef2-c3d4adbcee36,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:44.045574 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c6db7ce0-8460-428b-879b-31f82b3e2da8 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9316025 Mar 29 09:45:44.049995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35544) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:44.050663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:44.051152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:44.051535 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:44.051878 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:44.052229 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:44.052552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:44.052884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:44.053965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:44.053965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:44.053965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:44.054245 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:44.054632 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:44.090694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-db6aad04-afc4-4a0d-a15c-11b61542e59d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:44.131002 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 63115f1f-630a-4643-bef2-c3d4adbcee36 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:44.131780 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7e5871b3-3b13-4ecc-b81b-082759d69158 req-3a91aad8-26b1-4f3f-adeb-1ad122a10340 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477474 Mar 29 09:45:44.133639 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0b6622e5-8852-4067-9697-7aeb0936130e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.175434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Network 6ce45def-a0a8-40e8-ac80-1b33b8bab442 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:44.183705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:44.196666 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:44.206857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4a4d3-f5cf-42f3-95d5-40d2d0794144 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=8f3c5bee-83c6-4263-b68a-a08e21695da1,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:44.217751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.246783 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a4d3-f5cf-42f3-95d5-40d2d0794144 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.260083 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4fb4a4d3-f5cf-42f3-95d5-40d2d0794144 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/8f3c5bee-83c6-4263-b68a-a08e21695da1 HTTP/1.1" status: 204 len: 168 time: 2.0844829 Mar 29 09:45:44.263810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35550) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:44.295083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0b6622e5-8852-4067-9697-7aeb0936130e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for cc6bb4c8-13d5-4313-94cc-b60a7ec44390 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:44.314202 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-65581cee-9c0b-4970-a8e8-aa8296f69a7b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] GET failed (client error): The resource could not be found. Mar 29 09:45:44.316295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-65581cee-9c0b-4970-a8e8-aa8296f69a7b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:44.335525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Pushing event updated for resources: {'Port': ['ID=3d99e4d8-7bee-4523-89cb-026f67d6f1c5,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:44.388251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-65581cee-9c0b-4970-a8e8-aa8296f69a7b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:44.389979 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-65581cee-9c0b-4970-a8e8-aa8296f69a7b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/8f3c5bee-83c6-4263-b68a-a08e21695da1 HTTP/1.1" status: 404 len: 333 time: 0.1251271 Mar 29 09:45:44.392915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35556) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:44.450967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Attempting to bind port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:44.451334 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Attempting to bind port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'ebf3c484-c706-4114-ae06-d2c5b55370a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ce45def-a0a8-40e8-ac80-1b33b8bab442'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:44.451757 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Attempting to bind port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 on network 6ce45def-a0a8-40e8-ac80-1b33b8bab442 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:44.467191 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:44.471497 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Checking segment: {'id': 'ebf3c484-c706-4114-ae06-d2c5b55370a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ce45def-a0a8-40e8-ac80-1b33b8bab442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:44.471497 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.471497 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Bound using segment: {'id': 'ebf3c484-c706-4114-ae06-d2c5b55370a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ce45def-a0a8-40e8-ac80-1b33b8bab442'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:44.471497 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Bound port: 3d99e4d8-7bee-4523-89cb-026f67d6f1c5, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf3c484-c706-4114-ae06-d2c5b55370a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6ce45def-a0a8-40e8-ac80-1b33b8bab442'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:44.471497 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.530690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.536565 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.543378 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba28ddf3-f2f9-441e-bd90-ada830fa8029 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting subnet 57f2b571-8aa3-4b35-a4cd-3d92d18ff0b3 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:45:44.546753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba28ddf3-f2f9-441e-bd90-ada830fa8029 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.568773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Transition to ACTIVE for port object 20847841-2c01-4305-ade9-a3f83134a30d will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:44.593596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] For port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:44.597522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Transition to ACTIVE for port object 20847841-2c01-4305-ade9-a3f83134a30d will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:44.598699 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] For port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3d99e4d8-7bee-4523-89cb-026f67d6f1c5,segment=NetworkSegment(ebf3c484-c706-4114-ae06-d2c5b55370a6),segment_id=ebf3c484-c706-4114-ae06-d2c5b55370a6)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:44.634487 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba28ddf3-f2f9-441e-bd90-ada830fa8029 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.649493 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-db6aad04-afc4-4a0d-a15c-11b61542e59d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.680953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.735044 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.742563 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-db6aad04-afc4-4a0d-a15c-11b61542e59d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.747210 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6a63ef8d-9600-494c-8a6e-8a9663324e62 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:44.802908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0b6622e5-8852-4067-9697-7aeb0936130e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.833186 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:44.843841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:44.849500 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:44.853136 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d70bd-5c5a-4520-b0ec-f30e3a5df31d None None] Pushing event updated for resources: {'Port': ['ID=3d99e4d8-7bee-4523-89cb-026f67d6f1c5,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:44.958591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba28ddf3-f2f9-441e-bd90-ada830fa8029 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.982070 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db6aad04-afc4-4a0d-a15c-11b61542e59d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network 63115f1f-630a-4643-bef2-c3d4adbcee36 is not hosted by any dhcp agent {{(pid=88550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 29 09:45:44.987995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6aad04-afc4-4a0d-a15c-11b61542e59d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:44.989465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-db6aad04-afc4-4a0d-a15c-11b61542e59d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:44.994065 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-db6aad04-afc4-4a0d-a15c-11b61542e59d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "PUT /v2.0/networks/63115f1f-630a-4643-bef2-c3d4adbcee36 HTTP/1.1" status: 200 len: 723 time: 0.9398396 Mar 29 09:45:45.050563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35560) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:45.054747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Pushing event updated for resources: {'Port': ['ID=20847841-2c01-4305-ade9-a3f83134a30d,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:45.059268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Attempting to bind port 20847841-2c01-4305-ade9-a3f83134a30d on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:45.059644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Attempting to bind port 20847841-2c01-4305-ade9-a3f83134a30d by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:45.060008 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Attempting to bind port 20847841-2c01-4305-ade9-a3f83134a30d on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:45.066255 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:45.067084 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:45.067274 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:45.067512 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:45.068004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Bound port: 20847841-2c01-4305-ade9-a3f83134a30d, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:45.068367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:45.074545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e282dd59-f33c-4e3b-b2bc-9c0e0ed1f93d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'subnet': {'network_id': '63115f1f-630a-4643-bef2-c3d4adbcee36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:45.144339 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba28ddf3-f2f9-441e-bd90-ada830fa8029 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:45.155187 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 6a63ef8d-9600-494c-8a6e-8a9663324e62 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:45.199085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6622e5-8852-4067-9697-7aeb0936130e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=cc6bb4c8-13d5-4313-94cc-b60a7ec44390,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:45.199943 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6aad04-afc4-4a0d-a15c-11b61542e59d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Network': ['ID=63115f1f-630a-4643-bef2-c3d4adbcee36,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:45.202164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0b6622e5-8852-4067-9697-7aeb0936130e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:45.236174 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0b6622e5-8852-4067-9697-7aeb0936130e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/cc6bb4c8-13d5-4313-94cc-b60a7ec44390 HTTP/1.1" status: 204 len: 168 time: 1.9288030 Mar 29 09:45:45.239734 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35564) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:45.250991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] For port 20847841-2c01-4305-ade9-a3f83134a30d, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:45.256343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] For port 20847841-2c01-4305-ade9-a3f83134a30d, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=20847841-2c01-4305-ade9-a3f83134a30d,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:45.261988 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 63115f1f-630a-4643-bef2-c3d4adbcee36 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:45.298353 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eabf993-993c-462c-885b-023c5cd9e8be None None] Network 8a0a514b-8d3d-4021-bee1-4f2db5859199 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:45.350024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749b0ebb-c05f-4de6-81b8-286516ccc427 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:45.353933 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749b0ebb-c05f-4de6-81b8-286516ccc427 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:45.353933 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-749b0ebb-c05f-4de6-81b8-286516ccc427 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1122909 Mar 29 09:45:45.356306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35568) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:45.357353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28ddf3-f2f9-441e-bd90-ada830fa8029 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Subnet': ['ID=57f2b571-8aa3-4b35-a4cd-3d92d18ff0b3,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:45.368141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba28ddf3-f2f9-441e-bd90-ada830fa8029 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:45.406364 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ba28ddf3-f2f9-441e-bd90-ada830fa8029 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/57f2b571-8aa3-4b35-a4cd-3d92d18ff0b3 HTTP/1.1" status: 204 len: 168 time: 1.0088971 Mar 29 09:45:45.411347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35572) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:45.439803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:45.443155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 9a4f4238-3a8e-436f-a86c-bba569497e71 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:45:45.446393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:45.459576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e282dd59-f33c-4e3b-b2bc-9c0e0ed1f93d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:45.491121 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13836e1-2b1b-45c6-957d-2dbbe79c0840 None None] Network 70ec5cc1-d158-4f2f-a939-9c5afce47173 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:45.492906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e282dd59-f33c-4e3b-b2bc-9c0e0ed1f93d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:45.516425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-845bf58a-9213-437f-918b-d6839c04ddd4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting subnet 908685ee-b5dc-4acf-a15b-50eeaf5c8458 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:45:45.516713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:45.520682 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-845bf58a-9213-437f-918b-d6839c04ddd4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:45.601409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:45.607524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-845bf58a-9213-437f-918b-d6839c04ddd4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:45.628424 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:45.636778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e282dd59-f33c-4e3b-b2bc-9c0e0ed1f93d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:45.640295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e282dd59-f33c-4e3b-b2bc-9c0e0ed1f93d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:45.681552 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35576) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:45.684232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:45.753007 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-34d9fd51-57ef-44ce-973d-78c0b3a09405 None None] Provisioning for port 6a63ef8d-9600-494c-8a6e-8a9663324e62 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:45.788028 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-34d9fd51-57ef-44ce-973d-78c0b3a09405 None None] Provisioning complete for port 6a63ef8d-9600-494c-8a6e-8a9663324e62 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:45.788417 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-34d9fd51-57ef-44ce-973d-78c0b3a09405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:45.877768 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d996d0-f6c6-4ced-9de0-4a17c692bd94 None None] Pushing event updated for resources: {'Port': ['ID=20847841-2c01-4305-ade9-a3f83134a30d,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:46.099456 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:46.103724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=d539e27f-e9e4-436c-aaa7-a2bf8b868d79,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:46.212590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:46.221740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-34d9fd51-57ef-44ce-973d-78c0b3a09405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:46.269596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4f4238-3a8e-436f-a86c-bba569497e71,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:46.276188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:46.297262 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:46.297596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:46.297939 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:46.298796 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:46.298796 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:46.299011 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:46.299283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:46.299615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:46.299937 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:46.300261 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:46.300768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:46.301141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:46.343108 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-34d9fd51-57ef-44ce-973d-78c0b3a09405 None None] For port 6a63ef8d-9600-494c-8a6e-8a9663324e62, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6a63ef8d-9600-494c-8a6e-8a9663324e62,segment=NetworkSegment(ad5964b1-85d2-4fcb-9e09-0d87c3251232),segment_id=ad5964b1-85d2-4fcb-9e09-0d87c3251232)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:46.356585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f49d6a-12f1-42a1-b001-363ff5810247 None None] Network 6ce45def-a0a8-40e8-ac80-1b33b8bab442 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:46.389970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-845bf58a-9213-437f-918b-d6839c04ddd4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:46.421518 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3235be6a-ade5-4296-9ba8-fea263d48fa9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/9a4f4238-3a8e-436f-a86c-bba569497e71 HTTP/1.1" status: 204 len: 168 time: 1.0638118 Mar 29 09:45:46.424294 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35580) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:46.458277 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-34d9fd51-57ef-44ce-973d-78c0b3a09405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:46.491435 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 70ec5cc1-d158-4f2f-a939-9c5afce47173 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:46.493790 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:46.520719 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e76bc499-aeba-4e86-824e-e674b3541c82 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952306 Mar 29 09:45:46.547199 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35584) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:46.556241 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:46.574974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e282dd59-f33c-4e3b-b2bc-9c0e0ed1f93d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:46.695256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-845bf58a-9213-437f-918b-d6839c04ddd4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:46.749844 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-845bf58a-9213-437f-918b-d6839c04ddd4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:46.753770 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3e8b67eb-758a-4bb0-a581-52b7ac1c524b None None] Provisioning for port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:46.767550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282dd59-f33c-4e3b-b2bc-9c0e0ed1f93d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Subnet': ['ID=eb62f82a-41d2-4210-896c-22077f112064,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:46.774907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282dd59-f33c-4e3b-b2bc-9c0e0ed1f93d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Checking segment: {'id': 'cc70ad75-6b5d-4bdf-b201-bd164036300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '63115f1f-630a-4643-bef2-c3d4adbcee36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:46.775268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e282dd59-f33c-4e3b-b2bc-9c0e0ed1f93d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network hostable DHCP agents. Network: 63115f1f-630a-4643-bef2-c3d4adbcee36, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:46.801338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:46.815012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:46.820140 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:46.830571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:46.846056 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:46.847006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bf58a-9213-437f-918b-d6839c04ddd4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Subnet': ['ID=908685ee-b5dc-4acf-a15b-50eeaf5c8458,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:46.856051 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-845bf58a-9213-437f-918b-d6839c04ddd4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/908685ee-b5dc-4acf-a15b-50eeaf5c8458 HTTP/1.1" status: 204 len: 168 time: 1.4406083 Mar 29 09:45:46.858328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9fd51-57ef-44ce-973d-78c0b3a09405 None None] Pushing event updated for resources: {'Port': ['ID=6a63ef8d-9600-494c-8a6e-8a9663324e62,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:46.859760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35588) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:46.966760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:46.979968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:46.983570 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:47.072532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e282dd59-f33c-4e3b-b2bc-9c0e0ed1f93d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network 63115f1f-630a-4643-bef2-c3d4adbcee36 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:47.107627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:47.126515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 7698a1ee-b8fe-4250-8d00-19df7850a0ba {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:47.131588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:47.131875 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53db111-7920-4100-a465-089a0c3c7ba7 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:47.238220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:45:47.336864 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4c281ab0-1a5b-45a0-9440-66c5b1deb822 None None] Provisioning for port 20847841-2c01-4305-ade9-a3f83134a30d completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:47.399650 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:47.447257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:47.447636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:47.477800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4c281ab0-1a5b-45a0-9440-66c5b1deb822 None None] Could not find standard attr ID for object cc6bb4c8-13d5-4313-94cc-b60a7ec44390. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:45:47.634850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e282dd59-f33c-4e3b-b2bc-9c0e0ed1f93d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 63115f1f-630a-4643-bef2-c3d4adbcee36) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:47.639545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e282dd59-f33c-4e3b-b2bc-9c0e0ed1f93d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:47.640643 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e282dd59-f33c-4e3b-b2bc-9c0e0ed1f93d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:47.646682 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:45:47.652060 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c63fb6ff-7240-426b-b735-d01b790bdd6b tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/8a919e7e-1c94-4bb3-8998-f15fa31c2a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1873627 Mar 29 09:45:47.657134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35592) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:47.669196 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Sync routers for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:45:47.671427 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4cd9d9-6ade-42fd-9852-5ff426b98d0f None None] Network 63115f1f-630a-4643-bef2-c3d4adbcee36 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:47.688422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] For port 7698a1ee-b8fe-4250-8d00-19df7850a0ba, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7698a1ee-b8fe-4250-8d00-19df7850a0ba,segment=NetworkSegment(705e5db3-da4a-4af6-b14c-839c21b64662),segment_id=705e5db3-da4a-4af6-b14c-839c21b64662)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:47.688822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:47.690640 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'network': {'name': 'tempest-RoutersTest-551270122'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:47.716827 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91590f1a-ea3d-4771-9afc-8f7b21379fe3 None None] Update dhcp port {'port': {'network_id': '6ce45def-a0a8-40e8-ac80-1b33b8bab442', 'fixed_ips': [{'subnet_id': 'bfd59c75-c254-4ed4-8675-a956e35816a0', 'ip_address': '2001:db8::2'}, {'subnet_id': '19cb1567-785e-44dd-b16d-bf489bdc9dab'}], 'binding:host_id': 'dv-neutron-835555-1-hyperv'}, 'id': '3d99e4d8-7bee-4523-89cb-026f67d6f1c5'} from dv-neutron-835555-1-hyperv. {{(pid=88552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 29 09:45:47.716990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:47.735235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:network and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:47.745489 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:47.766246 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:47.771957 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e282dd59-f33c-4e3b-b2bc-9c0e0ed1f93d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7063725 Mar 29 09:45:47.789190 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35596) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:47.824627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-620f15d3-eb40-45d4-8751-eca3da56033b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:47.865917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 7698a1ee-b8fe-4250-8d00-19df7850a0ba owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:47.914201 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b08a7286-a977-4185-abd1-d6ceccd95e90 None None] Provisioning complete for port 6a63ef8d-9600-494c-8a6e-8a9663324e62 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:47.914581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b08a7286-a977-4185-abd1-d6ceccd95e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:47.938328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:45:47.938968 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:45:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:47.986218 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a555f0de-c3fc-47ea-8028-463e7130ae1f None None] Network 8a0a514b-8d3d-4021-bee1-4f2db5859199 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:47.992863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.17 (66517059-acaf-4ea1-8435-89ac224bb424/5411cadc-b66b-457d-92a8-3364fde40b92/f6bbd210-229b-4807-b754-646e81262fd1) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:47.997952 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:45:48.030153 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:48.033549 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.072837 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] Deleting port 20847841-2c01-4305-ade9-a3f83134a30d {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:48.073216 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.079239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.124728 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.128627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=7698a1ee-b8fe-4250-8d00-19df7850a0ba,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:48.132790 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-620f15d3-eb40-45d4-8751-eca3da56033b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2180673'] for subnet, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.134224 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No DVR routers for this DVR port 7698a1ee-b8fe-4250-8d00-19df7850a0ba on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:45:48.159933 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:48.280348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-91590f1a-ea3d-4771-9afc-8f7b21379fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.290442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.290787 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Added segment 21419eb5-81e3-4cc9-83a0-58715d3d4d2f of type vlan for network c74573a2-67ad-4081-b28c-4851119717b8 Mar 29 09:45:48.395619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.421893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0a514b-8d3d-4021-bee1-4f2db5859199']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:48.436065 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705e5db3-da4a-4af6-b14c-839c21b64662') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:48.441911 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705e5db3-da4a-4af6-b14c-839c21b64662') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:48.444408 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.450171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.468355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.475514 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:48.475923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:48.491499 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:48.495144 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.567844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:45:48.570941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.objects.ports [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88550) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:45:48.572043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object f6bbd210-229b-4807-b754-646e81262fd1 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:48.638766 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.651274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.656661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:48.657175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.657743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.669856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Network': ['ID=8a0a514b-8d3d-4021-bee1-4f2db5859199,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:48.682246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3d99e4d8-7bee-4523-89cb-026f67d6f1c5,segment=NetworkSegment(ebf3c484-c706-4114-ae06-d2c5b55370a6),segment_id=ebf3c484-c706-4114-ae06-d2c5b55370a6)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:48.765531 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cd4787cc-a1b4-4d9c-9290-d70c1bad23c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/networks/8a0a514b-8d3d-4021-bee1-4f2db5859199 HTTP/1.1" status: 204 len: 168 time: 1.9047205 Mar 29 09:45:48.766950 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-63115f1f-630a-4643-bef2-c3d4adbcee36', 'network_id': '63115f1f-630a-4643-bef2-c3d4adbcee36', 'tenant_id': '4cb97ab098ae4f389524fb7803022cdd', 'fixed_ips': [{'subnet_id': 'eb62f82a-41d2-4210-896c-22077f112064'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:48.767934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.769827 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35600) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:48.803064 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-620f15d3-eb40-45d4-8751-eca3da56033b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743360850670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3494455'] for subnet, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.868899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933e123d-fc3a-45f0-bd3f-1d8c4fa7d8b6 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:48.869892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-933e123d-fc3a-45f0-bd3f-1d8c4fa7d8b6 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:48.884624 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Network': ['ID=c74573a2-67ad-4081-b28c-4851119717b8,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:48.896255 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0f29127f-2019-4a42-aea7-41d1ea88e834 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2240493 Mar 29 09:45:48.899031 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35604) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:48.911067 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc60598-85c3-47dc-82fe-09b78e549c0b None None] DHCP port deletion for 8a0a514b-8d3d-4021-bee1-4f2db5859199 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:45:48.912857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620f15d3-eb40-45d4-8751-eca3da56033b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:48.913150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'subnet': {'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:48.913568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-620f15d3-eb40-45d4-8751-eca3da56033b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.914676 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-620f15d3-eb40-45d4-8751-eca3da56033b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "PUT /v2.0/subnets/eb62f82a-41d2-4210-896c-22077f112064 HTTP/1.1" status: 200 len: 826 time: 1.1217432 Mar 29 09:45:48.919550 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35608) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:48.945916 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network c74573a2-67ad-4081-b28c-4851119717b8 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:48.951498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-933e123d-fc3a-45f0-bd3f-1d8c4fa7d8b6 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:48.956339 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-933e123d-fc3a-45f0-bd3f-1d8c4fa7d8b6 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1819026 Mar 29 09:45:48.958908 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:48.959680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 20847841-2c01-4305-ade9-a3f83134a30d up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:48.963207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35612) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:48.983755 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:49.093066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:49.099673 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:subnet and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:49.103104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:49.111617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:49.135483 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e1f2bd1c-8e92-4353-b95f-7ac799e57767 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1706495 Mar 29 09:45:49.139194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35616) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:49.145996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1581928246'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:49.151613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:49.156237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:network and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:49.159703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:49.166483 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:49.198338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f15d3-eb40-45d4-8751-eca3da56033b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Subnet': ['ID=eb62f82a-41d2-4210-896c-22077f112064,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:49.209769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:49.213299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:49.283464 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 66517059-acaf-4ea1-8435-89ac224bb424 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:49.292475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:49.303868 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:49.307584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:49.312360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:49.359522 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:49.373008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:49.373329 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Added segment af0f6159-f1d3-4c63-99d6-f5f33844b4d3 of type vlan for network 93cd1298-44d6-4677-96bc-502bdbb4d65a Mar 29 09:45:49.377938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=f6bbd210-229b-4807-b754-646e81262fd1,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:49.389992 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:49.415980 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:49.431845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:49.460605 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:49.527233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=3d99e4d8-7bee-4523-89cb-026f67d6f1c5,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:49.576272 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:49.577010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:49.577010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:49.577300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:49.577821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:49.578346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:49.578677 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:49.579164 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:49.579637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:49.580137 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:49.580473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:49.583353 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:49.615192 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:49.627710 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:49.633872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:49.634550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:49.640530 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] For port 20847841-2c01-4305-ade9-a3f83134a30d, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=20847841-2c01-4305-ade9-a3f83134a30d,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:49.640941 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:49.650016 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b08a7286-a977-4185-abd1-d6ceccd95e90 None None] Provisioning for port d539e27f-e9e4-436c-aaa7-a2bf8b868d79 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:49.661762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:49.686692 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-91590f1a-ea3d-4771-9afc-8f7b21379fe3 None None] Allocated IP 172.20.0.1 (6ce45def-a0a8-40e8-ac80-1b33b8bab442/19cb1567-785e-44dd-b16d-bf489bdc9dab/3d99e4d8-7bee-4523-89cb-026f67d6f1c5) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:49.740361 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b08a7286-a977-4185-abd1-d6ceccd95e90 None None] Provisioning complete for port d539e27f-e9e4-436c-aaa7-a2bf8b868d79 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:49.740762 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b08a7286-a977-4185-abd1-d6ceccd95e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:49.808335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Network': ['ID=93cd1298-44d6-4677-96bc-502bdbb4d65a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:49.835706 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Subnet': ['ID=ebea5dc4-036a-4a4d-907e-65368bd2efd3,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:49.839831 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] For port 20847841-2c01-4305-ade9-a3f83134a30d, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=20847841-2c01-4305-ade9-a3f83134a30d,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:49.842440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Checking segment: {'id': '21419eb5-81e3-4cc9-83a0-58715d3d4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:49.842795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network hostable DHCP agents. Network: c74573a2-67ad-4081-b28c-4851119717b8, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:49.869976 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:49.871385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] Calling delete_port for 20847841-2c01-4305-ade9-a3f83134a30d owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:49.878149 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-01e4e0da-e960-4383-a0db-99d1dbce656e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7375324 Mar 29 09:45:49.881643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35620) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:49.887409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'subnet': {'network_id': '93cd1298-44d6-4677-96bc-502bdbb4d65a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:49.911041 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 20847841-2c01-4305-ade9-a3f83134a30d completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:49.914129 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 93cd1298-44d6-4677-96bc-502bdbb4d65a details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:49.969353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network c74573a2-67ad-4081-b28c-4851119717b8 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:50.018871 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:50.019588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:50.049629 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, c74573a2-67ad-4081-b28c-4851119717b8) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:50.055326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:50.056142 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 20847841-2c01-4305-ade9-a3f83134a30d triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:50.056293 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:50.056540 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:50.096697 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25751c1-5962-4055-b663-acb95292dae7 None None] Network c74573a2-67ad-4081-b28c-4851119717b8 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:50.127612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Allocated IP 2001:db8::2 (63115f1f-630a-4643-bef2-c3d4adbcee36/eb62f82a-41d2-4210-896c-22077f112064/9781ed91-9740-45b8-8d8f-748f85cc493a) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:50.154486 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bbac1ebc-e69b-47a1-8786-e9cb253e089d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2536793 Mar 29 09:45:50.157625 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35624) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:50.159431 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:50.180287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:50.192471 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:50.198824 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:50.205379 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:50.205960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:50.212159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:subnet and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:50.217101 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=924bde96-a5ce-4c54-bdf6-5bc40a2dec90,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:50.220368 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:50.253714 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b08a7286-a977-4185-abd1-d6ceccd95e90 None None] Port d539e27f-e9e4-436c-aaa7-a2bf8b868d79 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:45:50.264420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:50.266819 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=20847841-2c01-4305-ade9-a3f83134a30d,revision_number=5']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:50.392211 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-717d3d52-821b-4e26-b99e-941b840702ff tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8438084 Mar 29 09:45:50.396703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35630) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:50.457945 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'mac_address': 'fa:16:3e:0b:1e:8a', 'name': 'tempest-NetworksTestDHCPv6-1816402700'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:50.499225 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:50.503338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:50.554311 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:45:50.554670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:45:50.617327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-90e0115e-27e1-49dc-86dc-e76a793839c7 None None] Provisioning complete for port d539e27f-e9e4-436c-aaa7-a2bf8b868d79 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:50.618413 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-90e0115e-27e1-49dc-86dc-e76a793839c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:50.687947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:45:44Z', 'revision_number': 2, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:45:44Z', 'revision_number': 2, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:50.739540 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-91590f1a-ea3d-4771-9afc-8f7b21379fe3 None None] For port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3d99e4d8-7bee-4523-89cb-026f67d6f1c5,segment=NetworkSegment(ebf3c484-c706-4114-ae06-d2c5b55370a6),segment_id=ebf3c484-c706-4114-ae06-d2c5b55370a6)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:50.751698 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Checking router: 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:45:50.752271 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Updating router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f port d539e27f-e9e4-436c-aaa7-a2bf8b868d79 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:45:50.831507 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:50.855412 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-90e0115e-27e1-49dc-86dc-e76a793839c7 None None] Port d539e27f-e9e4-436c-aaa7-a2bf8b868d79 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:45:50.905670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:50.939402 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:45:50.966804 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-91590f1a-ea3d-4771-9afc-8f7b21379fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:50.967738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:50.976863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:port and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:50.980419 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:50.998218 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:51.009822 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.049576 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 20847841-2c01-4305-ade9-a3f83134a30d, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=20847841-2c01-4305-ade9-a3f83134a30d,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:51.056159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] Deleting port 20847841-2c01-4305-ade9-a3f83134a30d {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:51.056159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.085686 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-90e0115e-27e1-49dc-86dc-e76a793839c7 None None] Provisioning for port f6bbd210-229b-4807-b754-646e81262fd1 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:51.089110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-c74573a2-67ad-4081-b28c-4851119717b8', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:51.089918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.097926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.102381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-91590f1a-ea3d-4771-9afc-8f7b21379fe3 None None] Transition to ACTIVE for port object 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:51.110021 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.114201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:51.159641 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-90e0115e-27e1-49dc-86dc-e76a793839c7 None None] Provisioning complete for port f6bbd210-229b-4807-b754-646e81262fd1 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:51.160009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-90e0115e-27e1-49dc-86dc-e76a793839c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.194841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.197141 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Transition to ACTIVE for port object 9781ed91-9740-45b8-8d8f-748f85cc493a will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:51.210766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.262896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-91590f1a-ea3d-4771-9afc-8f7b21379fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.291570 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.334127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Allocated IP 172.21.0.1 (c74573a2-67ad-4081-b28c-4851119717b8/ebea5dc4-036a-4a4d-907e-65368bd2efd3/981b747e-7d5f-4f06-a7cc-c37bb7141391) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:51.349255 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:51.411561 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=f6bbd210-229b-4807-b754-646e81262fd1,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:51.432053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.439906 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Transition to ACTIVE for port object 9781ed91-9740-45b8-8d8f-748f85cc493a will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:51.447653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Subnet': ['ID=2f7e8a73-297c-4ab4-975f-e5bae9a0bf37,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:51.463391 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.512379 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Checking segment: {'id': 'af0f6159-f1d3-4c63-99d6-f5f33844b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '93cd1298-44d6-4677-96bc-502bdbb4d65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:51.512651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network hostable DHCP agents. Network: 93cd1298-44d6-4677-96bc-502bdbb4d65a, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:51.523580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.541940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Transition to ACTIVE for port object 981b747e-7d5f-4f06-a7cc-c37bb7141391 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:51.593727 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port 39f55b30-d8ae-4592-b96d-f7a31e5c66e8 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:45:51.633178 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.635852 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.652122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-90e0115e-27e1-49dc-86dc-e76a793839c7 None None] Port f6bbd210-229b-4807-b754-646e81262fd1 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:45:51.697867 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network c74573a2-67ad-4081-b28c-4851119717b8 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:51.701198 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:51.703727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:51.727204 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=20847841-2c01-4305-ade9-a3f83134a30d,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:51.747307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 66517059-acaf-4ea1-8435-89ac224bb424 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:51.747470 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-90e0115e-27e1-49dc-86dc-e76a793839c7 None None] Could not find standard attr ID for object 7698a1ee-b8fe-4250-8d00-19df7850a0ba. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:45:51.753137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:51.755428 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.778344 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=981b747e-7d5f-4f06-a7cc-c37bb7141391,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:51.804579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:51.814352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network 93cd1298-44d6-4677-96bc-502bdbb4d65a is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:51.825173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Network 63115f1f-630a-4643-bef2-c3d4adbcee36 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:51.874657 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Subnet': ['ID=eb62f82a-41d2-4210-896c-22077f112064,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:51.884508 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:51.919158 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:51.998779 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::f816:3eff:fe0b:1e8a (904da7d4-bab8-40f2-8764-d10ff337fe7e/924bde96-a5ce-4c54-bdf6-5bc40a2dec90/39f55b30-d8ae-4592-b96d-f7a31e5c66e8) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:52.016633 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:52.050179 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63115f1f-630a-4643-bef2-c3d4adbcee36']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:52.093275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:52.188374 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router d885023c-1404-4972-8066-f57bed6baee1 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:45:52.190666 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc70ad75-6b5d-4bdf-b201-bd164036300d') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:52.191183 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc70ad75-6b5d-4bdf-b201-bd164036300d') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:52.204738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 93cd1298-44d6-4677-96bc-502bdbb4d65a) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:52.232232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b10c1a-4f97-4745-bfe8-d743b573b0c3 None None] Network 93cd1298-44d6-4677-96bc-502bdbb4d65a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:52.247580 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91590f1a-ea3d-4771-9afc-8f7b21379fe3 None None] Pushing event updated for resources: {'Port': ['ID=3d99e4d8-7bee-4523-89cb-026f67d6f1c5,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:52.285088 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] For port 20847841-2c01-4305-ade9-a3f83134a30d, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=20847841-2c01-4305-ade9-a3f83134a30d,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:52.285088 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:52.472309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6a63ef8d-9600-494c-8a6e-8a9663324e62 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:52.502598 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:52.521820 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:52.522412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:52.529505 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:52.532151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:45:52.534738 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] Calling delete_port for 20847841-2c01-4305-ade9-a3f83134a30d owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:52.547983 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Sync routers for ids ['d885023c-1404-4972-8066-f57bed6baee1'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:45:52.561905 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Routers {'d885023c-1404-4972-8066-f57bed6baee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:45:52.562513 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:45:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d885023c-1404-4972-8066-f57bed6baee1'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:52.565577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:52.566250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:52.584928 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:52.591006 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Allocated IP 172.21.0.2 (c74573a2-67ad-4081-b28c-4851119717b8/ebea5dc4-036a-4a4d-907e-65368bd2efd3/fbc59552-85cc-4d73-8f1c-efc721cdee76) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:52.593630 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:52.607869 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ef94f-8aae-4752-97c1-f8d68892fb22 None None] Network 6ce45def-a0a8-40e8-ac80-1b33b8bab442 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:52.671809 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:52.719429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Attempting to bind port 9781ed91-9740-45b8-8d8f-748f85cc493a on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:52.720025 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Attempting to bind port 9781ed91-9740-45b8-8d8f-748f85cc493a by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'cc70ad75-6b5d-4bdf-b201-bd164036300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '63115f1f-630a-4643-bef2-c3d4adbcee36'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:52.725832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Attempting to bind port 9781ed91-9740-45b8-8d8f-748f85cc493a on network 63115f1f-630a-4643-bef2-c3d4adbcee36 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:52.783689 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Set router d885023c-1404-4972-8066-f57bed6baee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:45:52.812587 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fd974329-3de7-41d2-9f73-5f9043b09150 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/d885023c-1404-4972-8066-f57bed6baee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1182246 Mar 29 09:45:52.839013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=981b747e-7d5f-4f06-a7cc-c37bb7141391,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:52.881096 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-473aac28-a801-4734-a966-7cf8274089a7 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9981134 Mar 29 09:45:52.884006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35638) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:52.884835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:52.892370 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:52.892776 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Checking segment: {'id': 'cc70ad75-6b5d-4bdf-b201-bd164036300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '63115f1f-630a-4643-bef2-c3d4adbcee36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:52.893184 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:52.893582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Bound using segment: {'id': 'cc70ad75-6b5d-4bdf-b201-bd164036300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '63115f1f-630a-4643-bef2-c3d4adbcee36'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:52.894076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Bound port: 9781ed91-9740-45b8-8d8f-748f85cc493a, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc70ad75-6b5d-4bdf-b201-bd164036300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '63115f1f-630a-4643-bef2-c3d4adbcee36'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:52.894445 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'network_id': '93cd1298-44d6-4677-96bc-502bdbb4d65a', 'name': 'tempest-PortsTestJSON-2040488572'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:52.895101 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:52.903681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4faf0bdb-7676-4d07-960f-768c07a41699 None None] Provisioning complete for port f6bbd210-229b-4807-b754-646e81262fd1 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:52.904041 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4faf0bdb-7676-4d07-960f-768c07a41699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:52.927321 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Pushing event updated for resources: {'Port': ['ID=9781ed91-9740-45b8-8d8f-748f85cc493a,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:53.011923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:45:53.011923 dv-neutron-835555-1-hyperv neutron-server[88550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:45:53.011923 dv-neutron-835555-1-hyperv neutron-server[88550]: [parameters: {'id': '63115f1f-630a-4643-bef2-c3d4adbcee36'}] Mar 29 09:45:53.011923 dv-neutron-835555-1-hyperv neutron-server[88550]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:45:53.012936 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:45:53.110397 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.129252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.resource_extend [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:45:53.143843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object 39f55b30-d8ae-4592-b96d-f7a31e5c66e8 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:53.234878 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.261177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:53.262667 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.278114 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network c74573a2-67ad-4081-b28c-4851119717b8 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:53.279108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:53.281389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:53.295169 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:45:49Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'b0d01c39-27df-4ee4-8560-da636a382653', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'port_id': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'mac_address': 'fa:16:3e:1c:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:43:54Z', 'updated_at': '2022-03-29T09:44:04Z', 'revision_number': 1, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d0b91ac-ac32-4028-aacb-eaba548ae347', 'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:75:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:51Z', 'updated_at': '2022-03-29T09:43:05Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '61d64769-6487-46dd-99b9-32b9753e3276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bbd210-229b-4807-b754-646e81262fd1', 'name': '', 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:7b:53:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '5411cadc-b66b-457d-92a8-3364fde40b92', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:47Z', 'updated_at': '2022-03-29T09:45:50Z', 'revision_number': 2, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '5411cadc-b66b-457d-92a8-3364fde40b92', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:53.301814 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Checking router: d885023c-1404-4972-8066-f57bed6baee1 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:45:53.302379 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Updating router d885023c-1404-4972-8066-f57bed6baee1 port f6bbd210-229b-4807-b754-646e81262fd1 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:45:53.345324 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:53.350839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:53.353048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:53.364897 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:53.365617 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.407428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-4faf0bdb-7676-4d07-960f-768c07a41699 None None] Port f6bbd210-229b-4807-b754-646e81262fd1 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:45:53.411283 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.433940 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=39f55b30-d8ae-4592-b96d-f7a31e5c66e8,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:53.444666 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:53.449278 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.479900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 6a63ef8d-9600-494c-8a6e-8a9663324e62 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:53.480277 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.481606 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port 1c3cc60a-5aa1-49de-b4ce-a5c407a56b58 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:45:53.495575 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-eeba3a52-e7e0-40ad-91f1-47948f093dd4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0975013 Mar 29 09:45:53.500249 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35646) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:53.519312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:45:53.550863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.583465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Deleting port 9781ed91-9740-45b8-8d8f-748f85cc493a {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:53.584176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.649123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.654149 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] For port 9781ed91-9740-45b8-8d8f-748f85cc493a, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:53.725213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] For port 9781ed91-9740-45b8-8d8f-748f85cc493a, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9781ed91-9740-45b8-8d8f-748f85cc493a,segment=NetworkSegment(cc70ad75-6b5d-4bdf-b201-bd164036300d),segment_id=cc70ad75-6b5d-4bdf-b201-bd164036300d)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:53.758561 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Transition to ACTIVE for port object d539e27f-e9e4-436c-aaa7-a2bf8b868d79 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:53.765926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5951f484-b77e-4881-bf27-3d31346f6b10 None None] Provisioning for port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:53.801042 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] For port 9781ed91-9740-45b8-8d8f-748f85cc493a, host dv-neutron-835555-1-hyperv, got binding levels [] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:53.801042 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.813600 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:45:53.822212 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-93cd1298-44d6-4677-96bc-502bdbb4d65a', 'network_id': '93cd1298-44d6-4677-96bc-502bdbb4d65a', 'tenant_id': 'b4dec77116a345ed906ccba95ed7a9ff', 'fixed_ips': [{'subnet_id': '2f7e8a73-297c-4ab4-975f-e5bae9a0bf37'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:53.823042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.831568 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bf6cb0c6-fd9d-4412-bb52-26240fdb8ae6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/8a919e7e-1c94-4bb3-8998-f15fa31c2a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6717083 Mar 29 09:45:53.833390 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.836279 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35652) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:53.842278 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'network': {'name': 'tempest-RoutersTest-1074071345'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:53.851692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:53.854228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Allocated IP 172.20.0.14 (93cd1298-44d6-4677-96bc-502bdbb4d65a/2f7e8a73-297c-4ab4-975f-e5bae9a0bf37/1c3cc60a-5aa1-49de-b4ce-a5c407a56b58) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:53.860083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:network and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:53.863982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:53.872611 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.873635 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:53.876112 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5951f484-b77e-4881-bf27-3d31346f6b10 None None] Provisioning complete for port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:53.876730 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5951f484-b77e-4881-bf27-3d31346f6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.939306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Calling delete_port for 9781ed91-9740-45b8-8d8f-748f85cc493a owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:53.939511 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.956729 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] Pushing event deleted for resources: {'Port': ['ID=20847841-2c01-4305-ade9-a3f83134a30d,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:53.969187 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:53.983109 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:53.984107 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Transition to ACTIVE for port object f6bbd210-229b-4807-b754-646e81262fd1 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:53.987524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.039243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f82ff6-46d4-40be-9de4-7fc6e1807f77 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:54.045211 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f82ff6-46d4-40be-9de4-7fc6e1807f77 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:54.046010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d8f82ff6-46d4-40be-9de4-7fc6e1807f77 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:54.084735 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.089205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:54.114072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:45:54.115135 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:45:54.119133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.119482 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Added segment ceb92cac-a981-4336-ace6-f8b3db71efea of type vlan for network 3949bc4f-3aa6-4bf1-a06f-57f85e600de8 Mar 29 09:45:54.142019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d8f82ff6-46d4-40be-9de4-7fc6e1807f77 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:54.145764 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d8f82ff6-46d4-40be-9de4-7fc6e1807f77 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.6417718 Mar 29 09:45:54.145956 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35656) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:54.162491 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.172186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.196752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Transition to ACTIVE for port object 1c3cc60a-5aa1-49de-b4ce-a5c407a56b58 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:54.247659 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.275338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.282494 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:54.283496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.299708 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5bc95139-359e-4ef0-960b-f5aec2f31c9c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port 39f55b30-d8ae-4592-b96d-f7a31e5c66e8 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:54.300063 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5bc95139-359e-4ef0-960b-f5aec2f31c9c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.370550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.410133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f349e0-02e9-4e50-9000-2e74cb18953a None None] No DVR routers for this DVR port 20847841-2c01-4305-ade9-a3f83134a30d on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:45:54.487273 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Transition to ACTIVE for port object fbc59552-85cc-4d73-8f1c-efc721cdee76 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:54.510565 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Transition to ACTIVE for port object fbc59552-85cc-4d73-8f1c-efc721cdee76 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:54.518707 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Attempting to bind port f6bbd210-229b-4807-b754-646e81262fd1 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:54.519073 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Attempting to bind port f6bbd210-229b-4807-b754-646e81262fd1 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'adeb44c9-2edf-46c9-bc49-5b11f255b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:54.519452 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Attempting to bind port f6bbd210-229b-4807-b754-646e81262fd1 on network 66517059-acaf-4ea1-8435-89ac224bb424 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:54.528110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce073fb3-2d41-4b5c-baf0-67cd5a2b1f37 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:54.538991 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:54.539193 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Checking segment: {'id': 'adeb44c9-2edf-46c9-bc49-5b11f255b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:54.543119 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.543520 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Bound using segment: {'id': 'adeb44c9-2edf-46c9-bc49-5b11f255b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:54.544006 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Bound port: f6bbd210-229b-4807-b754-646e81262fd1, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adeb44c9-2edf-46c9-bc49-5b11f255b091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:54.544394 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.562082 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 20847841-2c01-4305-ade9-a3f83134a30d no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:45:54.563996 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2c3e0-b01d-48eb-8aac-7c927e86f479 None None] Pushing event updated for resources: {'Port': ['ID=f6bbd210-229b-4807-b754-646e81262fd1,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:54.600254 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network 93cd1298-44d6-4677-96bc-502bdbb4d65a is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:54.607983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:54.617150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Network': ['ID=3949bc4f-3aa6-4bf1-a06f-57f85e600de8,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:54.620077 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dd51dea9-5a32-42f7-a169-5f83a16150a7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7826450 Mar 29 09:45:54.620981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:54.644886 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Deleting port 9781ed91-9740-45b8-8d8f-748f85cc493a {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:45:54.645229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.652746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35662) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:54.668636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'subnet': {'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:54.692760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=1c3cc60a-5aa1-49de-b4ce-a5c407a56b58,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:54.712012 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] For port f6bbd210-229b-4807-b754-646e81262fd1, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:54.717129 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] For port f6bbd210-229b-4807-b754-646e81262fd1, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f6bbd210-229b-4807-b754-646e81262fd1,segment=NetworkSegment(adeb44c9-2edf-46c9-bc49-5b11f255b091),segment_id=adeb44c9-2edf-46c9-bc49-5b11f255b091)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:54.721183 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec2c3e0-b01d-48eb-8aac-7c927e86f479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:54.721723 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec2c3e0-b01d-48eb-8aac-7c927e86f479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:54.722161 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec2c3e0-b01d-48eb-8aac-7c927e86f479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:54.723250 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec2c3e0-b01d-48eb-8aac-7c927e86f479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:54.724066 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec2c3e0-b01d-48eb-8aac-7c927e86f479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:54.724640 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec2c3e0-b01d-48eb-8aac-7c927e86f479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:54.725296 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec2c3e0-b01d-48eb-8aac-7c927e86f479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:54.725654 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec2c3e0-b01d-48eb-8aac-7c927e86f479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:54.726072 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec2c3e0-b01d-48eb-8aac-7c927e86f479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:54.726491 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec2c3e0-b01d-48eb-8aac-7c927e86f479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:54.726906 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec2c3e0-b01d-48eb-8aac-7c927e86f479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:54.728240 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec2c3e0-b01d-48eb-8aac-7c927e86f479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:45:54.751007 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 3949bc4f-3aa6-4bf1-a06f-57f85e600de8 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:54.782845 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.792160 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5bc95139-359e-4ef0-960b-f5aec2f31c9c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.794063 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:54.794698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.807640 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:54.817795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:54.821830 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:subnet and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:54.825162 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:54.831594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:54.836128 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b93eb3-560b-4711-a2ce-ea4255f4eb1d None None] Network 63115f1f-630a-4643-bef2-c3d4adbcee36 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:54.862035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d8314-c239-4a6e-95de-3affbec9f090 None None] Pushing event updated for resources: {'Port': ['ID=9781ed91-9740-45b8-8d8f-748f85cc493a,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:54.887682 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Routers {'d885023c-1404-4972-8066-f57bed6baee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:45:54.888396 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:45:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d885023c-1404-4972-8066-f57bed6baee1'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:54.897579 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ad9581e6-8e19-45ae-b079-eb6fb39d4deb tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0087347 Mar 29 09:45:54.901732 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35666) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:54.908667 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'network_id': '93cd1298-44d6-4677-96bc-502bdbb4d65a', 'name': 'tempest-PortsTestJSON-3476952'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:54.938380 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 20847841-2c01-4305-ade9-a3f83134a30d {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:45:54.938977 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 20847841-2c01-4305-ade9-a3f83134a30d not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:45:54.939566 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7698a1ee-b8fe-4250-8d00-19df7850a0ba no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:45:54.943172 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5bc95139-359e-4ef0-960b-f5aec2f31c9c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for 39f55b30-d8ae-4592-b96d-f7a31e5c66e8 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:55.041691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:55.048836 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:55.054668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Network c74573a2-67ad-4081-b28c-4851119717b8 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:55.146867 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] Set router d885023c-1404-4972-8066-f57bed6baee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:45:55.276003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] For port 9781ed91-9740-45b8-8d8f-748f85cc493a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9781ed91-9740-45b8-8d8f-748f85cc493a,segment=NetworkSegment(cc70ad75-6b5d-4bdf-b201-bd164036300d),segment_id=cc70ad75-6b5d-4bdf-b201-bd164036300d)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:55.276604 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:55.278868 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Attempting to bind port d539e27f-e9e4-436c-aaa7-a2bf8b868d79 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:55.279369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Attempting to bind port d539e27f-e9e4-436c-aaa7-a2bf8b868d79 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'ad5964b1-85d2-4fcb-9e09-0d87c3251232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:55.279829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Attempting to bind port d539e27f-e9e4-436c-aaa7-a2bf8b868d79 on network 70ec5cc1-d158-4f2f-a939-9c5afce47173 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:55.282889 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:55.451739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:55.462627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:55.473835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 7698a1ee-b8fe-4250-8d00-19df7850a0ba {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:45:55.476696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7698a1ee-b8fe-4250-8d00-19df7850a0ba not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:45:55.490341 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:55.501921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Calling delete_port for 9781ed91-9740-45b8-8d8f-748f85cc493a owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:45:55.517960 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2c3e0-b01d-48eb-8aac-7c927e86f479 None None] Pushing event updated for resources: {'Port': ['ID=f6bbd210-229b-4807-b754-646e81262fd1,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:55.561929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:55.573932 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:55.605053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port d558c962-f43e-4be2-a30f-5ccdd94c2d83 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:45:55.684725 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:55.711859 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:55.712239 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Checking segment: {'id': 'ad5964b1-85d2-4fcb-9e09-0d87c3251232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:55.712851 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:55.713253 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Bound using segment: {'id': 'ad5964b1-85d2-4fcb-9e09-0d87c3251232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:55.713734 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Bound port: d539e27f-e9e4-436c-aaa7-a2bf8b868d79, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5964b1-85d2-4fcb-9e09-0d87c3251232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:55.714112 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:55.736210 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:45:49Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'b0d01c39-27df-4ee4-8560-da636a382653', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'port_id': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'mac_address': 'fa:16:3e:1c:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:43:54Z', 'updated_at': '2022-03-29T09:44:04Z', 'revision_number': 1, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d0b91ac-ac32-4028-aacb-eaba548ae347', 'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:75:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:51Z', 'updated_at': '2022-03-29T09:43:05Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '61d64769-6487-46dd-99b9-32b9753e3276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bbd210-229b-4807-b754-646e81262fd1', 'name': '', 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:7b:53:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '5411cadc-b66b-457d-92a8-3364fde40b92', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:47Z', 'updated_at': '2022-03-29T09:45:54Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '5411cadc-b66b-457d-92a8-3364fde40b92', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:55.740200 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f8fa14-5220-4aea-96f9-fa264c73dfc9 None None] The sync data for ids ['d885023c-1404-4972-8066-f57bed6baee1'] in dv-neutron-835555-1-hyperv is: [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:45:49Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'b0d01c39-27df-4ee4-8560-da636a382653', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'port_id': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'mac_address': 'fa:16:3e:1c:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:43:54Z', 'updated_at': '2022-03-29T09:44:04Z', 'revision_number': 1, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d0b91ac-ac32-4028-aacb-eaba548ae347', 'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:75:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:51Z', 'updated_at': '2022-03-29T09:43:05Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '61d64769-6487-46dd-99b9-32b9753e3276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bbd210-229b-4807-b754-646e81262fd1', 'name': '', 'network_id': '66517059-acaf-4ea1-8435-89ac224bb424', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:7b:53:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '5411cadc-b66b-457d-92a8-3364fde40b92', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:47Z', 'updated_at': '2022-03-29T09:45:54Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '5411cadc-b66b-457d-92a8-3364fde40b92', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:45:55.741433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5bc95139-359e-4ef0-960b-f5aec2f31c9c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:55.800696 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc95139-359e-4ef0-960b-f5aec2f31c9c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=39f55b30-d8ae-4592-b96d-f7a31e5c66e8,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:55.802530 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:55.882382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Port': ['ID=9781ed91-9740-45b8-8d8f-748f85cc493a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:55.884285 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No DVR routers for this DVR port 9781ed91-9740-45b8-8d8f-748f85cc493a on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:45:55.898515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e975e-ca24-4a33-8a41-14a566246425 None None] Pushing event updated for resources: {'Port': ['ID=d539e27f-e9e4-436c-aaa7-a2bf8b868d79,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:55.988196 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.006048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Attempting to bind port fbc59552-85cc-4d73-8f1c-efc721cdee76 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:56.006428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Attempting to bind port fbc59552-85cc-4d73-8f1c-efc721cdee76 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '21419eb5-81e3-4cc9-83a0-58715d3d4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:56.006805 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Attempting to bind port fbc59552-85cc-4d73-8f1c-efc721cdee76 on network c74573a2-67ad-4081-b28c-4851119717b8 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:56.023247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Allocated IP 172.20.0.2 (93cd1298-44d6-4677-96bc-502bdbb4d65a/2f7e8a73-297c-4ab4-975f-e5bae9a0bf37/42cece8f-51ee-46d5-8939-fe68dddf1aa7) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:56.044984 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:56.045367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Checking segment: {'id': '21419eb5-81e3-4cc9-83a0-58715d3d4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:56.045823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.046221 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Bound using segment: {'id': '21419eb5-81e3-4cc9-83a0-58715d3d4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:56.046719 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Bound port: fbc59552-85cc-4d73-8f1c-efc721cdee76, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21419eb5-81e3-4cc9-83a0-58715d3d4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:56.047288 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.067679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Subnet': ['ID=73e9e7a1-e462-4788-bc6f-8e0be5205e21,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:56.071578 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5bc95139-359e-4ef0-960b-f5aec2f31c9c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.090329 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.107605 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Checking segment: {'id': 'ceb92cac-a981-4336-ace6-f8b3db71efea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:56.108362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network hostable DHCP agents. Network: 3949bc4f-3aa6-4bf1-a06f-57f85e600de8, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:45:56.126770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63115f1f-630a-4643-bef2-c3d4adbcee36']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:56.141355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc70ad75-6b5d-4bdf-b201-bd164036300d') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:56.141657 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc70ad75-6b5d-4bdf-b201-bd164036300d') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:56.156175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.171659 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Pushing event updated for resources: {'Port': ['ID=fbc59552-85cc-4d73-8f1c-efc721cdee76,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:56.177894 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.185596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:45:56.186492 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:45:56.206839 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:45:56.222477 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5bc95139-359e-4ef0-960b-f5aec2f31c9c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/39f55b30-d8ae-4592-b96d-f7a31e5c66e8 HTTP/1.1" status: 204 len: 168 time: 2.0733073 Mar 29 09:45:56.222893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35674) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:56.262075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e086d32d-490f-4bfa-b658-9364c34f245a None None] Provisioning complete for port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:56.262438 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e086d32d-490f-4bfa-b658-9364c34f245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.305605 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 3949bc4f-3aa6-4bf1-a06f-57f85e600de8 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:45:56.316929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef36f067-6999-4d1b-b7e8-a524d92dd4b0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:56.318380 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] For port d539e27f-e9e4-436c-aaa7-a2bf8b868d79, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:56.318579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef36f067-6999-4d1b-b7e8-a524d92dd4b0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:56.319686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ef36f067-6999-4d1b-b7e8-a524d92dd4b0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:56.365246 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.388306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.402131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Network': ['ID=63115f1f-630a-4643-bef2-c3d4adbcee36,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:56.405431 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bb5799d5-d46d-455a-aed6-6e716174ad14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/63115f1f-630a-4643-bef2-c3d4adbcee36 HTTP/1.1" status: 204 len: 168 time: 7.4828417 Mar 29 09:45:56.408099 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35678) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:56.438685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 3949bc4f-3aa6-4bf1-a06f-57f85e600de8) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:56.445864 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:56.446237 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.449893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:56.450502 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.454796 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-08637f60-7cf8-499d-a744-36269da79b35 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] DELETE failed (client error): The resource could not be found. Mar 29 09:45:56.454796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08637f60-7cf8-499d-a744-36269da79b35 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:45:56.459848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ef36f067-6999-4d1b-b7e8-a524d92dd4b0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:56.463723 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ef36f067-6999-4d1b-b7e8-a524d92dd4b0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2372530 Mar 29 09:45:56.465417 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35682) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:56.473918 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-08637f60-7cf8-499d-a744-36269da79b35 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/63115f1f-630a-4643-bef2-c3d4adbcee36 HTTP/1.1" status: 404 len: 339 time: 0.0640087 Mar 29 09:45:56.477485 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35686) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:56.482586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] For port d539e27f-e9e4-436c-aaa7-a2bf8b868d79, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d539e27f-e9e4-436c-aaa7-a2bf8b868d79,segment=NetworkSegment(ad5964b1-85d2-4fcb-9e09-0d87c3251232),segment_id=ad5964b1-85d2-4fcb-9e09-0d87c3251232)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:56.483832 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2124370058', 'description': 'd1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:56.489336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:56.493320 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Usage tracker for resource:network and tenant:4cb97ab098ae4f389524fb7803022cdd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:45:56.496314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:45:56.503461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:56.510793 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75391ceb-1f0d-4e53-ac57-5e859727f875 None None] Network 63115f1f-630a-4643-bef2-c3d4adbcee36 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:56.523693 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b6c971-2d4d-4f3b-b76c-99c9aa8169b6 None None] Network 3949bc4f-3aa6-4bf1-a06f-57f85e600de8 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:56.553473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61d74a1-1eea-4d60-9d0d-ce3dc98215b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': '924bde96-a5ce-4c54-bdf6-5bc40a2dec90'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:56.554282 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f61d74a1-1eea-4d60-9d0d-ce3dc98215b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.557623 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-119bab67-b170-4195-8c5d-fd58c17828ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 924bde96-a5ce-4c54-bdf6-5bc40a2dec90 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:45:56.560620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-119bab67-b170-4195-8c5d-fd58c17828ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.565530 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2dc51fd6-5796-4daf-96bb-94230000bb98 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9045546 Mar 29 09:45:56.565530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35690) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:56.602195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75391ceb-1f0d-4e53-ac57-5e859727f875 None None] Network 63115f1f-630a-4643-bef2-c3d4adbcee36 could not be found, it might have been deleted concurrently. {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 29 09:45:56.613408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.619890 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-119bab67-b170-4195-8c5d-fd58c17828ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.694557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-119bab67-b170-4195-8c5d-fd58c17828ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.698808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:56.705777 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.731817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] For port fbc59552-85cc-4d73-8f1c-efc721cdee76, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:56.812982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:45:56.834175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] For port fbc59552-85cc-4d73-8f1c-efc721cdee76, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fbc59552-85cc-4d73-8f1c-efc721cdee76,segment=NetworkSegment(21419eb5-81e3-4cc9-83a0-58715d3d4d2f),segment_id=21419eb5-81e3-4cc9-83a0-58715d3d4d2f)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:56.849962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:45:56.850610 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:45:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:56.861196 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-119bab67-b170-4195-8c5d-fd58c17828ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.888146 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.888584 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Added segment 174839fc-741c-453b-ae58-42385c3712fe of type vlan for network 693f7462-547e-43a3-98be-9c4c69af584c Mar 29 09:45:56.914768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bab67-b170-4195-8c5d-fd58c17828ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=924bde96-a5ce-4c54-bdf6-5bc40a2dec90,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:56.919991 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-119bab67-b170-4195-8c5d-fd58c17828ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.945981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:56.988055 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-119bab67-b170-4195-8c5d-fd58c17828ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/924bde96-a5ce-4c54-bdf6-5bc40a2dec90 HTTP/1.1" status: 204 len: 168 time: 0.5210531 Mar 29 09:45:56.990856 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35694) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:56.995294 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:57.064675 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d01df6c5-9ef2-444b-a49c-70eccdd6fdbd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723116 Mar 29 09:45:57.067663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35698) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:57.112525 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-49a21722-0952-4ab4-b176-552b6c78ec39 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:57.210293 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e975e-ca24-4a33-8a41-14a566246425 None None] Pushing event updated for resources: {'Port': ['ID=d539e27f-e9e4-436c-aaa7-a2bf8b868d79,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:57.215961 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-49a21722-0952-4ab4-b176-552b6c78ec39 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:57.217179 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-49a21722-0952-4ab4-b176-552b6c78ec39 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1485770 Mar 29 09:45:57.219610 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35702) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:57.233008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:57.249049 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:57.249049 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:57.294962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2bb6d0-37e7-449a-919f-37983ab33ccc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:57.295662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-cd2bb6d0-37e7-449a-919f-37983ab33ccc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:57.358982 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-cd2bb6d0-37e7-449a-919f-37983ab33ccc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:57.362958 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cd2bb6d0-37e7-449a-919f-37983ab33ccc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1398325 Mar 29 09:45:57.362958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35706) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:57.363679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:57.429075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Network': ['ID=693f7462-547e-43a3-98be-9c4c69af584c,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server [None req-f61d74a1-1eea-4d60-9d0d-ce3dc98215b1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 924bde96-a5ce-4c54-bdf6-5bc40a2dec90: This subnet is being modified by another concurrent operation. Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise exception Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 924bde96-a5ce-4c54-bdf6-5bc40a2dec90: This subnet is being modified by another concurrent operation. Mar 29 09:45:57.443255 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server Mar 29 09:45:57.458504 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6a6d05c8-61e2-40b6-ac03-9d5af1ed6891 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796866 Mar 29 09:45:57.464046 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f95d64a3-3349-458c-ab1e-b30676bd9d5d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9679945 Mar 29 09:45:57.464046 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35710) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:57.464046 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35712) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:57.464046 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-4e31c9da-b30c-4ab2-bd8d-2d7c63ea9d26 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:57.466518 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:45:57.505770 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 693f7462-547e-43a3-98be-9c4c69af584c details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:57.559877 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:57.640001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Transition to ACTIVE for port object 42cece8f-51ee-46d5-8939-fe68dddf1aa7 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:57.704111 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f6bbd210-229b-4807-b754-646e81262fd1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:45:57.810942 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57300c55-fd14-4bf4-afcd-120bbabdd359 None None] Pushing event updated for resources: {'Port': ['ID=fbc59552-85cc-4d73-8f1c-efc721cdee76,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:57.850494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:45:57.851302 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:57.910602 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Transition to ACTIVE for port object 42cece8f-51ee-46d5-8939-fe68dddf1aa7 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:57.937226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4e31c9da-b30c-4ab2-bd8d-2d7c63ea9d26 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:45:57.945487 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5c63c4-75c2-49e6-a11b-d051546ba908 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:57.946263 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fc5c63c4-75c2-49e6-a11b-d051546ba908 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Synchronizing usage tracker for tenant:4cb97ab098ae4f389524fb7803022cdd on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:57.990579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4e31c9da-b30c-4ab2-bd8d-2d7c63ea9d26 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:45:58.086695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:58.105545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fc5c63c4-75c2-49e6-a11b-d051546ba908 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Unset dirty status for tenant:4cb97ab098ae4f389524fb7803022cdd on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:58.106709 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fc5c63c4-75c2-49e6-a11b-d051546ba908 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "GET /v2.0/networks?id=693f7462-547e-43a3-98be-9c4c69af584c HTTP/1.1" status: 200 len: 765 time: 0.6369088 Mar 29 09:45:58.109816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35720) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:58.120597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-01ac0223-fcf8-492c-9632-1aaa00a888f6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'network': {'description': 'd2'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:58.131120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e31c9da-b30c-4ab2-bd8d-2d7c63ea9d26 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:45:58.134762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4e31c9da-b30c-4ab2-bd8d-2d7c63ea9d26 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:58.202267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Network 93cd1298-44d6-4677-96bc-502bdbb4d65a is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:58.211728 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:58.234734 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:58.262599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Pushing event updated for resources: {'Port': ['ID=42cece8f-51ee-46d5-8939-fe68dddf1aa7,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:58.290513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c51f895c-cb8d-42fa-9729-864c26df70ed {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:45:58.291097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:45:58.338637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Allocated IP 172.22.0.1 (3949bc4f-3aa6-4bf1-a06f-57f85e600de8/73e9e7a1-e462-4788-bc6f-8e0be5205e21/85ebe3b5-1ee6-4d86-8e7e-d7796c956c05) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:58.368194 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port f6bbd210-229b-4807-b754-646e81262fd1 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:58.414735 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port f6bbd210-229b-4807-b754-646e81262fd1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:45:58.414735 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:58.512595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:58.528289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Attempting to bind port 42cece8f-51ee-46d5-8939-fe68dddf1aa7 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:45:58.533813 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Attempting to bind port 42cece8f-51ee-46d5-8939-fe68dddf1aa7 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'af0f6159-f1d3-4c63-99d6-f5f33844b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '93cd1298-44d6-4677-96bc-502bdbb4d65a'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:45:58.533813 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Attempting to bind port 42cece8f-51ee-46d5-8939-fe68dddf1aa7 on network 93cd1298-44d6-4677-96bc-502bdbb4d65a {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:45:58.534129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Transition to ACTIVE for port object 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:45:58.545595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:45:58.545969 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Checking segment: {'id': 'af0f6159-f1d3-4c63-99d6-f5f33844b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '93cd1298-44d6-4677-96bc-502bdbb4d65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:45:58.546374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:58.546819 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Bound using segment: {'id': 'af0f6159-f1d3-4c63-99d6-f5f33844b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '93cd1298-44d6-4677-96bc-502bdbb4d65a'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:45:58.547326 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Bound port: 42cece8f-51ee-46d5-8939-fe68dddf1aa7, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0f6159-f1d3-4c63-99d6-f5f33844b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '93cd1298-44d6-4677-96bc-502bdbb4d65a'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:45:58.547698 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:58.637376 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:58.673318 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-01ac0223-fcf8-492c-9632-1aaa00a888f6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:58.735087 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 3949bc4f-3aa6-4bf1-a06f-57f85e600de8 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:58.738789 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:58.747497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:45:58.754928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-01ac0223-fcf8-492c-9632-1aaa00a888f6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:58.766617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] For port 42cece8f-51ee-46d5-8939-fe68dddf1aa7, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:45:58.770130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:45:51Z', 'revision_number': 3, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:45:52Z', 'revision_number': 2, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:45:56Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:45:58.786946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] For port 42cece8f-51ee-46d5-8939-fe68dddf1aa7, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=42cece8f-51ee-46d5-8939-fe68dddf1aa7,segment=NetworkSegment(af0f6159-f1d3-4c63-99d6-f5f33844b4d3),segment_id=af0f6159-f1d3-4c63-99d6-f5f33844b4d3)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:45:58.789033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=85ebe3b5-1ee6-4d86-8e7e-d7796c956c05,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:58.791539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4e31c9da-b30c-4ab2-bd8d-2d7c63ea9d26 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:58.797169 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372bd272-60df-468c-9eed-4b7e72bfa52b None None] The sync data for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv is: [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:45:51Z', 'revision_number': 3, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:45:52Z', 'revision_number': 2, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:45:56Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:45:58.799365 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Allocated IP 172.22.0.2 (3949bc4f-3aa6-4bf1-a06f-57f85e600de8/73e9e7a1-e462-4788-bc6f-8e0be5205e21/d73b1a1a-d2be-40e6-a802-cda8d6baff6c) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:58.802874 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01ac0223-fcf8-492c-9632-1aaa00a888f6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network 693f7462-547e-43a3-98be-9c4c69af584c is not hosted by any dhcp agent {{(pid=88550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 29 09:45:58.809029 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:58.809256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac0223-fcf8-492c-9632-1aaa00a888f6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:58.809941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-01ac0223-fcf8-492c-9632-1aaa00a888f6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:58.810125 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:58.817490 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-01ac0223-fcf8-492c-9632-1aaa00a888f6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "PUT /v2.0/networks/693f7462-547e-43a3-98be-9c4c69af584c HTTP/1.1" status: 200 len: 762 time: 0.7065794 Mar 29 09:45:58.821175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35724) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:58.879357 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:58.906308 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31c9da-b30c-4ab2-bd8d-2d7c63ea9d26 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=c0c37042-6789-4023-9af9-d2cdd11a7875,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:58.929608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31c9da-b30c-4ab2-bd8d-2d7c63ea9d26 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:45:58.934096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port f59c206a-b6d4-497d-851f-fcf9b81c31b7 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:45:58.945150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac0223-fcf8-492c-9632-1aaa00a888f6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Network': ['ID=693f7462-547e-43a3-98be-9c4c69af584c,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:58.970155 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-4e31c9da-b30c-4ab2-bd8d-2d7c63ea9d26 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:45:58.975994 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e31c9da-b30c-4ab2-bd8d-2d7c63ea9d26 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:58.976794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4e31c9da-b30c-4ab2-bd8d-2d7c63ea9d26 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:58.981429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:59.041505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 693f7462-547e-43a3-98be-9c4c69af584c details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:45:59.054096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8772e380-cc3c-4746-a378-8c681453de9a None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:59.064737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4fcd3c-ae5a-4c9b-b1ac-4e758cbc98c0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:59.065636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fb4fcd3c-ae5a-4c9b-b1ac-4e758cbc98c0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Synchronizing usage tracker for tenant:4cb97ab098ae4f389524fb7803022cdd on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:59.065771 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7f7a5c-5f97-46a6-ab2b-f8b452614405 None None] Network c74573a2-67ad-4081-b28c-4851119717b8 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:45:59.080447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fb4fcd3c-ae5a-4c9b-b1ac-4e758cbc98c0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Unset dirty status for tenant:4cb97ab098ae4f389524fb7803022cdd on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:59.085811 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fb4fcd3c-ae5a-4c9b-b1ac-4e758cbc98c0 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "GET /v2.0/networks?id=693f7462-547e-43a3-98be-9c4c69af584c HTTP/1.1" status: 200 len: 765 time: 0.2595701 Mar 29 09:45:59.086685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35728) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:59.137447 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port f6bbd210-229b-4807-b754-646e81262fd1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f6bbd210-229b-4807-b754-646e81262fd1,segment=NetworkSegment(adeb44c9-2edf-46c9-bc49-5b11f255b091),segment_id=adeb44c9-2edf-46c9-bc49-5b11f255b091)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:45:59.146989 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4e31c9da-b30c-4ab2-bd8d-2d7c63ea9d26 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6952257 Mar 29 09:45:59.148419 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35732) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:59.161914 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'mac_address': 'fa:16:3e:ca:3a:14', 'name': 'tempest-NetworksTestDHCPv6-458752758'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:45:59.288846 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Allocated IP 172.20.0.13 (93cd1298-44d6-4677-96bc-502bdbb4d65a/2f7e8a73-297c-4ab4-975f-e5bae9a0bf37/f59c206a-b6d4-497d-851f-fcf9b81c31b7) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:45:59.312109 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898aa9f4-d943-4288-813c-6af0120a0aa1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:59.316703 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-898aa9f4-d943-4288-813c-6af0120a0aa1 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2268393 Mar 29 09:45:59.316941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35736) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:59.390691 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:59.404098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6540293f-92fa-4b72-b0ee-c73912e41b66 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Synchronizing usage tracker for tenant:4cb97ab098ae4f389524fb7803022cdd on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:45:59.419572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6540293f-92fa-4b72-b0ee-c73912e41b66 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Unset dirty status for tenant:4cb97ab098ae4f389524fb7803022cdd on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:45:59.423987 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6540293f-92fa-4b72-b0ee-c73912e41b66 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0 HTTP/1.1" status: 200 len: 207 time: 0.1028817 Mar 29 09:45:59.424989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35740) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:59.644840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656130d-44f7-4fc8-9b22-5e4be885afc2 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:59.646778 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e7ea6887-3e9f-4b07-9946-efd9d01f9548 None None] Provisioning for port fbc59552-85cc-4d73-8f1c-efc721cdee76 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:45:59.657665 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656130d-44f7-4fc8-9b22-5e4be885afc2 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:59.665139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656130d-44f7-4fc8-9b22-5e4be885afc2 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:59.672466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656130d-44f7-4fc8-9b22-5e4be885afc2 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:59.674900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159b511-3e0e-49e7-81d3-496274104cbb None None] Pushing event updated for resources: {'Port': ['ID=42cece8f-51ee-46d5-8939-fe68dddf1aa7,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:45:59.681036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656130d-44f7-4fc8-9b22-5e4be885afc2 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:59.693566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656130d-44f7-4fc8-9b22-5e4be885afc2 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:59.696138 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d656130d-44f7-4fc8-9b22-5e4be885afc2 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2707062 Mar 29 09:45:59.699807 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35744) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:45:59.791387 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fbc59552-85cc-4d73-8f1c-efc721cdee76 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:00.000116 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9ee5fe83-c574-472d-8e49-c5bee874b83e tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2956731 Mar 29 09:46:00.011232 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35748) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:00.062035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:00.067793 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:00.081639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:00.086765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:port and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:00.094401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:00.106909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:00.115561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:00.127534 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=f6bbd210-229b-4807-b754-646e81262fd1,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:00.139367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Transition to ACTIVE for port object d73b1a1a-d2be-40e6-a802-cda8d6baff6c will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:00.174044 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5087455-77a4-4560-b652-8a0993fd692f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:00.177787 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5087455-77a4-4560-b652-8a0993fd692f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:00.179622 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5087455-77a4-4560-b652-8a0993fd692f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:00.182607 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5087455-77a4-4560-b652-8a0993fd692f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:00.184695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5087455-77a4-4560-b652-8a0993fd692f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:00.185158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Transition to ACTIVE for port object f59c206a-b6d4-497d-851f-fcf9b81c31b7 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:00.187868 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f5087455-77a4-4560-b652-8a0993fd692f tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1753995 Mar 29 09:46:00.192326 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35754) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:00.199462 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2bc57ea3-7dc2-44d8-9180-bcf6d5b86abf req-43806907-023e-4c3b-81c0-3884633ff1ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4379845 Mar 29 09:46:00.234577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': 'c0c37042-6789-4023-9af9-d2cdd11a7875'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:46:00.235403 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:00.298064 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Transition to ACTIVE for port object d73b1a1a-d2be-40e6-a802-cda8d6baff6c will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:00.302367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port fbc59552-85cc-4d73-8f1c-efc721cdee76 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:00.324148 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port fbc59552-85cc-4d73-8f1c-efc721cdee76 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:00.324707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:00.343306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68f325-ecf1-4c41-a246-765ac52e97f9 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['shared'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:00.344674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68f325-ecf1-4c41-a246-765ac52e97f9 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['shared'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:00.346092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68f325-ecf1-4c41-a246-765ac52e97f9 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['shared'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:00.347484 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68f325-ecf1-4c41-a246-765ac52e97f9 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['shared'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:00.348982 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68f325-ecf1-4c41-a246-765ac52e97f9 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['shared'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:00.354062 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2f68f325-ecf1-4c41-a246-765ac52e97f9 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1567328 Mar 29 09:46:00.360380 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35758) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:00.521369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:00.543628 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:00.621722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3be2994-4531-40ec-9227-03d80be75c14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:00.628540 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e3be2994-4531-40ec-9227-03d80be75c14 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "GET /v2.0/networks/a554e5d3-f868-4290-bc62-e7f33c5f7a20 HTTP/1.1" status: 200 len: 803 time: 0.2668972 Mar 29 09:46:00.629787 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35762) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:00.659064 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Network 3949bc4f-3aa6-4bf1-a06f-57f85e600de8 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:00.682718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:00.685604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:00.730380 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Pushing event updated for resources: {'Port': ['ID=d73b1a1a-d2be-40e6-a802-cda8d6baff6c,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:00.773045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Allocated IP 2001:db8::2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/c0c37042-6789-4023-9af9-d2cdd11a7875/1dd0b575-df05-4ee5-9088-c52a38d781ed) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:00.858409 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8a78df1b-ec37-45d4-bb42-b05eded0214a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "GET /v2.0/networks/a554e5d3-f868-4290-bc62-e7f33c5f7a20?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2272644 Mar 29 09:46:00.859198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35766) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:00.868138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:00.895342 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d40c9774-3c22-442a-8a92-6340bd9ece53 None None] Provisioning complete for port fbc59552-85cc-4d73-8f1c-efc721cdee76 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:00.895718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d40c9774-3c22-442a-8a92-6340bd9ece53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:00.942498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:00.973272 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21798f4a-6614-4507-a69e-c14d00116273 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:00.976205 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-21798f4a-6614-4507-a69e-c14d00116273 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "GET /v2.0/subnets/06d719d9-949a-4949-a22b-48cae5e66b2d HTTP/1.1" status: 200 len: 843 time: 0.1107597 Mar 29 09:46:00.978575 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35770) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:01.006004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Attempting to bind port d73b1a1a-d2be-40e6-a802-cda8d6baff6c on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:01.006448 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Attempting to bind port d73b1a1a-d2be-40e6-a802-cda8d6baff6c by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'ceb92cac-a981-4336-ace6-f8b3db71efea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:01.006873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Attempting to bind port d73b1a1a-d2be-40e6-a802-cda8d6baff6c on network 3949bc4f-3aa6-4bf1-a06f-57f85e600de8 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:01.014267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.043129 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:01.043680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Checking segment: {'id': 'ceb92cac-a981-4336-ace6-f8b3db71efea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:01.044155 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.044659 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Bound using segment: {'id': 'ceb92cac-a981-4336-ace6-f8b3db71efea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:01.045566 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Bound port: d73b1a1a-d2be-40e6-a802-cda8d6baff6c, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb92cac-a981-4336-ace6-f8b3db71efea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:01.046037 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.082141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b50d6-31b8-4160-992d-f90f741d7361 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['shared'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:01.086961 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-612b50d6-31b8-4160-992d-f90f741d7361 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "GET /v2.0/subnets/06d719d9-949a-4949-a22b-48cae5e66b2d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1025412 Mar 29 09:46:01.087260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35774) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:01.094439 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-15592060-92f0-4d54-9342-969767c00462 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1015720473'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:01.105718 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-15592060-92f0-4d54-9342-969767c00462 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:01.122958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-15592060-92f0-4d54-9342-969767c00462 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:01.176334 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86748142-4445-4534-9072-ed9fa03c5394 None None] Network 93cd1298-44d6-4677-96bc-502bdbb4d65a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:01.195477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=85ebe3b5-1ee6-4d86-8e7e-d7796c956c05,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:01.210909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15592060-92f0-4d54-9342-969767c00462 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:01.216238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-15592060-92f0-4d54-9342-969767c00462 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.220203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.262245 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15592060-92f0-4d54-9342-969767c00462 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:46:01.273967 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-15592060-92f0-4d54-9342-969767c00462 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.274362 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-15592060-92f0-4d54-9342-969767c00462 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Added segment 79a4af31-437c-479c-ae0d-fcbd7ca6ccec of type vlan for network 533304a4-b484-4802-8ac2-7f36fff8e156 Mar 29 09:46:01.288332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.303680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.310237 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-15592060-92f0-4d54-9342-969767c00462 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.348927 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port fbc59552-85cc-4d73-8f1c-efc721cdee76, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fbc59552-85cc-4d73-8f1c-efc721cdee76,segment=NetworkSegment(21419eb5-81e3-4cc9-83a0-58715d3d4d2f),segment_id=21419eb5-81e3-4cc9-83a0-58715d3d4d2f)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:01.415152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-15592060-92f0-4d54-9342-969767c00462 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.428097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc57ea3-7dc2-44d8-9180-bcf6d5b86abf req-f0344666-a99c-4b54-a80c-2cdb3a96b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:01.429617 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2bc57ea3-7dc2-44d8-9180-bcf6d5b86abf req-f0344666-a99c-4b54-a80c-2cdb3a96b341 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 1098 time: 0.9451911 Mar 29 09:46:01.430995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15592060-92f0-4d54-9342-969767c00462 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:01.435419 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-15592060-92f0-4d54-9342-969767c00462 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.450038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port 5300eb2c-15e4-4d7a-9ea3-e67e1c7a6d59 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:46:01.469203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.535751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network 93cd1298-44d6-4677-96bc-502bdbb4d65a is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:01.554599 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:01.578602 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:01.589515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] For port d73b1a1a-d2be-40e6-a802-cda8d6baff6c, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:01.622625 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=f59c206a-b6d4-497d-851f-fcf9b81c31b7,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:01.635906 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d40c9774-3c22-442a-8a92-6340bd9ece53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.656238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] For port d73b1a1a-d2be-40e6-a802-cda8d6baff6c, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d73b1a1a-d2be-40e6-a802-cda8d6baff6c,segment=NetworkSegment(ceb92cac-a981-4336-ace6-f8b3db71efea),segment_id=ceb92cac-a981-4336-ace6-f8b3db71efea)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:01.688074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15592060-92f0-4d54-9342-969767c00462 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Network': ['ID=533304a4-b484-4802-8ac2-7f36fff8e156,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:01.713637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=fbc59552-85cc-4d73-8f1c-efc721cdee76,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:01.717721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 533304a4-b484-4802-8ac2-7f36fff8e156 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:46:01.739773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.742757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 3949bc4f-3aa6-4bf1-a06f-57f85e600de8 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:01.746442 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Sync routers for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:46:01.748145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:01.754190 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-15592060-92f0-4d54-9342-969767c00462 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6660008 Mar 29 09:46:01.757057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35778) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:01.762736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'subnet': {'network_id': '533304a4-b484-4802-8ac2-7f36fff8e156', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:01.771796 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.778638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:01.780536 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:01.861199 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Transition to ACTIVE for port object 1dd0b575-df05-4ee5-9088-c52a38d781ed will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:01.901531 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:01.912324 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:01.975218 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d539e27f-e9e4-436c-aaa7-a2bf8b868d79 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:01.981229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Made reservation on behalf of 4cb97ab098ae4f389524fb7803022cdd for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:01.986043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:02.044391 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:02.044968 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:45:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:02.088397 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.ipam_backend_mixin [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Performing IP validity checks on allocation pools {{(pid=88550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 29 09:46:02.089049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.ipam_backend_mixin [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 29 09:46:02.117024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc57ea3-7dc2-44d8-9180-bcf6d5b86abf req-1ddd1b35-9871-4265-9b35-6d2b3d9a8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:02.118477 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2bc57ea3-7dc2-44d8-9180-bcf6d5b86abf req-1ddd1b35-9871-4265-9b35-6d2b3d9a8c04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a HTTP/1.1" status: 200 len: 897 time: 0.6315513 Mar 29 09:46:02.160045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Transition to ACTIVE for port object 1dd0b575-df05-4ee5-9088-c52a38d781ed will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:02.232074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:46:02.262405 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-d40c9774-3c22-442a-8a92-6340bd9ece53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:46:02.263442 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-d40c9774-3c22-442a-8a92-6340bd9ece53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:46:02.288278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cea57-d1de-450c-ad73-00d4b76585bb None None] Pushing event updated for resources: {'Port': ['ID=d73b1a1a-d2be-40e6-a802-cda8d6baff6c,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:02.313626 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2bc57ea3-7dc2-44d8-9180-bcf6d5b86abf req-894e94ea-731c-409a-9a5c-b9e110a22ac6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc059108-ddf2-494c-a733-655bbc1d0e21 HTTP/1.1" status: 200 len: 1001 time: 0.1799810 Mar 29 09:46:02.321155 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-22d01add-3bb7-4c15-8f76-ee0d1f4143ae tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 7.4178092 Mar 29 09:46:02.324253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35784) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:02.330894 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:02.443470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1271a346-01ca-4832-a6f3-43ae2a905276 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:02.453967 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1271a346-01ca-4832-a6f3-43ae2a905276 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:02.500945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:02.508074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:02.548821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port d539e27f-e9e4-436c-aaa7-a2bf8b868d79 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:02.586916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:46:02.591999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc57ea3-7dc2-44d8-9180-bcf6d5b86abf req-caac71fd-163a-48c2-babf-e7e1f5cdd40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:02.594101 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2bc57ea3-7dc2-44d8-9180-bcf6d5b86abf req-caac71fd-163a-48c2-babf-e7e1f5cdd40e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d64769-6487-46dd-99b9-32b9753e3276 HTTP/1.1" status: 200 len: 835 time: 0.2717583 Mar 29 09:46:02.600021 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4c690fd6-d940-4739-9d7b-901fb7abc287 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/8a919e7e-1c94-4bb3-8998-f15fa31c2a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0351939 Mar 29 09:46:02.603822 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d539e27f-e9e4-436c-aaa7-a2bf8b868d79 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:02.604707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:02.624022 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35788) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:02.625568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Subnet': ['ID=2e55f0db-f278-4f2b-b5a1-4d2daac8e5e3,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:02.644803 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'network': {'name': 'tempest-RoutersTest-222532128'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:02.686164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:02.690532 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Checking segment: {'id': '79a4af31-437c-479c-ae0d-fcbd7ca6ccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '533304a4-b484-4802-8ac2-7f36fff8e156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:02.691621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network hostable DHCP agents. Network: 533304a4-b484-4802-8ac2-7f36fff8e156, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:46:02.695753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::5e (904da7d4-bab8-40f2-8764-d10ff337fe7e/c0c37042-6789-4023-9af9-d2cdd11a7875/5300eb2c-15e4-4d7a-9ea3-e67e1c7a6d59) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:02.718258 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:network and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:02.725916 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:02.727210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:02.739312 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:02.745955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:02.792712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc57ea3-7dc2-44d8-9180-bcf6d5b86abf req-f9aadd16-24c2-43a8-8cfa-317d5afe12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:02.792960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1271a346-01ca-4832-a6f3-43ae2a905276 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:02.794136 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1271a346-01ca-4832-a6f3-43ae2a905276 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.4686959 Mar 29 09:46:02.797607 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35792) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:02.801241 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2bc57ea3-7dc2-44d8-9180-bcf6d5b86abf req-f9aadd16-24c2-43a8-8cfa-317d5afe12b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1934671 Mar 29 09:46:02.856349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Network 533304a4-b484-4802-8ac2-7f36fff8e156 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:46:02.868048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:02.873578 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:02.891557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:02.931678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-8e2fc0a1-d7b9-401a-a91e-1bcd648f8cbc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port f59c206a-b6d4-497d-851f-fcf9b81c31b7 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:02.931678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e2fc0a1-d7b9-401a-a91e-1bcd648f8cbc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:02.932389 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Pushing event updated for resources: {'Port': ['ID=1dd0b575-df05-4ee5-9088-c52a38d781ed,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:02.973993 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 533304a4-b484-4802-8ac2-7f36fff8e156) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:02.978961 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:02.979771 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:02.996385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47638a0-c9f0-4aeb-8d7a-d89b423d6da9 None None] Network 533304a4-b484-4802-8ac2-7f36fff8e156 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:03.019480 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:46:03.045046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.050178 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Added segment 76e04662-b375-488e-9b7d-3c25e4fed6c3 of type vlan for network 878aabee-a717-47bf-823f-f22215908b49 Mar 29 09:46:03.105475 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2bc57ea3-7dc2-44d8-9180-bcf6d5b86abf req-7d1f530d-503e-4a99-a31e-fdc6e11dbdf0 service neutron] 10.222.0.36 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803547 Mar 29 09:46:03.191854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Attempting to bind port 1dd0b575-df05-4ee5-9088-c52a38d781ed on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:03.192223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Attempting to bind port 1dd0b575-df05-4ee5-9088-c52a38d781ed by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:03.192666 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Attempting to bind port 1dd0b575-df05-4ee5-9088-c52a38d781ed on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:03.259208 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:03.259597 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:03.260036 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.260444 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:03.260991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Bound port: 1dd0b575-df05-4ee5-9088-c52a38d781ed, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:03.261363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.267733 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e2fc0a1-d7b9-401a-a91e-1bcd648f8cbc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.294445 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.340972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d40c9774-3c22-442a-8a92-6340bd9ece53 None None] Provisioning for port 981b747e-7d5f-4f06-a7cc-c37bb7141391 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:03.357765 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2bc57ea3-7dc2-44d8-9180-bcf6d5b86abf req-34776407-45fd-4aba-9e57-2a9953cecc1e service neutron] 10.222.0.36 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442746 Mar 29 09:46:03.361103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object 5300eb2c-15e4-4d7a-9ea3-e67e1c7a6d59 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:03.410232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d40c9774-3c22-442a-8a92-6340bd9ece53 None None] Provisioning complete for port 981b747e-7d5f-4f06-a7cc-c37bb7141391 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:03.412716 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d40c9774-3c22-442a-8a92-6340bd9ece53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.448590 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35796) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:03.454626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-22de8c97-9e3e-4826-9ff7-e0ace7495ab9 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:03.457424 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c2e4665f-3d29-4ee8-8cc7-46bd5dad492d tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6919944 Mar 29 09:46:03.473103 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-8e2fc0a1-d7b9-401a-a91e-1bcd648f8cbc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for f59c206a-b6d4-497d-851f-fcf9b81c31b7 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:03.500363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.536395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] For port 1dd0b575-df05-4ee5-9088-c52a38d781ed, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:03.539629 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] For port 1dd0b575-df05-4ee5-9088-c52a38d781ed, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1dd0b575-df05-4ee5-9088-c52a38d781ed,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:03.593679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:03.599371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:03.611178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:03.617452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:03.618103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.639377 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.660262 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.664127 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.677356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=5300eb2c-15e4-4d7a-9ea3-e67e1c7a6d59,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:03.712126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-22de8c97-9e3e-4826-9ff7-e0ace7495ab9 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2774784'] for subnet, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.743050 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8e9193-ed9e-4e06-9e54-28d670e3b8ef None None] Network 3949bc4f-3aa6-4bf1-a06f-57f85e600de8 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:03.759921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.768164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:03.771045 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.827872 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e2fc0a1-d7b9-401a-a91e-1bcd648f8cbc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.834926 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-eb026719-510c-4f30-bbec-051dde242043 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6835904 Mar 29 09:46:03.840843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35800) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:03.929698 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d40c9774-3c22-442a-8a92-6340bd9ece53 None None] Port 981b747e-7d5f-4f06-a7cc-c37bb7141391 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:46:03.954732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fc0a1-d7b9-401a-a91e-1bcd648f8cbc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=f59c206a-b6d4-497d-851f-fcf9b81c31b7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:03.961632 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3261931 Mar 29 09:46:03.965163 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-533304a4-b484-4802-8ac2-7f36fff8e156', 'network_id': '533304a4-b484-4802-8ac2-7f36fff8e156', 'tenant_id': '4cb97ab098ae4f389524fb7803022cdd', 'fixed_ips': [{'subnet_id': '2e55f0db-f278-4f2b-b5a1-4d2daac8e5e3'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:46:03.965410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35804) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:03.966566 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.972095 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'subnet': {'network_id': '878aabee-a717-47bf-823f-f22215908b49', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:04.008836 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d11fb3-2f36-4c64-bf8b-d37264d49ce5 None None] Pushing event updated for resources: {'Port': ['ID=1dd0b575-df05-4ee5-9088-c52a38d781ed,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:04.013333 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port d539e27f-e9e4-436c-aaa7-a2bf8b868d79, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d539e27f-e9e4-436c-aaa7-a2bf8b868d79,segment=NetworkSegment(ad5964b1-85d2-4fcb-9e09-0d87c3251232),segment_id=ad5964b1-85d2-4fcb-9e09-0d87c3251232)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:04.056099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20148fb-5380-4302-9569-8dff1efc2481 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Network': ['ID=878aabee-a717-47bf-823f-f22215908b49,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:04.098803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 878aabee-a717-47bf-823f-f22215908b49 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:46:04.118041 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e2fc0a1-d7b9-401a-a91e-1bcd648f8cbc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:04.119978 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8e2fc0a1-d7b9-401a-a91e-1bcd648f8cbc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/f59c206a-b6d4-497d-851f-fcf9b81c31b7 HTTP/1.1" status: 204 len: 168 time: 1.3213470 Mar 29 09:46:04.122628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35808) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:04.138972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:45:59Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '85ebe3b5-1ee6-4d86-8e7e-d7796c956c05', 'name': '', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:73:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:57Z', 'updated_at': '2022-03-29T09:46:00Z', 'revision_number': 2, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:45:52Z', 'revision_number': 2, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:45:56Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:04.169461 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:04.170363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f6bbd210-229b-4807-b754-646e81262fd1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:04.203793 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb271c7b-7e16-4f90-980d-c6b7e09fec2f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] GET failed (client error): The resource could not be found. Mar 29 09:46:04.205293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bb271c7b-7e16-4f90-980d-c6b7e09fec2f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:04.295714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bb271c7b-7e16-4f90-980d-c6b7e09fec2f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:04.299851 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bb271c7b-7e16-4f90-980d-c6b7e09fec2f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/f59c206a-b6d4-497d-851f-fcf9b81c31b7 HTTP/1.1" status: 404 len: 333 time: 0.1735792 Mar 29 09:46:04.304366 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35812) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:04.312036 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4d2a8b-9029-427e-96e8-02b14076167e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:04.325373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4d2a8b-9029-427e-96e8-02b14076167e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:04.326214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5d4d2a8b-9029-427e-96e8-02b14076167e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:04.331502 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:04.345136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:subnet and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:04.352760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:04.363701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:04.379020 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-22de8c97-9e3e-4826-9ff7-e0ace7495ab9 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743360850670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2174967'] for subnet, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:04.391557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Checking router: 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:46:04.396078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Updating router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f port 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:46:04.440155 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5d4d2a8b-9029-427e-96e8-02b14076167e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:04.444733 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5d4d2a8b-9029-427e-96e8-02b14076167e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.6032798 Mar 29 09:46:04.445764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35816) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:04.490018 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:04.505892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a6266c87-72ed-4fa4-b08f-707bef145b6e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 1c3cc60a-5aa1-49de-b4ce-a5c407a56b58 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:04.506228 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a6266c87-72ed-4fa4-b08f-707bef145b6e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:04.518199 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Made reservation on behalf of c48eafa9110548e493fa73dd7387f1d3 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:04.522334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:04.555878 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22de8c97-9e3e-4826-9ff7-e0ace7495ab9 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:04.556530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-22de8c97-9e3e-4826-9ff7-e0ace7495ab9 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:04.560391 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-22de8c97-9e3e-4826-9ff7-e0ace7495ab9 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "PUT /v2.0/subnets/2e55f0db-f278-4f2b-b5a1-4d2daac8e5e3 HTTP/1.1" status: 200 len: 900 time: 1.1087022 Mar 29 09:46:04.561344 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35822) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:04.578087 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de8c97-9e3e-4826-9ff7-e0ace7495ab9 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event updated for resources: {'Subnet': ['ID=2e55f0db-f278-4f2b-b5a1-4d2daac8e5e3,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:04.645569 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-c2436308-b36a-4613-aff2-92a59a81985f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port 5300eb2c-15e4-4d7a-9ea3-e67e1c7a6d59 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:04.645896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2436308-b36a-4613-aff2-92a59a81985f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:04.662867 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7450eb66-bac6-47c8-897b-f0ca4ca29fa0 None None] Provisioning for port d73b1a1a-d2be-40e6-a802-cda8d6baff6c completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:04.779800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Allocated IP 2001:db8::3 (533304a4-b484-4802-8ac2-7f36fff8e156/2e55f0db-f278-4f2b-b5a1-4d2daac8e5e3/93ed00f9-4dc1-4211-9cda-2863bff3d56f) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:04.865819 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:04.943215 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a6266c87-72ed-4fa4-b08f-707bef145b6e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:04.992253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2436308-b36a-4613-aff2-92a59a81985f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.083436 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a6266c87-72ed-4fa4-b08f-707bef145b6e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 1c3cc60a-5aa1-49de-b4ce-a5c407a56b58 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:05.108599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.120940 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.121613 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Transition to ACTIVE for port object 93ed00f9-4dc1-4211-9cda-2863bff3d56f will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:05.143372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Transition to ACTIVE for port object 93ed00f9-4dc1-4211-9cda-2863bff3d56f will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:05.153618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-c2436308-b36a-4613-aff2-92a59a81985f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for 5300eb2c-15e4-4d7a-9ea3-e67e1c7a6d59 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:05.267343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7450eb66-bac6-47c8-897b-f0ca4ca29fa0 None None] Provisioning complete for port 981b747e-7d5f-4f06-a7cc-c37bb7141391 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:05.267343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7450eb66-bac6-47c8-897b-f0ca4ca29fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.320588 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=d539e27f-e9e4-436c-aaa7-a2bf8b868d79,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:05.329992 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port f6bbd210-229b-4807-b754-646e81262fd1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:05.330369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.366004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.392935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.398736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2436308-b36a-4613-aff2-92a59a81985f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.422194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a6266c87-72ed-4fa4-b08f-707bef145b6e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.450014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7450eb66-bac6-47c8-897b-f0ca4ca29fa0 None None] Port 981b747e-7d5f-4f06-a7cc-c37bb7141391 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:46:05.464312 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7450eb66-bac6-47c8-897b-f0ca4ca29fa0 None None] Could not find standard attr ID for object f59c206a-b6d4-497d-851f-fcf9b81c31b7. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:46:05.473366 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Subnet': ['ID=2e55f0db-f278-4f2b-b5a1-4d2daac8e5e3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:05.480041 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Network 533304a4-b484-4802-8ac2-7f36fff8e156 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:05.522282 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:05.524598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Pushing event updated for resources: {'Port': ['ID=93ed00f9-4dc1-4211-9cda-2863bff3d56f,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:05.530393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:05.535814 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6266c87-72ed-4fa4-b08f-707bef145b6e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=1c3cc60a-5aa1-49de-b4ce-a5c407a56b58,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:05.535934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2436308-b36a-4613-aff2-92a59a81985f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=5300eb2c-15e4-4d7a-9ea3-e67e1c7a6d59,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:05.548623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2436308-b36a-4613-aff2-92a59a81985f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.554656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.671583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Subnet': ['ID=f8848f86-6681-49b0-a996-1773e53a81da,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:05.679709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Checking segment: {'id': '76e04662-b375-488e-9b7d-3c25e4fed6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '878aabee-a717-47bf-823f-f22215908b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:05.680110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network hostable DHCP agents. Network: 878aabee-a717-47bf-823f-f22215908b49, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:46:05.701523 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c2436308-b36a-4613-aff2-92a59a81985f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/5300eb2c-15e4-4d7a-9ea3-e67e1c7a6d59 HTTP/1.1" status: 204 len: 168 time: 1.2465506 Mar 29 09:46:05.701908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35826) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:05.720710 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7450eb66-bac6-47c8-897b-f0ca4ca29fa0 None None] Provisioning for port 42cece8f-51ee-46d5-8939-fe68dddf1aa7 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:05.773809 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.793464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1630dd1-6b75-4dc2-9d66-38c43c2b1439 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:05.795359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1630dd1-6b75-4dc2-9d66-38c43c2b1439 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:05.797416 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d1630dd1-6b75-4dc2-9d66-38c43c2b1439 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:05.817944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a6266c87-72ed-4fa4-b08f-707bef145b6e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.830876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533304a4-b484-4802-8ac2-7f36fff8e156']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:05.839031 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Attempting to bind port 93ed00f9-4dc1-4211-9cda-2863bff3d56f on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:05.839411 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Attempting to bind port 93ed00f9-4dc1-4211-9cda-2863bff3d56f by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '79a4af31-437c-479c-ae0d-fcbd7ca6ccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '533304a4-b484-4802-8ac2-7f36fff8e156'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:05.839786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Attempting to bind port 93ed00f9-4dc1-4211-9cda-2863bff3d56f on network 533304a4-b484-4802-8ac2-7f36fff8e156 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:05.841984 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23f05fb7-365a-4b81-ac1d-417a463cf9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.846556 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a4af31-437c-479c-ae0d-fcbd7ca6ccec') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:05.847433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a4af31-437c-479c-ae0d-fcbd7ca6ccec') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:05.860586 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.878595 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.882922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d1630dd1-6b75-4dc2-9d66-38c43c2b1439 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:05.888351 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d1630dd1-6b75-4dc2-9d66-38c43c2b1439 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1853895 Mar 29 09:46:05.893782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35830) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:05.894418 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:05.894418 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.897894 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7450eb66-bac6-47c8-897b-f0ca4ca29fa0 None None] Could not find standard attr ID for object 1c3cc60a-5aa1-49de-b4ce-a5c407a56b58. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:05.908183 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:05.920127 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:05.920561 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Checking segment: {'id': '79a4af31-437c-479c-ae0d-fcbd7ca6ccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '533304a4-b484-4802-8ac2-7f36fff8e156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:05.920964 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.921365 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Bound using segment: {'id': '79a4af31-437c-479c-ae0d-fcbd7ca6ccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '533304a4-b484-4802-8ac2-7f36fff8e156'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:05.921855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Bound port: 93ed00f9-4dc1-4211-9cda-2863bff3d56f, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a4af31-437c-479c-ae0d-fcbd7ca6ccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '533304a4-b484-4802-8ac2-7f36fff8e156'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:05.922231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.928676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 878aabee-a717-47bf-823f-f22215908b49 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:46:05.946947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 42cece8f-51ee-46d5-8939-fe68dddf1aa7 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:05.967007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee30029-6367-4d5d-b11c-c0c1ab54a7d8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet c0c37042-6789-4023-9af9-d2cdd11a7875 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:05.970611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ee30029-6367-4d5d-b11c-c0c1ab54a7d8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:05.983807 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a6266c87-72ed-4fa4-b08f-707bef145b6e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/1c3cc60a-5aa1-49de-b4ce-a5c407a56b58 HTTP/1.1" status: 204 len: 168 time: 1.6819401 Mar 29 09:46:05.991125 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35834) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:06.021746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 878aabee-a717-47bf-823f-f22215908b49) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:06.029802 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:06.035329 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:06.041281 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef0a0c9-c67b-4717-a1e4-465c8c82db3c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] GET failed (client error): The resource could not be found. Mar 29 09:46:06.041985 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5ef0a0c9-c67b-4717-a1e4-465c8c82db3c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:06.064239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ee30029-6367-4d5d-b11c-c0c1ab54a7d8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:06.071940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a92eb6-42d5-415d-a704-a6b8712251e2 None None] Network 878aabee-a717-47bf-823f-f22215908b49 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:06.085134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:46:06.085134 dv-neutron-835555-1-hyperv neutron-server[88550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:46:06.085134 dv-neutron-835555-1-hyperv neutron-server[88550]: [parameters: {'id': '533304a4-b484-4802-8ac2-7f36fff8e156'}] Mar 29 09:46:06.085134 dv-neutron-835555-1-hyperv neutron-server[88550]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:46:06.085855 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:46:06.125149 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4089219e-0d96-4b6b-8cc9-7ab2f3c8315a None None] Could not find standard attr ID for object 5300eb2c-15e4-4d7a-9ea3-e67e1c7a6d59. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:46:06.147377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5ef0a0c9-c67b-4717-a1e4-465c8c82db3c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:06.148624 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5ef0a0c9-c67b-4717-a1e4-465c8c82db3c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/1c3cc60a-5aa1-49de-b4ce-a5c407a56b58 HTTP/1.1" status: 404 len: 333 time: 0.1567206 Mar 29 09:46:06.151880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35838) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:06.174724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ee30029-6367-4d5d-b11c-c0c1ab54a7d8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:06.214778 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] For port 93ed00f9-4dc1-4211-9cda-2863bff3d56f, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:06.225115 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-771150d7-964d-4463-a218-f8c50496f421 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2548571 Mar 29 09:46:06.225477 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35842) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:06.239984 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] For port 93ed00f9-4dc1-4211-9cda-2863bff3d56f, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=93ed00f9-4dc1-4211-9cda-2863bff3d56f,segment=NetworkSegment(79a4af31-437c-479c-ae0d-fcbd7ca6ccec),segment_id=79a4af31-437c-479c-ae0d-fcbd7ca6ccec)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:06.343637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4089219e-0d96-4b6b-8cc9-7ab2f3c8315a None None] Provisioning for port 1dd0b575-df05-4ee5-9088-c52a38d781ed completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:06.354232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ee30029-6367-4d5d-b11c-c0c1ab54a7d8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:06.368618 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 42cece8f-51ee-46d5-8939-fe68dddf1aa7 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:06.372712 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:06.430171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee30029-6367-4d5d-b11c-c0c1ab54a7d8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c37042-6789-4023-9af9-d2cdd11a7875,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:06.433414 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2ee30029-6367-4d5d-b11c-c0c1ab54a7d8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:06.437170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffbe5ab-6ef3-4944-afd0-98cc95e459b8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting subnet 2f7e8a73-297c-4ab4-975f-e5bae9a0bf37 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:06.455857 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8aee40-5bee-4f35-b219-7d53e2ed06dc None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:06.482877 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 42cece8f-51ee-46d5-8939-fe68dddf1aa7 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:06.483256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:06.489669 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe5ab-6ef3-4944-afd0-98cc95e459b8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:06.537194 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2ee30029-6367-4d5d-b11c-c0c1ab54a7d8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/c0c37042-6789-4023-9af9-d2cdd11a7875 HTTP/1.1" status: 204 len: 168 time: 0.6466699 Mar 29 09:46:06.541855 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35848) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:06.600198 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:06.604812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:06.640755 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-75a65556-25e4-4d70-be65-e69170355e51 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933754 Mar 29 09:46:06.641868 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35852) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:06.655489 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe5ab-6ef3-4944-afd0-98cc95e459b8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:06.681121 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5f935-6d28-4524-b3a5-ba5a032f1045 None None] Pushing event updated for resources: {'Port': ['ID=93ed00f9-4dc1-4211-9cda-2863bff3d56f,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:06.726208 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-878aabee-a717-47bf-823f-f22215908b49', 'network_id': '878aabee-a717-47bf-823f-f22215908b49', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'fixed_ips': [{'subnet_id': 'f8848f86-6681-49b0-a996-1773e53a81da'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:46:06.726939 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:06.733143 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a06172-e52f-4ea8-932f-7ddfceb6d8cf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:06.733834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-20a06172-e52f-4ea8-932f-7ddfceb6d8cf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:06.752428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Transition to ACTIVE for port object 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:06.774670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Deleting port 93ed00f9-4dc1-4211-9cda-2863bff3d56f {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:06.775001 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:06.810421 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-20a06172-e52f-4ea8-932f-7ddfceb6d8cf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:06.814442 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-20a06172-e52f-4ea8-932f-7ddfceb6d8cf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1721730 Mar 29 09:46:06.815196 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35856) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:06.876791 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9517e133-2a5a-496a-9329-e4a883d70c37 None None] Provisioning for port 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:06.936623 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9517e133-2a5a-496a-9329-e4a883d70c37 None None] Provisioning complete for port 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:06.937004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9517e133-2a5a-496a-9329-e4a883d70c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:06.961216 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:07.001132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b998c-db8f-4d23-a992-61ccd0894de6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:07.001132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cc3b998c-db8f-4d23-a992-61ccd0894de6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:07.116578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cc3b998c-db8f-4d23-a992-61ccd0894de6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:07.116578 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cc3b998c-db8f-4d23-a992-61ccd0894de6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2955794 Mar 29 09:46:07.116578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35860) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:07.145189 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe5ab-6ef3-4944-afd0-98cc95e459b8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:07.211778 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-48b0fc0b-5e32-41dd-92a4-1529db112ef6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913785 Mar 29 09:46:07.214076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35864) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:07.218147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:07.243100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c486e181-10c8-452a-9500-c4be0f78a4ef None None] Network 533304a4-b484-4802-8ac2-7f36fff8e156 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:07.266714 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-9517e133-2a5a-496a-9329-e4a883d70c37 None None] Port 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:46:07.286842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdb5b8-e949-4a27-8341-e6c8a8b29f2c None None] Pushing event updated for resources: {'Port': ['ID=85ebe3b5-1ee6-4d86-8e7e-d7796c956c05,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:07.339144 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:07.349798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:07.389542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] For port 93ed00f9-4dc1-4211-9cda-2863bff3d56f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=93ed00f9-4dc1-4211-9cda-2863bff3d56f,segment=NetworkSegment(79a4af31-437c-479c-ae0d-fcbd7ca6ccec),segment_id=79a4af31-437c-479c-ae0d-fcbd7ca6ccec)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:07.389869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:07.444299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:07.448379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:07.498381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:07.535655 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Calling delete_port for 93ed00f9-4dc1-4211-9cda-2863bff3d56f owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:07.561586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Attempting to bind port 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:07.561982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Attempting to bind port 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'ceb92cac-a981-4336-ace6-f8b3db71efea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:07.562620 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Attempting to bind port 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 on network 3949bc4f-3aa6-4bf1-a06f-57f85e600de8 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:07.562717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe5ab-6ef3-4944-afd0-98cc95e459b8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:07.606782 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:07.607170 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Checking segment: {'id': 'ceb92cac-a981-4336-ace6-f8b3db71efea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:07.607771 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:07.608176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Bound using segment: {'id': 'ceb92cac-a981-4336-ace6-f8b3db71efea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:07.608900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Bound port: 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb92cac-a981-4336-ace6-f8b3db71efea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:07.609065 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:07.619504 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Allocated IP 172.23.0.2 (878aabee-a717-47bf-823f-f22215908b49/f8848f86-6681-49b0-a996-1773e53a81da/21cc8a21-9bba-4c7a-a462-3f10aad3bc94) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:07.625912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbe5ab-6ef3-4944-afd0-98cc95e459b8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7e8a73-297c-4ab4-975f-e5bae9a0bf37,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:07.654487 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe5ab-6ef3-4944-afd0-98cc95e459b8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:07.671116 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a04be3a-242d-4786-b92a-830e375069ee None None] Network 93cd1298-44d6-4677-96bc-502bdbb4d65a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:07.687705 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1ffbe5ab-6ef3-4944-afd0-98cc95e459b8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/2f7e8a73-297c-4ab4-975f-e5bae9a0bf37 HTTP/1.1" status: 204 len: 168 time: 1.5353012 Mar 29 09:46:07.690466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35868) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:07.717613 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:07.778972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:07.876769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:07.897745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] Deleting port 1dd0b575-df05-4ee5-9088-c52a38d781ed {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:07.898389 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:07.898525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 42cece8f-51ee-46d5-8939-fe68dddf1aa7 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:07.898877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:07.919098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:07.973178 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:46:07.973823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:46:07.981081 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Port': ['ID=93ed00f9-4dc1-4211-9cda-2863bff3d56f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:07.983080 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No DVR routers for this DVR port 93ed00f9-4dc1-4211-9cda-2863bff3d56f on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:08.061999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.objects.ports [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88551) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:46:08.066407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7213bc07-79d4-435d-b787-5708fa90f57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:08.220414 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:08.228727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] For port 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:08.249587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] For port 42cece8f-51ee-46d5-8939-fe68dddf1aa7, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=42cece8f-51ee-46d5-8939-fe68dddf1aa7,segment=NetworkSegment(af0f6159-f1d3-4c63-99d6-f5f33844b4d3),segment_id=af0f6159-f1d3-4c63-99d6-f5f33844b4d3)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:08.250081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:08.275310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533304a4-b484-4802-8ac2-7f36fff8e156']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:08.295148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a4af31-437c-479c-ae0d-fcbd7ca6ccec') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:08.295427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a4af31-437c-479c-ae0d-fcbd7ca6ccec') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:08.347804 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:08.349390 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] For port 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=85ebe3b5-1ee6-4d86-8e7e-d7796c956c05,segment=NetworkSegment(ceb92cac-a981-4336-ace6-f8b3db71efea),segment_id=ceb92cac-a981-4336-ace6-f8b3db71efea)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:08.371641 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:08.382964 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 42cece8f-51ee-46d5-8939-fe68dddf1aa7 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:08.386073 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:08.386521 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:08.402338 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:08.405079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bc7819-c02e-4911-ae12-6e8c3adea381 None None] Network 533304a4-b484-4802-8ac2-7f36fff8e156 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:08.463446 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:08.525963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:08.552516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:08.573405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:08.580039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Network': ['ID=533304a4-b484-4802-8ac2-7f36fff8e156,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:08.585470 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No DVR routers for this DVR port 42cece8f-51ee-46d5-8939-fe68dddf1aa7 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:08.594551 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1277b0d5-2f75-4553-82f7-841930a0e1b3 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/533304a4-b484-4802-8ac2-7f36fff8e156 HTTP/1.1" status: 204 len: 168 time: 4.0322545 Mar 29 09:46:08.598573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35872) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:08.621706 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=42cece8f-51ee-46d5-8939-fe68dddf1aa7,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:08.636405 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-40114b2b-f369-44f9-afa6-6b6d068e4cf6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] DELETE failed (client error): The resource could not be found. Mar 29 09:46:08.636900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40114b2b-f369-44f9-afa6-6b6d068e4cf6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:08.638647 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-40114b2b-f369-44f9-afa6-6b6d068e4cf6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/subnets/2e55f0db-f278-4f2b-b5a1-4d2daac8e5e3 HTTP/1.1" status: 404 len: 337 time: 0.0390043 Mar 29 09:46:08.641160 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35876) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:08.650883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:08.669711 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Port 42cece8f-51ee-46d5-8939-fe68dddf1aa7 update to ACTIVE by agent not found {{(pid=88552) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 29 09:46:08.685611 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae712ed2-0cc8-4cc5-886a-bc5bdd19e65b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] DELETE failed (client error): The resource could not be found. Mar 29 09:46:08.686085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae712ed2-0cc8-4cc5-886a-bc5bdd19e65b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:08.691202 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ae712ed2-0cc8-4cc5-886a-bc5bdd19e65b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/533304a4-b484-4802-8ac2-7f36fff8e156 HTTP/1.1" status: 404 len: 339 time: 0.0483348 Mar 29 09:46:08.697327 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35880) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:08.705861 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Updating router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f port 981b747e-7d5f-4f06-a7cc-c37bb7141391 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:46:08.819547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:08.840353 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:08.890726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1dcdbfe7-f1dc-4f0f-9f64-470e7e10c570 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:08.931025 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:08.965532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cd1298-44d6-4677-96bc-502bdbb4d65a']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:08.998682 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0f6159-f1d3-4c63-99d6-f5f33844b4d3') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:08.999228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0f6159-f1d3-4c63-99d6-f5f33844b4d3') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:09.020820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.022953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Transition to ACTIVE for port object 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:09.032376 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d73b1a1a-d2be-40e6-a802-cda8d6baff6c up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:09.078298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.101331 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdb5b8-e949-4a27-8341-e6c8a8b29f2c None None] Pushing event updated for resources: {'Port': ['ID=85ebe3b5-1ee6-4d86-8e7e-d7796c956c05,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:09.120132 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1dcdbfe7-f1dc-4f0f-9f64-470e7e10c570 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.147917 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-1dcdbfe7-f1dc-4f0f-9f64-470e7e10c570 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693f7462-547e-43a3-98be-9c4c69af584c']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:09.149635 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:09.150199 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.161053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-1dcdbfe7-f1dc-4f0f-9f64-470e7e10c570 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174839fc-741c-453b-ae58-42385c3712fe') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:09.161348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-1dcdbfe7-f1dc-4f0f-9f64-470e7e10c570 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174839fc-741c-453b-ae58-42385c3712fe') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:09.165312 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:09.170044 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c516e42e-4db7-4542-9968-358ba5bd705e None None] DHCP port deletion for 93cd1298-44d6-4677-96bc-502bdbb4d65a request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:09.172586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.173988 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1dcdbfe7-f1dc-4f0f-9f64-470e7e10c570 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.183397 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.192340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1dcdbfe7-f1dc-4f0f-9f64-470e7e10c570 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.198480 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] For port 1dd0b575-df05-4ee5-9088-c52a38d781ed, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1dd0b575-df05-4ee5-9088-c52a38d781ed,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:09.198857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dcdbfe7-f1dc-4f0f-9f64-470e7e10c570 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:09.199012 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.199256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1dcdbfe7-f1dc-4f0f-9f64-470e7e10c570 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:09.214217 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:09.262769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Transition to ACTIVE for port object 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:09.282776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] For port 1dd0b575-df05-4ee5-9088-c52a38d781ed, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1dd0b575-df05-4ee5-9088-c52a38d781ed,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:09.309453 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.377016 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.379228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.379946 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.381038 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1dcdbfe7-f1dc-4f0f-9f64-470e7e10c570 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.385484 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1dcdbfe7-f1dc-4f0f-9f64-470e7e10c570 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.398462 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] Calling delete_port for 1dd0b575-df05-4ee5-9088-c52a38d781ed owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:09.432141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdbfe7-f1dc-4f0f-9f64-470e7e10c570 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Network': ['ID=693f7462-547e-43a3-98be-9c4c69af584c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:09.441651 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1dcdbfe7-f1dc-4f0f-9f64-470e7e10c570 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/693f7462-547e-43a3-98be-9c4c69af584c HTTP/1.1" status: 204 len: 168 time: 0.7400680 Mar 29 09:46:09.441651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35886) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:09.444398 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.469718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.488025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Allocated IP 172.23.0.1 (878aabee-a717-47bf-823f-f22215908b49/f8848f86-6681-49b0-a996-1773e53a81da/2aff3d54-179d-4bea-bacc-afd561787527) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:09.490765 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e26727f-cc85-437b-b117-864680cbdb92 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] DELETE failed (client error): The resource could not be found. Mar 29 09:46:09.495852 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e26727f-cc85-437b-b117-864680cbdb92 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:09.495852 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6e26727f-cc85-437b-b117-864680cbdb92 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/subnets/eb62f82a-41d2-4210-896c-22077f112064 HTTP/1.1" status: 404 len: 337 time: 0.0505810 Mar 29 09:46:09.499142 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35890) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:09.506677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Network': ['ID=93cd1298-44d6-4677-96bc-502bdbb4d65a,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:09.514678 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:09.523103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:09.530887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:09.531558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.540876 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Network 878aabee-a717-47bf-823f-f22215908b49 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:09.549203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:09.556151 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ec20c7-90c8-43bb-9ac3-47e718ff6f86 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] DELETE failed (client error): The resource could not be found. Mar 29 09:46:09.557019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ec20c7-90c8-43bb-9ac3-47e718ff6f86 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:09.562018 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-84ec20c7-90c8-43bb-9ac3-47e718ff6f86 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/63115f1f-630a-4643-bef2-c3d4adbcee36 HTTP/1.1" status: 404 len: 339 time: 0.0570939 Mar 29 09:46:09.564631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35894) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:09.589223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:09.610086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=5be2bd24-6308-4c56-902d-b9c240d5b7c3,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:09.616681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Pushing event updated for resources: {'Port': ['ID=21cc8a21-9bba-4c7a-a462-3f10aad3bc94,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:09.622477 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f84f1f5a-e3d8-429e-976d-83999dc9b4fa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/networks/93cd1298-44d6-4677-96bc-502bdbb4d65a HTTP/1.1" status: 204 len: 168 time: 1.9268510 Mar 29 09:46:09.626882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35898) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:09.628843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=1dd0b575-df05-4ee5-9088-c52a38d781ed,revision_number=5']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:09.633490 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2111770362'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:09.654287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:09.658644 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38fc73c-1644-4a8c-9110-101c846ccd1b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Deleting subnet 19cb1567-785e-44dd-b16d-bf489bdc9dab {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:09.665939 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:network and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:09.666131 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-380cce01-ce01-4349-ac22-47944c8e023e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4500360 Mar 29 09:46:09.666131 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f38fc73c-1644-4a8c-9110-101c846ccd1b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.668208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35902) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:09.668982 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:09.710036 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port d73b1a1a-d2be-40e6-a802-cda8d6baff6c completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:09.730896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f38fc73c-1644-4a8c-9110-101c846ccd1b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.759666 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:46:09.760013 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:46:09.760751 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d73b1a1a-d2be-40e6-a802-cda8d6baff6c triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:09.761127 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.798101 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:09.803597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ed853518-d995-4685-9ddb-81bebb9e0bb7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:09.826924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f38fc73c-1644-4a8c-9110-101c846ccd1b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.844740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Attempting to bind port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:09.845393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Attempting to bind port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '76e04662-b375-488e-9b7d-3c25e4fed6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '878aabee-a717-47bf-823f-f22215908b49'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:09.845753 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Attempting to bind port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 on network 878aabee-a717-47bf-823f-f22215908b49 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:09.865389 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:09.866003 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Checking segment: {'id': '76e04662-b375-488e-9b7d-3c25e4fed6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '878aabee-a717-47bf-823f-f22215908b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:09.866763 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.867322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Bound using segment: {'id': '76e04662-b375-488e-9b7d-3c25e4fed6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '878aabee-a717-47bf-823f-f22215908b49'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:09.867966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Bound port: 21cc8a21-9bba-4c7a-a462-3f10aad3bc94, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e04662-b375-488e-9b7d-3c25e4fed6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '878aabee-a717-47bf-823f-f22215908b49'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:09.868542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.934763 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:09.938119 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.964896 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:09.981611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f38fc73c-1644-4a8c-9110-101c846ccd1b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.008590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Transition to ACTIVE for port object 2aff3d54-179d-4bea-bacc-afd561787527 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:10.022488 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:46:10.025424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fc73c-1644-4a8c-9110-101c846ccd1b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Subnet': ['ID=19cb1567-785e-44dd-b16d-bf489bdc9dab,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:10.029193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f38fc73c-1644-4a8c-9110-101c846ccd1b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.030458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ed853518-d995-4685-9ddb-81bebb9e0bb7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:10.043494 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f38fc73c-1644-4a8c-9110-101c846ccd1b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/subnets/19cb1567-785e-44dd-b16d-bf489bdc9dab HTTP/1.1" status: 204 len: 168 time: 0.4777577 Mar 29 09:46:10.044359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35906) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:10.044923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.045268 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Added segment 1219a8de-91fe-4c31-b947-d80d5c598abd of type vlan for network b1a59e7b-0553-4922-8e47-0460b603c208 Mar 29 09:46:10.051037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ed853518-d995-4685-9ddb-81bebb9e0bb7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:10.097792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.102624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29368043-2adf-4a03-aba9-0e15fd8ec6a7 None None] Network 6ce45def-a0a8-40e8-ac80-1b33b8bab442 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:10.116558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-70142e94-418c-44f1-91dd-30c51e3907bd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Deleting subnet bfd59c75-c254-4ed4-8675-a956e35816a0 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:10.119934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-70142e94-418c-44f1-91dd-30c51e3907bd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.158615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed853518-d995-4685-9ddb-81bebb9e0bb7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:10.163150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ed853518-d995-4685-9ddb-81bebb9e0bb7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.181824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-70142e94-418c-44f1-91dd-30c51e3907bd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.192768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.239331 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.251173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] For port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:10.261900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] Deleting port 1dd0b575-df05-4ee5-9088-c52a38d781ed {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:10.262273 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.276182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-70142e94-418c-44f1-91dd-30c51e3907bd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.296106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.297354 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.302729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:10.303316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.308035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] For port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=21cc8a21-9bba-4c7a-a462-3f10aad3bc94,segment=NetworkSegment(76e04662-b375-488e-9b7d-3c25e4fed6c3),segment_id=76e04662-b375-488e-9b7d-3c25e4fed6c3)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:10.357738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 878aabee-a717-47bf-823f-f22215908b49 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:10.357981 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Transition to ACTIVE for port object 981b747e-7d5f-4f06-a7cc-c37bb7141391 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:10.371632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:10.374869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:10.401782 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port d73b1a1a-d2be-40e6-a802-cda8d6baff6c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d73b1a1a-d2be-40e6-a802-cda8d6baff6c,segment=NetworkSegment(ceb92cac-a981-4336-ace6-f8b3db71efea),segment_id=ceb92cac-a981-4336-ace6-f8b3db71efea)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:10.433034 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.445880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=2aff3d54-179d-4bea-bacc-afd561787527,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:10.462659 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-70142e94-418c-44f1-91dd-30c51e3907bd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.496985 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.500696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.501444 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fbc59552-85cc-4d73-8f1c-efc721cdee76 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:10.506245 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70142e94-418c-44f1-91dd-30c51e3907bd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd59c75-c254-4ed4-8675-a956e35816a0,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:10.509959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-70142e94-418c-44f1-91dd-30c51e3907bd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.522622 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-70142e94-418c-44f1-91dd-30c51e3907bd tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/subnets/bfd59c75-c254-4ed4-8675-a956e35816a0 HTTP/1.1" status: 204 len: 168 time: 0.4745698 Mar 29 09:46:10.522939 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35910) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:10.541619 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9110985 Mar 29 09:46:10.543885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35914) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:10.551069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'subnet': {'network_id': 'b1a59e7b-0553-4922-8e47-0460b603c208', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:10.576794 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.ipam_backend_mixin [None req-ed853518-d995-4685-9ddb-81bebb9e0bb7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5be2bd24-6308-4c56-902d-b9c240d5b7c3 (CIDR: 2001:db8::/64) Mar 29 09:46:10.577591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd0e44-b533-47a4-9d62-eab890c8ee70 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Network': ['ID=b1a59e7b-0553-4922-8e47-0460b603c208,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:10.592776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.661902 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed853518-d995-4685-9ddb-81bebb9e0bb7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:46:10.662394 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed853518-d995-4685-9ddb-81bebb9e0bb7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:10.676463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:10.678152 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network b1a59e7b-0553-4922-8e47-0460b603c208 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:46:10.681555 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:subnet and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:10.685404 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:10.692363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:10.726568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.750105 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Deleting port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:10.750446 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.764239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:10.769801 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:10.797670 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ed853518-d995-4685-9ddb-81bebb9e0bb7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1255491 Mar 29 09:46:10.808421 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35918) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:10.831571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c9125c2b-ae84-417a-97a7-89fa419e75d2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:10.852274 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39f5fe-c204-4d80-b0c6-893eb83f237e None None] Pushing event updated for resources: {'Port': ['ID=21cc8a21-9bba-4c7a-a462-3f10aad3bc94,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:11.017683 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:11.028189 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] For port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3d99e4d8-7bee-4523-89cb-026f67d6f1c5,segment=NetworkSegment(ebf3c484-c706-4114-ae06-d2c5b55370a6),segment_id=ebf3c484-c706-4114-ae06-d2c5b55370a6)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:11.042905 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:11.053790 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:11.062423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c9125c2b-ae84-417a-97a7-89fa419e75d2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:11.077526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c9125c2b-ae84-417a-97a7-89fa419e75d2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:11.166229 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port fbc59552-85cc-4d73-8f1c-efc721cdee76 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:11.166714 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:11.175726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9125c2b-ae84-417a-97a7-89fa419e75d2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:11.179276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c9125c2b-ae84-417a-97a7-89fa419e75d2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:11.189721 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Calling delete_port for 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:11.235169 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Attempting to bind port 981b747e-7d5f-4f06-a7cc-c37bb7141391 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:11.235583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Attempting to bind port 981b747e-7d5f-4f06-a7cc-c37bb7141391 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '21419eb5-81e3-4cc9-83a0-58715d3d4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:11.236035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Attempting to bind port 981b747e-7d5f-4f06-a7cc-c37bb7141391 on network c74573a2-67ad-4081-b28c-4851119717b8 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:11.249974 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:11.252071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Checking segment: {'id': '21419eb5-81e3-4cc9-83a0-58715d3d4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:11.252071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:11.252071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Bound using segment: {'id': '21419eb5-81e3-4cc9-83a0-58715d3d4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:11.252071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Bound port: 981b747e-7d5f-4f06-a7cc-c37bb7141391, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21419eb5-81e3-4cc9-83a0-58715d3d4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:11.253396 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:11.285137 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdb5b8-e949-4a27-8341-e6c8a8b29f2c None None] Pushing event updated for resources: {'Port': ['ID=981b747e-7d5f-4f06-a7cc-c37bb7141391,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:11.398552 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] For port 1dd0b575-df05-4ee5-9088-c52a38d781ed, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1dd0b575-df05-4ee5-9088-c52a38d781ed,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:11.399073 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:11.449405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:11.586868 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Subnet': ['ID=c3135e86-a105-405e-9f1d-20e5734ea994,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:11.600739 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792ecfc5-9f3a-4459-b57b-420ef79e271f None None] Host dv-neutron-835555-1-hyperv tried to update port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 which no longer exists. {{(pid=88552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:46:11.618680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Checking segment: {'id': '1219a8de-91fe-4c31-b947-d80d5c598abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b1a59e7b-0553-4922-8e47-0460b603c208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:11.619035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network hostable DHCP agents. Network: b1a59e7b-0553-4922-8e47-0460b603c208, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:46:11.639428 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:11.694291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Port': ['ID=3d99e4d8-7bee-4523-89cb-026f67d6f1c5,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:11.712196 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No DVR routers for this DVR port 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:11.722615 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5878e60c-5795-4ca0-aadc-7be3b7aa04b5 None None] Network 6ce45def-a0a8-40e8-ac80-1b33b8bab442 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:11.730269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network b1a59e7b-0553-4922-8e47-0460b603c208 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:46:11.809727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, b1a59e7b-0553-4922-8e47-0460b603c208) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:11.815690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:11.816562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:11.819400 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] Calling delete_port for 1dd0b575-df05-4ee5-9088-c52a38d781ed owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:11.839122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c9125c2b-ae84-417a-97a7-89fa419e75d2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:11.878385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a24c57-5a4d-4b17-9589-635437f91cf0 None None] Network b1a59e7b-0553-4922-8e47-0460b603c208 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:11.902480 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f571fa4f-2043-4590-aa16-302a61265464 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3524814 Mar 29 09:46:11.902480 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9125c2b-ae84-417a-97a7-89fa419e75d2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:11.903551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35924) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:11.905857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-c9125c2b-ae84-417a-97a7-89fa419e75d2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:11.911430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'network_id': 'b1a59e7b-0553-4922-8e47-0460b603c208', 'name': 'tempest-PortsTestJSON-358874825', 'fixed_ips': [{'subnet_id': 'c3135e86-a105-405e-9f1d-20e5734ea994', 'ip_address': '172.20.0.10'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:11.921829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a3b0e21c-18c3-4072-a5fb-96a644e3e870 None None] Could not find standard attr ID for object 3d99e4d8-7bee-4523-89cb-026f67d6f1c5. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:46:11.931653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9125c2b-ae84-417a-97a7-89fa419e75d2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:11.931843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:11.931966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c9125c2b-ae84-417a-97a7-89fa419e75d2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:11.932089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] For port 981b747e-7d5f-4f06-a7cc-c37bb7141391, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:11.934311 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d539e27f-e9e4-436c-aaa7-a2bf8b868d79 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:11.967334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9125c2b-ae84-417a-97a7-89fa419e75d2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=601f3cfb-5661-40e9-8399-55e3225d9a57,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:11.969634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=d73b1a1a-d2be-40e6-a802-cda8d6baff6c,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:11.983409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce45def-a0a8-40e8-ac80-1b33b8bab442']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:12.008920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf3c484-c706-4114-ae06-d2c5b55370a6') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:12.010672 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf3c484-c706-4114-ae06-d2c5b55370a6') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:12.040031 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:12.050530 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] For port 981b747e-7d5f-4f06-a7cc-c37bb7141391, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=981b747e-7d5f-4f06-a7cc-c37bb7141391,segment=NetworkSegment(21419eb5-81e3-4cc9-83a0-58715d3d4d2f),segment_id=21419eb5-81e3-4cc9-83a0-58715d3d4d2f)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:12.063081 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:12.071618 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:12.072049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:12.082894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:12.088223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:port and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:12.088391 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:12.096223 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c9125c2b-ae84-417a-97a7-89fa419e75d2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2701395 Mar 29 09:46:12.101226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35928) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:12.101226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:12.110550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'mac_address': 'fa:16:3e:17:d2:de', 'name': 'tempest-NetworksTestDHCPv6-1568654789'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:12.127141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:12.156855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:12.177994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:12.239822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:12.271965 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:12.274013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:12.373256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:12.377736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:port and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:12.381924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:12.388526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:12.408574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:12.429409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:12.457563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port 2ab747f8-0e0a-4c04-b1bf-4b411b712597 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:46:12.465534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:12.500576 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Network': ['ID=6ce45def-a0a8-40e8-ac80-1b33b8bab442,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:12.539294 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c923bffb-fd0f-43e3-a13c-42aa39deef65 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/6ce45def-a0a8-40e8-ac80-1b33b8bab442 HTTP/1.1" status: 204 len: 168 time: 2.0095551 Mar 29 09:46:12.541530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35932) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:12.547105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:12.567332 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94128c83-c38b-4eef-a772-7ab358e5478c None None] DHCP port deletion for 6ce45def-a0a8-40e8-ac80-1b33b8bab442 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:12.601176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:12.610271 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:12.633136 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event updated for resources: {'Port': ['ID=2aff3d54-179d-4bea-bacc-afd561787527,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:12.661463 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fad52b-0302-4ec7-948e-0f3b58eb5a90 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] DELETE failed (client error): The resource could not be found. Mar 29 09:46:12.662008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fad52b-0302-4ec7-948e-0f3b58eb5a90 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:12.683798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Network 878aabee-a717-47bf-823f-f22215908b49 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:12.684453 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5526abc5-0349-44fa-bc47-65507f584bbf None None] Network 878aabee-a717-47bf-823f-f22215908b49 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:12.686009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:12.710343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdb5b8-e949-4a27-8341-e6c8a8b29f2c None None] Pushing event updated for resources: {'Port': ['ID=981b747e-7d5f-4f06-a7cc-c37bb7141391,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:12.728376 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d539e27f-e9e4-436c-aaa7-a2bf8b868d79 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:12.728768 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:12.774636 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c5fad52b-0302-4ec7-948e-0f3b58eb5a90 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/subnets/cc6a1e32-7626-42af-822e-de649d0e0817 HTTP/1.1" status: 404 len: 337 time: 0.2298543 Mar 29 09:46:12.783083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35936) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:12.826036 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-996e381a-8f0f-44b6-b5ca-34bb5fa78c2b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] DELETE failed (client error): The resource could not be found. Mar 29 09:46:12.826617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-996e381a-8f0f-44b6-b5ca-34bb5fa78c2b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:12.830739 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-996e381a-8f0f-44b6-b5ca-34bb5fa78c2b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/121d0e59-64b5-4cb7-9ed5-14f8a037bdb3 HTTP/1.1" status: 404 len: 339 time: 0.0476639 Mar 29 09:46:12.831618 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35940) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:12.847961 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:12.882163 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadf2f62-b01f-4461-aa14-0b4a63545175 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] DELETE failed (client error): The resource could not be found. Mar 29 09:46:12.882695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dadf2f62-b01f-4461-aa14-0b4a63545175 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:12.884414 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dadf2f62-b01f-4461-aa14-0b4a63545175 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/subnets/792676c3-70ad-4efc-88a1-3b08dcf948c4 HTTP/1.1" status: 404 len: 337 time: 0.0518274 Mar 29 09:46:12.887178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35944) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:12.908651 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:12.932878 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4fdf4c-3539-4834-914b-a2044a435023 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] DELETE failed (client error): The resource could not be found. Mar 29 09:46:12.933335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4fdf4c-3539-4834-914b-a2044a435023 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:12.934937 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8f4fdf4c-3539-4834-914b-a2044a435023 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/f8ba3f08-be5f-4cba-8014-816965b86e3c HTTP/1.1" status: 404 len: 339 time: 0.0467312 Mar 29 09:46:12.937656 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35948) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:12.947226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port e4f02e90-5fb4-4718-8246-2e37325e8b66 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:46:12.975123 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:46:12.979669 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8154020d-6205-44f8-b74e-342df07540e5 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] DELETE failed (client error): The resource could not be found. Mar 29 09:46:12.980117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8154020d-6205-44f8-b74e-342df07540e5 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:12.981379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Allocated IP 172.20.0.10 (b1a59e7b-0553-4922-8e47-0460b603c208/c3135e86-a105-405e-9f1d-20e5734ea994/2ab747f8-0e0a-4c04-b1bf-4b411b712597) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:12.982020 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8154020d-6205-44f8-b74e-342df07540e5 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/subnets/0b3667cb-bf2b-47c5-8f07-7416bf66781a HTTP/1.1" status: 404 len: 337 time: 0.0433242 Mar 29 09:46:12.984782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35952) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:13.014811 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] Pushing event deleted for resources: {'Port': ['ID=1dd0b575-df05-4ee5-9088-c52a38d781ed,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:13.067231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-b1a59e7b-0553-4922-8e47-0460b603c208', 'network_id': 'b1a59e7b-0553-4922-8e47-0460b603c208', 'tenant_id': 'b4dec77116a345ed906ccba95ed7a9ff', 'fixed_ips': [{'subnet_id': 'c3135e86-a105-405e-9f1d-20e5734ea994'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:46:13.068048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:13.077205 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-757c4892-30e6-4520-b576-b630d67abd5e tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] DELETE failed (client error): The resource could not be found. Mar 29 09:46:13.077689 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757c4892-30e6-4520-b576-b630d67abd5e tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:13.079383 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-757c4892-30e6-4520-b576-b630d67abd5e tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/8537e21a-58d8-44dc-b238-5a53847555ef HTTP/1.1" status: 404 len: 339 time: 0.0934794 Mar 29 09:46:13.088464 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35956) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:13.096359 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:13.220404 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960fa58a-0850-4df8-9085-776c89dada70 None None] No DVR routers for this DVR port 1dd0b575-df05-4ee5-9088-c52a38d781ed on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:13.267860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-8209ba8b-992f-4bbd-8c34-57bc6ae5acbb tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Deleting subnet d746c690-5ac3-4861-b81f-cbe8a93850cf {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:13.270141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:46:13.275512 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-49bea711-dc0b-4ba0-82b8-b13fd6d47a7e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/8a919e7e-1c94-4bb3-8998-f15fa31c2a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0489166 Mar 29 09:46:13.276761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8209ba8b-992f-4bbd-8c34-57bc6ae5acbb tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:13.281636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35962) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:13.286835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-35f631c8-d45d-4e65-b20e-40231b2f3ba8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:13.340055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8209ba8b-992f-4bbd-8c34-57bc6ae5acbb tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:13.601539 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8209ba8b-992f-4bbd-8c34-57bc6ae5acbb tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:13.681631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:13.725578 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb91861-8fb9-4c94-9144-50c41ea42b83 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:13.754584 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-05c2df08-9787-4229-93c3-bd3aedcd0051 None None] Provisioning for port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:13.772548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8209ba8b-992f-4bbd-8c34-57bc6ae5acbb tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:13.783586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Transition to ACTIVE for port object 2ab747f8-0e0a-4c04-b1bf-4b411b712597 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:13.790779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8:0:1::c8 (904da7d4-bab8-40f2-8764-d10ff337fe7e/601f3cfb-5661-40e9-8399-55e3225d9a57/e4f02e90-5fb4-4718-8246-2e37325e8b66) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:13.861871 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::f816:3eff:fe17:d2de (904da7d4-bab8-40f2-8764-d10ff337fe7e/5be2bd24-6308-4c56-902d-b9c240d5b7c3/e4f02e90-5fb4-4718-8246-2e37325e8b66) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:13.872829 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209ba8b-992f-4bbd-8c34-57bc6ae5acbb tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Subnet': ['ID=d746c690-5ac3-4861-b81f-cbe8a93850cf,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:13.886032 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8209ba8b-992f-4bbd-8c34-57bc6ae5acbb tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:13.901813 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8209ba8b-992f-4bbd-8c34-57bc6ae5acbb tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/subnets/d746c690-5ac3-4861-b81f-cbe8a93850cf HTTP/1.1" status: 204 len: 168 time: 0.8119152 Mar 29 09:46:13.905405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35966) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:13.909633 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5e5057-7a62-49ee-a07f-6812dc0b1859 None None] Network a9443a10-9fd3-4a15-a531-545021fd7e4a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:14.076605 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:14.146819 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:14.163529 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Deleting port 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:14.164344 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:14.262966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network b1a59e7b-0553-4922-8e47-0460b603c208 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:14.278362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:14.288070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:14.292927 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d73b1a1a-d2be-40e6-a802-cda8d6baff6c up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:14.409629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] For port 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=0e3d60f5-1cd5-45bc-ad20-8f39b2598b42,segment=NetworkSegment(8301e927-4663-4d20-a4eb-803211482ae0),segment_id=8301e927-4663-4d20-a4eb-803211482ae0)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:14.410053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:14.465790 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Allocated IP 172.20.0.2 (b1a59e7b-0553-4922-8e47-0460b603c208/c3135e86-a105-405e-9f1d-20e5734ea994/773cb927-34fb-4151-9e41-1d3700e725c3) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:14.475497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:14.492976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object e4f02e90-5fb4-4718-8246-2e37325e8b66 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:14.514355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=2ab747f8-0e0a-4c04-b1bf-4b411b712597,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:14.576705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Calling delete_port for 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:14.583322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:10Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '2aff3d54-179d-4bea-bacc-afd561787527', 'name': '', 'network_id': '878aabee-a717-47bf-823f-f22215908b49', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:31:92:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:46:08Z', 'updated_at': '2022-03-29T09:46:11Z', 'revision_number': 2, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85ebe3b5-1ee6-4d86-8e7e-d7796c956c05', 'name': '', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:73:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:57Z', 'updated_at': '2022-03-29T09:46:08Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:11Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:14.606659 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6650a5a1-cf2b-45ff-b997-d09efc96da88 None None] The sync data for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv is: [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:10Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '2aff3d54-179d-4bea-bacc-afd561787527', 'name': '', 'network_id': '878aabee-a717-47bf-823f-f22215908b49', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:31:92:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:46:08Z', 'updated_at': '2022-03-29T09:46:11Z', 'revision_number': 2, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85ebe3b5-1ee6-4d86-8e7e-d7796c956c05', 'name': '', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:73:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:57Z', 'updated_at': '2022-03-29T09:46:08Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:11Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:46:14.606976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:14.607492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:14.609500 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': '5be2bd24-6308-4c56-902d-b9c240d5b7c3'}, {'subnet_id': '601f3cfb-5661-40e9-8399-55e3225d9a57'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:46:14.610349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:14.631831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:14.718503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d73b1a1a-d2be-40e6-a802-cda8d6baff6c triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:14.718873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:14.746145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e788a69d-7dc4-4236-a879-84a0de057533 None None] Provisioning for port 2aff3d54-179d-4bea-bacc-afd561787527 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:14.787627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:14.800151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:14.814580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:14.818307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e788a69d-7dc4-4236-a879-84a0de057533 None None] Provisioning complete for port 2aff3d54-179d-4bea-bacc-afd561787527 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:14.820896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e788a69d-7dc4-4236-a879-84a0de057533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:14.828954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:14.836121 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:14.837573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:14.866950 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No DVR routers for this DVR port 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:14.869367 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Port': ['ID=0e3d60f5-1cd5-45bc-ad20-8f39b2598b42,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:14.886324 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dd1a9994-6842-4e4a-8bb1-87301831cb54 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9817259 Mar 29 09:46:14.889268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=e4f02e90-5fb4-4718-8246-2e37325e8b66,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:14.894807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35970) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:14.905712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'network_id': 'b1a59e7b-0553-4922-8e47-0460b603c208', 'name': 'tempest-PortsTestJSON-232229402', 'fixed_ips': [{'subnet_id': 'c3135e86-a105-405e-9f1d-20e5734ea994', 'ip_address': '172.20.0.9'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:14.941758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.extraroute_db [None req-35f631c8-d45d-4e65-b20e-40231b2f3ba8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 29 09:46:14.986107 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5a0a42e4-d950-4c25-b58e-388d3dca79ca tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8829107 Mar 29 09:46:14.990957 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e788a69d-7dc4-4236-a879-84a0de057533 None None] Port 2aff3d54-179d-4bea-bacc-afd561787527 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:46:14.991695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35974) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:15.073290 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.114754 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9443a10-9fd3-4a15-a531-545021fd7e4a']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:15.118348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.extraroute_db [None req-35f631c8-d45d-4e65-b20e-40231b2f3ba8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Removed routes are [] {{(pid=88551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 29 09:46:15.118348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35f631c8-d45d-4e65-b20e-40231b2f3ba8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.120280 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-daee40b6-039b-477b-861d-45cea8758834 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port e4f02e90-5fb4-4718-8246-2e37325e8b66 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:15.120638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-daee40b6-039b-477b-861d-45cea8758834 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.130898 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8301e927-4663-4d20-a4eb-803211482ae0') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:15.131611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8301e927-4663-4d20-a4eb-803211482ae0') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:15.147862 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.161310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f326db-6136-40c4-b565-d1bcc03c817d None None] DHCP port deletion for a9443a10-9fd3-4a15-a531-545021fd7e4a request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:15.170806 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.180402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:15.181031 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.244710 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 981b747e-7d5f-4f06-a7cc-c37bb7141391 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:15.305417 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:15.335879 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.386788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.469670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.476727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Transition to ACTIVE for port object 773cb927-34fb-4151-9e41-1d3700e725c3 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:15.494620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Network': ['ID=a9443a10-9fd3-4a15-a531-545021fd7e4a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:15.510389 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9cebc97e-75a0-4806-ae72-44651b3b795b tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/a9443a10-9fd3-4a15-a531-545021fd7e4a HTTP/1.1" status: 204 len: 168 time: 1.6028504 Mar 29 09:46:15.512792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35980) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:15.529017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Allocated IP 2001:db8:0:1::2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/601f3cfb-5661-40e9-8399-55e3225d9a57/c95e304c-3cff-4027-8af1-4c5fb87fb377) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:15.542747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Allocated IP 2001:db8::f816:3eff:fe26:5de6 (904da7d4-bab8-40f2-8764-d10ff337fe7e/5be2bd24-6308-4c56-902d-b9c240d5b7c3/c95e304c-3cff-4027-8af1-4c5fb87fb377) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:15.545191 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-bab302e4-5263-44ae-a28d-501f4e196a01 None None] Provisioning complete for port 2aff3d54-179d-4bea-bacc-afd561787527 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:15.545565 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bab302e4-5263-44ae-a28d-501f4e196a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.555837 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-3535a895-8ba1-4c4b-a721-8e8a088ae5c6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] DELETE failed (client error): The resource could not be found. Mar 29 09:46:15.556680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3535a895-8ba1-4c4b-a721-8e8a088ae5c6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:15.559537 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3535a895-8ba1-4c4b-a721-8e8a088ae5c6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/subnets/e6f027d7-969a-4266-a38d-3884eca9bd96 HTTP/1.1" status: 404 len: 337 time: 0.0456762 Mar 29 09:46:15.562096 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35984) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:15.592465 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-9119bd72-4583-4ec1-bd56-17b7f568bad6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] DELETE failed (client error): The resource could not be found. Mar 29 09:46:15.592763 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9119bd72-4583-4ec1-bd56-17b7f568bad6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:15.594247 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9119bd72-4583-4ec1-bd56-17b7f568bad6 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/6ed66319-02da-4fb3-9579-2abd3b8f1303 HTTP/1.1" status: 404 len: 339 time: 0.0311959 Mar 29 09:46:15.597408 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35988) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:15.611476 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Transition to ACTIVE for port object 773cb927-34fb-4151-9e41-1d3700e725c3 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:15.617010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-bab302e4-5263-44ae-a28d-501f4e196a01 None None] Port 2aff3d54-179d-4bea-bacc-afd561787527 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:46:15.630008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:15.657970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:port and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:15.670720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:15.685496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:15.686022 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1288ee5-5231-4187-809a-4b14a6748687 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Deleting subnet 06d719d9-949a-4949-a22b-48cae5e66b2d {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:15.690011 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1288ee5-5231-4187-809a-4b14a6748687 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.731473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.758318 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1288ee5-5231-4187-809a-4b14a6748687 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.816116 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 981b747e-7d5f-4f06-a7cc-c37bb7141391 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:15.833515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Network b1a59e7b-0553-4922-8e47-0460b603c208 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:15.836789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Pushing event updated for resources: {'Port': ['ID=773cb927-34fb-4151-9e41-1d3700e725c3,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:15.839062 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:15.840635 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 981b747e-7d5f-4f06-a7cc-c37bb7141391 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:15.841008 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.863232 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1288ee5-5231-4187-809a-4b14a6748687 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.869554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:15.934214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35f631c8-d45d-4e65-b20e-40231b2f3ba8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:15.942141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35f631c8-d45d-4e65-b20e-40231b2f3ba8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.009582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Attempting to bind port 773cb927-34fb-4151-9e41-1d3700e725c3 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:16.009943 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Attempting to bind port 773cb927-34fb-4151-9e41-1d3700e725c3 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1219a8de-91fe-4c31-b947-d80d5c598abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b1a59e7b-0553-4922-8e47-0460b603c208'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:16.010304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Attempting to bind port 773cb927-34fb-4151-9e41-1d3700e725c3 on network b1a59e7b-0553-4922-8e47-0460b603c208 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:16.034044 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:16.034411 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Checking segment: {'id': '1219a8de-91fe-4c31-b947-d80d5c598abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b1a59e7b-0553-4922-8e47-0460b603c208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:16.035228 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.035228 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Bound using segment: {'id': '1219a8de-91fe-4c31-b947-d80d5c598abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b1a59e7b-0553-4922-8e47-0460b603c208'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:16.035681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Bound port: 773cb927-34fb-4151-9e41-1d3700e725c3, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1219a8de-91fe-4c31-b947-d80d5c598abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b1a59e7b-0553-4922-8e47-0460b603c208'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:16.036418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.037717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1288ee5-5231-4187-809a-4b14a6748687 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.096074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1288ee5-5231-4187-809a-4b14a6748687 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.100920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1288ee5-5231-4187-809a-4b14a6748687 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Subnet': ['ID=06d719d9-949a-4949-a22b-48cae5e66b2d,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:16.114617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:16.116536 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d1288ee5-5231-4187-809a-4b14a6748687 tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/subnets/06d719d9-949a-4949-a22b-48cae5e66b2d HTTP/1.1" status: 204 len: 168 time: 0.5162768 Mar 29 09:46:16.118512 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35992) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:16.119974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.132567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56894ca0-5a57-40e4-a681-fe8745fe8fdd None None] Network a554e5d3-f868-4290-bc62-e7f33c5f7a20 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:16.159233 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port 26dec087-3932-4cbe-a0b0-add555a0af1f yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:46:16.228329 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f631c8-d45d-4e65-b20e-40231b2f3ba8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:46:16.236876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-daee40b6-039b-477b-861d-45cea8758834 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.296963 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.326389 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.338752 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Sync routers for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:46:16.352807 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.359436 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:16.359436 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:16.364632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Deleting port 2f16f640-d4be-4443-a19c-65df1b362b2c {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:16.364969 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.373152 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Transition to ACTIVE for port object c95e304c-3cff-4027-8af1-4c5fb87fb377 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:16.409409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-daee40b6-039b-477b-861d-45cea8758834 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for e4f02e90-5fb4-4718-8246-2e37325e8b66 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:16.459257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Transition to ACTIVE for port object c95e304c-3cff-4027-8af1-4c5fb87fb377 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:16.469971 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] For port 773cb927-34fb-4151-9e41-1d3700e725c3, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:16.474584 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] For port 773cb927-34fb-4151-9e41-1d3700e725c3, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=773cb927-34fb-4151-9e41-1d3700e725c3,segment=NetworkSegment(1219a8de-91fe-4c31-b947-d80d5c598abd),segment_id=1219a8de-91fe-4c31-b947-d80d5c598abd)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:16.481186 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 981b747e-7d5f-4f06-a7cc-c37bb7141391, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=981b747e-7d5f-4f06-a7cc-c37bb7141391,segment=NetworkSegment(21419eb5-81e3-4cc9-83a0-58715d3d4d2f),segment_id=21419eb5-81e3-4cc9-83a0-58715d3d4d2f)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:16.522983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.575861 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.598509 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.599840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:16.606108 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:16.625592 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6998daa2-9bdb-4b40-99ef-e7f24bf2769d None None] DHCP port deletion for a554e5d3-f868-4290-bc62-e7f33c5f7a20 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:16.631331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] For port 2f16f640-d4be-4443-a19c-65df1b362b2c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2f16f640-d4be-4443-a19c-65df1b362b2c,segment=NetworkSegment(d1781896-9ddc-4763-8a4c-c3739ba21f1c),segment_id=d1781896-9ddc-4763-8a4c-c3739ba21f1c)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:16.631995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.649001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:16.650043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6998daa2-9bdb-4b40-99ef-e7f24bf2769d None None] Deleting port 2f16f640-d4be-4443-a19c-65df1b362b2c {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:16.650422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6998daa2-9bdb-4b40-99ef-e7f24bf2769d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.716147 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:16.780142 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Calling delete_port for 2f16f640-d4be-4443-a19c-65df1b362b2c owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:16.833677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-daee40b6-039b-477b-861d-45cea8758834 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.878747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:16.899402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee40b6-039b-477b-861d-45cea8758834 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=e4f02e90-5fb4-4718-8246-2e37325e8b66,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:16.936957 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:14Z', 'revision_number': 6, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '2aff3d54-179d-4bea-bacc-afd561787527', 'name': '', 'network_id': '878aabee-a717-47bf-823f-f22215908b49', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:31:92:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:46:08Z', 'updated_at': '2022-03-29T09:46:11Z', 'revision_number': 2, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85ebe3b5-1ee6-4d86-8e7e-d7796c956c05', 'name': '', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:73:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:57Z', 'updated_at': '2022-03-29T09:46:08Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:11Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:16.942545 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Checking router: 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:46:16.943007 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Updating router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f port 2aff3d54-179d-4bea-bacc-afd561787527 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:46:16.952326 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:16.960939 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Pushing event updated for resources: {'Port': ['ID=c95e304c-3cff-4027-8af1-4c5fb87fb377,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:17.010561 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.022723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] No DVR routers for this DVR port 2f16f640-d4be-4443-a19c-65df1b362b2c on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:17.051309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-daee40b6-039b-477b-861d-45cea8758834 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.070492 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-daee40b6-039b-477b-861d-45cea8758834 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/e4f02e90-5fb4-4718-8246-2e37325e8b66 HTTP/1.1" status: 204 len: 168 time: 2.0750499 Mar 29 09:46:17.074962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f631c8-d45d-4e65-b20e-40231b2f3ba8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:46:17.083049 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-35f631c8-d45d-4e65-b20e-40231b2f3ba8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.083374 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Port': ['ID=2f16f640-d4be-4443-a19c-65df1b362b2c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:17.083939 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfac9f-2261-4956-9dec-c0e26ca6f375 None None] Pushing event updated for resources: {'Port': ['ID=773cb927-34fb-4151-9e41-1d3700e725c3,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:17.084225 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-35f631c8-d45d-4e65-b20e-40231b2f3ba8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/8a919e7e-1c94-4bb3-8998-f15fa31c2a2f HTTP/1.1" status: 200 len: 934 time: 3.8021526 Mar 29 09:46:17.086204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 35996) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:17.087541 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6998daa2-9bdb-4b40-99ef-e7f24bf2769d None None] For port 2f16f640-d4be-4443-a19c-65df1b362b2c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2f16f640-d4be-4443-a19c-65df1b362b2c,segment=NetworkSegment(d1781896-9ddc-4763-8a4c-c3739ba21f1c),segment_id=d1781896-9ddc-4763-8a4c-c3739ba21f1c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:17.087937 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6998daa2-9bdb-4b40-99ef-e7f24bf2769d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.089648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 35998) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:17.309091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.378792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a554e5d3-f868-4290-bc62-e7f33c5f7a20']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:17.416937 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1781896-9ddc-4763-8a4c-c3739ba21f1c') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:17.417257 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1781896-9ddc-4763-8a4c-c3739ba21f1c') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:17.439394 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a5ee49e7-5ecd-4858-9fe9-7fca47572d42 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/routers/8a919e7e-1c94-4bb3-8998-f15fa31c2a2f HTTP/1.1" status: 200 len: 934 time: 0.3465476 Mar 29 09:46:17.441205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36004) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:17.449518 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff08afb5-cc7b-4e3b-aa6a-07582e295ab9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:17.451055 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ff08afb5-cc7b-4e3b-aa6a-07582e295ab9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3447948 Mar 29 09:46:17.457754 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6998daa2-9bdb-4b40-99ef-e7f24bf2769d None None] Calling delete_port for 2f16f640-d4be-4443-a19c-65df1b362b2c owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:17.461211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f829e90c-f809-4bae-afe1-30c82db33b56 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'router': {'routes': None}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:17.462982 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36008) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:17.476098 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.502214 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Transition to ACTIVE for port object 2aff3d54-179d-4bea-bacc-afd561787527 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:17.535052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.538073 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Attempting to bind port c95e304c-3cff-4027-8af1-4c5fb87fb377 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:17.538588 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Attempting to bind port c95e304c-3cff-4027-8af1-4c5fb87fb377 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:17.539042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Attempting to bind port c95e304c-3cff-4027-8af1-4c5fb87fb377 on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:17.565974 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:17.565974 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:17.565974 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.565974 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:17.572269 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Bound port: c95e304c-3cff-4027-8af1-4c5fb87fb377, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:17.572269 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.572732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.584040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:17.584276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.599254 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:17.603084 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:17.640736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-6998daa2-9bdb-4b40-99ef-e7f24bf2769d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:46:17.641429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-6998daa2-9bdb-4b40-99ef-e7f24bf2769d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:46:17.648163 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:17.654126 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=981b747e-7d5f-4f06-a7cc-c37bb7141391,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:17.665006 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:17.665778 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.772743 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e959f-e32a-4c95-aeb0-6bd0c8d3908b None None] Pushing event updated for resources: {'Port': ['ID=2aff3d54-179d-4bea-bacc-afd561787527,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:17.805377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecdd5b6-328d-46c8-b7e8-2f26aa02fb5c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:17.810355 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6ecdd5b6-328d-46c8-b7e8-2f26aa02fb5c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3466926 Mar 29 09:46:17.811132 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36014) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:17.914199 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Attempting to bind port 2aff3d54-179d-4bea-bacc-afd561787527 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:17.914627 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Attempting to bind port 2aff3d54-179d-4bea-bacc-afd561787527 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '76e04662-b375-488e-9b7d-3c25e4fed6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '878aabee-a717-47bf-823f-f22215908b49'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:17.914982 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Attempting to bind port 2aff3d54-179d-4bea-bacc-afd561787527 on network 878aabee-a717-47bf-823f-f22215908b49 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:17.920096 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c935d47-ec90-4db1-ad7d-2d7b4b23d6bb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:17.921949 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c935d47-ec90-4db1-ad7d-2d7b4b23d6bb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:17.923725 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c935d47-ec90-4db1-ad7d-2d7b4b23d6bb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:17.928696 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:17.929650 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7c935d47-ec90-4db1-ad7d-2d7b4b23d6bb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1171460 Mar 29 09:46:17.930743 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36018) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:17.932667 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Checking segment: {'id': '76e04662-b375-488e-9b7d-3c25e4fed6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '878aabee-a717-47bf-823f-f22215908b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:17.933201 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.933627 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Bound using segment: {'id': '76e04662-b375-488e-9b7d-3c25e4fed6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '878aabee-a717-47bf-823f-f22215908b49'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:17.938589 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Bound port: 2aff3d54-179d-4bea-bacc-afd561787527, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e04662-b375-488e-9b7d-3c25e4fed6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '878aabee-a717-47bf-823f-f22215908b49'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:17.939438 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.966290 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:17.997954 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:18.004096 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:18.018722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] Pushing event deleted for resources: {'Network': ['ID=a554e5d3-f868-4290-bc62-e7f33c5f7a20,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:18.027996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Allocated IP 172.20.0.9 (b1a59e7b-0553-4922-8e47-0460b603c208/c3135e86-a105-405e-9f1d-20e5734ea994/26dec087-3932-4cbe-a0b0-add555a0af1f) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:18.039367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36022) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:18.046776 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-28317455-abda-488c-b57f-7ed8fa09390a tempest-NetworksIpV6Test-1825763206 tempest-NetworksIpV6Test-1825763206-project] 10.222.0.35 "DELETE /v2.0/networks/a554e5d3-f868-4290-bc62-e7f33c5f7a20 HTTP/1.1" status: 204 len: 168 time: 1.9271214 Mar 29 09:46:18.048201 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] For port c95e304c-3cff-4027-8af1-4c5fb87fb377, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:18.057752 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] For port c95e304c-3cff-4027-8af1-4c5fb87fb377, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c95e304c-3cff-4027-8af1-4c5fb87fb377,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:18.075747 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-90397c7f-a824-41ca-aa91-e43110e220dc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 5be2bd24-6308-4c56-902d-b9c240d5b7c3 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:18.087890 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=21cc8a21-9bba-4c7a-a462-3f10aad3bc94,segment=NetworkSegment(76e04662-b375-488e-9b7d-3c25e4fed6c3),segment_id=76e04662-b375-488e-9b7d-3c25e4fed6c3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:18.090195 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-90397c7f-a824-41ca-aa91-e43110e220dc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:18.100401 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] For port 2aff3d54-179d-4bea-bacc-afd561787527, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:18.104328 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] For port 2aff3d54-179d-4bea-bacc-afd561787527, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2aff3d54-179d-4bea-bacc-afd561787527,segment=NetworkSegment(76e04662-b375-488e-9b7d-3c25e4fed6c3),segment_id=76e04662-b375-488e-9b7d-3c25e4fed6c3)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:18.130352 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:18.169055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-90397c7f-a824-41ca-aa91-e43110e220dc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:18.200220 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:18.244956 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6998daa2-9bdb-4b40-99ef-e7f24bf2769d None None] Deleting port 2f16f640-d4be-4443-a19c-65df1b362b2c {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:18.245325 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6998daa2-9bdb-4b40-99ef-e7f24bf2769d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:18.301993 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d74de-e72d-4038-92fd-56a9a39e02be None None] Pushing event updated for resources: {'Port': ['ID=c95e304c-3cff-4027-8af1-4c5fb87fb377,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:18.321881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:18.358788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-90397c7f-a824-41ca-aa91-e43110e220dc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:18.407206 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:18.408002 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:18.458442 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:18.531208 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6998daa2-9bdb-4b40-99ef-e7f24bf2769d None None] The port '2f16f640-d4be-4443-a19c-65df1b362b2c' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:46:18.539846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:18.540193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3d99e4d8-7bee-4523-89cb-026f67d6f1c5 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:18.540638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 42cece8f-51ee-46d5-8939-fe68dddf1aa7 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:18.599687 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e959f-e32a-4c95-aeb0-6bd0c8d3908b None None] Pushing event updated for resources: {'Port': ['ID=2aff3d54-179d-4bea-bacc-afd561787527,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:18.627593 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-90397c7f-a824-41ca-aa91-e43110e220dc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:18.639481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 42cece8f-51ee-46d5-8939-fe68dddf1aa7 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:18.639481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 42cece8f-51ee-46d5-8939-fe68dddf1aa7 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:18.655652 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=21cc8a21-9bba-4c7a-a462-3f10aad3bc94,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:18.743596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90397c7f-a824-41ca-aa91-e43110e220dc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=5be2bd24-6308-4c56-902d-b9c240d5b7c3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:18.745912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-90397c7f-a824-41ca-aa91-e43110e220dc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:18.809277 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-90397c7f-a824-41ca-aa91-e43110e220dc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/5be2bd24-6308-4c56-902d-b9c240d5b7c3 HTTP/1.1" status: 204 len: 168 time: 0.8772333 Mar 29 09:46:18.811597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36030) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:18.951160 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a41cea-16b5-4e97-b35b-280879e92c27 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 601f3cfb-5661-40e9-8399-55e3225d9a57 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:18.951786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b96052e-48ee-4731-ba63-530ba57f63ae None None] Network b1a59e7b-0553-4922-8e47-0460b603c208 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:18.952795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36034) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:18.957858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-81a41cea-16b5-4e97-b35b-280879e92c27 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:18.979335 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:19.108377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-81a41cea-16b5-4e97-b35b-280879e92c27 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:19.155256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 981b747e-7d5f-4f06-a7cc-c37bb7141391 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:19.193598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:19.208277 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ecd5a2d1-d896-4d29-b432-bbf1b2f2868e None None] Provisioning for port 773cb927-34fb-4151-9e41-1d3700e725c3 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:19.217326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Transition to ACTIVE for port object 26dec087-3932-4cbe-a0b0-add555a0af1f will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:19.260146 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-81a41cea-16b5-4e97-b35b-280879e92c27 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:19.282389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.extraroute_db [None req-f829e90c-f809-4bae-afe1-30c82db33b56 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Added routes are [] {{(pid=88551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 29 09:46:19.282954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.extraroute_db [None req-f829e90c-f809-4bae-afe1-30c82db33b56 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 29 09:46:19.306477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 981b747e-7d5f-4f06-a7cc-c37bb7141391 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:19.306857 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:19.372212 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:19.524136 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:14Z', 'revision_number': 6, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '2aff3d54-179d-4bea-bacc-afd561787527', 'name': '', 'network_id': '878aabee-a717-47bf-823f-f22215908b49', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:31:92:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:46:08Z', 'updated_at': '2022-03-29T09:46:18Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85ebe3b5-1ee6-4d86-8e7e-d7796c956c05', 'name': '', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:73:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:57Z', 'updated_at': '2022-03-29T09:46:08Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:16Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:19.530372 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e419cfb-4746-441d-a414-fc312ea50ef8 None None] The sync data for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv is: [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:14Z', 'revision_number': 6, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '2aff3d54-179d-4bea-bacc-afd561787527', 'name': '', 'network_id': '878aabee-a717-47bf-823f-f22215908b49', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:31:92:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:46:08Z', 'updated_at': '2022-03-29T09:46:18Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85ebe3b5-1ee6-4d86-8e7e-d7796c956c05', 'name': '', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:73:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:57Z', 'updated_at': '2022-03-29T09:46:08Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:16Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:46:19.542850 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:19.619831 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-81a41cea-16b5-4e97-b35b-280879e92c27 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:19.643697 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:19.644182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:19.684520 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=26dec087-3932-4cbe-a0b0-add555a0af1f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:19.714507 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a41cea-16b5-4e97-b35b-280879e92c27 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=601f3cfb-5661-40e9-8399-55e3225d9a57,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:19.732242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-81a41cea-16b5-4e97-b35b-280879e92c27 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:19.738446 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-81a41cea-16b5-4e97-b35b-280879e92c27 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/601f3cfb-5661-40e9-8399-55e3225d9a57 HTTP/1.1" status: 204 len: 168 time: 0.9226062 Mar 29 09:46:19.739979 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36040) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:19.789186 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d58d9f46-e59e-4af0-8376-6a4b2ab22bb8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4cb97ab098ae4f389524fb7803022cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8299310 Mar 29 09:46:19.789789 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36044) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:19.854671 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-671a9f87-a04d-4888-87c6-77d39fd9d640 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101100 Mar 29 09:46:19.857203 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36048) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:19.863881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af289ba5-89cd-46b6-8474-dff71497a2cf None None] Sync routers for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:46:19.869650 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:19.880810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network b1a59e7b-0553-4922-8e47-0460b603c208 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:19.880810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f829e90c-f809-4bae-afe1-30c82db33b56 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:19.881078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2aff3d54-179d-4bea-bacc-afd561787527 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:19.884015 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:19.886608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:19.945250 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af289ba5-89cd-46b6-8474-dff71497a2cf None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:19.946459 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-af289ba5-89cd-46b6-8474-dff71497a2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:19.972054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-85160bbc-a535-40bd-b7ae-64812df8c10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:20.038123 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:20.048473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:20.048794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:20.050223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:20.057873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:20.071870 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:20.186269 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:20.188414 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c0a343-56ee-42f3-96ca-f179226a81a2 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:20.190930 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:20.236031 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-af289ba5-89cd-46b6-8474-dff71497a2cf None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:20.275876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-85160bbc-a535-40bd-b7ae-64812df8c10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:20.315144 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ab42c8cc-35f0-4bb6-a178-ac7c370657a6 None None] Provisioning for port 26dec087-3932-4cbe-a0b0-add555a0af1f completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:20.315491 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-60904bd9-3b76-4500-8104-8e1720327a99 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.4193389 Mar 29 09:46:20.317187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36052) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:20.336680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ab42c8cc-35f0-4bb6-a178-ac7c370657a6 None None] Provisioning complete for port 26dec087-3932-4cbe-a0b0-add555a0af1f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:20.337218 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ab42c8cc-35f0-4bb6-a178-ac7c370657a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:20.484758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 2aff3d54-179d-4bea-bacc-afd561787527 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:20.495542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2aff3d54-179d-4bea-bacc-afd561787527 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:20.496050 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:20.587231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f829e90c-f809-4bae-afe1-30c82db33b56 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:20.589106 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193364fe-ee91-47f9-ba72-19238a9e3e35 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:20.590887 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-193364fe-ee91-47f9-ba72-19238a9e3e35 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2726846 Mar 29 09:46:20.593758 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36056) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:20.597991 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f829e90c-f809-4bae-afe1-30c82db33b56 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:20.670961 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-85160bbc-a535-40bd-b7ae-64812df8c10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:20.696652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189c38a-217f-41ba-8a92-cf73026bd59e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:20.703003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189c38a-217f-41ba-8a92-cf73026bd59e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:20.709703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189c38a-217f-41ba-8a92-cf73026bd59e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:20.714276 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8189c38a-217f-41ba-8a92-cf73026bd59e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1165121 Mar 29 09:46:20.715417 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36060) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:20.742265 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ab42c8cc-35f0-4bb6-a178-ac7c370657a6 None None] Port 26dec087-3932-4cbe-a0b0-add555a0af1f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:46:20.747621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85160bbc-a535-40bd-b7ae-64812df8c10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37d83ad-5c2f-498e-835f-199f8eecd519,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:20.775034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0a99343-f259-4b3b-9692-be8f5ec9e18c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:20.829235 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-85160bbc-a535-40bd-b7ae-64812df8c10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:20.833535 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-85160bbc-a535-40bd-b7ae-64812df8c10c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f37d83ad-5c2f-498e-835f-199f8eecd519 HTTP/1.1" status: 204 len: 168 time: 1.0256479 Mar 29 09:46:20.837932 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a0358344-fe10-48ac-a5cf-51fec9dc2469 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 26dec087-3932-4cbe-a0b0-add555a0af1f {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:20.838310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a0358344-fe10-48ac-a5cf-51fec9dc2469 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:20.925715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:20.983538 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 2aff3d54-179d-4bea-bacc-afd561787527, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2aff3d54-179d-4bea-bacc-afd561787527,segment=NetworkSegment(76e04662-b375-488e-9b7d-3c25e4fed6c3),segment_id=76e04662-b375-488e-9b7d-3c25e4fed6c3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:20.988561 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ab42c8cc-35f0-4bb6-a178-ac7c370657a6 None None] Provisioning for port 2ab747f8-0e0a-4c04-b1bf-4b411b712597 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:21.000162 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ab42c8cc-35f0-4bb6-a178-ac7c370657a6 None None] Provisioning complete for port 2ab747f8-0e0a-4c04-b1bf-4b411b712597 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:21.001753 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ab42c8cc-35f0-4bb6-a178-ac7c370657a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:21.010412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.objects.ports [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88550) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:46:21.017448 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f829e90c-f809-4bae-afe1-30c82db33b56 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:46:21.060946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:21.082215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:21.083231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:21.230958 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ab42c8cc-35f0-4bb6-a178-ac7c370657a6 None None] Port 2ab747f8-0e0a-4c04-b1bf-4b411b712597 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:46:21.230958 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] Deleting port c95e304c-3cff-4027-8af1-4c5fb87fb377 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:21.230958 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:21.264135 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a0358344-fe10-48ac-a5cf-51fec9dc2469 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:21.324962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-af289ba5-89cd-46b6-8474-dff71497a2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:14Z', 'revision_number': 6, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '2aff3d54-179d-4bea-bacc-afd561787527', 'name': '', 'network_id': '878aabee-a717-47bf-823f-f22215908b49', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:31:92:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:46:08Z', 'updated_at': '2022-03-29T09:46:18Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85ebe3b5-1ee6-4d86-8e7e-d7796c956c05', 'name': '', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:73:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:57Z', 'updated_at': '2022-03-29T09:46:08Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:16Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:21.379351 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af289ba5-89cd-46b6-8474-dff71497a2cf None None] Checking router: 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:46:21.458119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=2aff3d54-179d-4bea-bacc-afd561787527,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:21.464891 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af289ba5-89cd-46b6-8474-dff71497a2cf None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:21.465647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-af289ba5-89cd-46b6-8474-dff71497a2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:21.467422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f829e90c-f809-4bae-afe1-30c82db33b56 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:46:21.476174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f829e90c-f809-4bae-afe1-30c82db33b56 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:21.478828 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f829e90c-f809-4bae-afe1-30c82db33b56 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/8a919e7e-1c94-4bb3-8998-f15fa31c2a2f HTTP/1.1" status: 200 len: 700 time: 4.0369666 Mar 29 09:46:21.480927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36074) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:21.481480 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a0358344-fe10-48ac-a5cf-51fec9dc2469 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 26dec087-3932-4cbe-a0b0-add555a0af1f owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:21.575134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:21.673346 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f5a454d0-c377-4174-8841-0e1df6cbe3d4 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/routers/8a919e7e-1c94-4bb3-8998-f15fa31c2a2f HTTP/1.1" status: 200 len: 700 time: 0.1901605 Mar 29 09:46:21.673931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36080) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:21.702120 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] For port c95e304c-3cff-4027-8af1-4c5fb87fb377, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c95e304c-3cff-4027-8af1-4c5fb87fb377,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:21.702981 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:21.869848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b0a99343-f259-4b3b-9692-be8f5ec9e18c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port f6bbd210-229b-4807-b754-646e81262fd1 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:21.870211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0a99343-f259-4b3b-9692-be8f5ec9e18c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:21.925855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] Calling delete_port for c95e304c-3cff-4027-8af1-4c5fb87fb377 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:21.987511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a0358344-fe10-48ac-a5cf-51fec9dc2469 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:21.996286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-835463cd-0db5-4c06-9e40-f17b0a238bd4 None None] Provisioning complete for port 26dec087-3932-4cbe-a0b0-add555a0af1f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:21.996622 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-835463cd-0db5-4c06-9e40-f17b0a238bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:22.044920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0358344-fe10-48ac-a5cf-51fec9dc2469 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=26dec087-3932-4cbe-a0b0-add555a0af1f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:22.050757 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] For port c95e304c-3cff-4027-8af1-4c5fb87fb377, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c95e304c-3cff-4027-8af1-4c5fb87fb377,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:22.116153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-835463cd-0db5-4c06-9e40-f17b0a238bd4 None None] Port 26dec087-3932-4cbe-a0b0-add555a0af1f was deleted so its status cannot be updated. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 29 09:46:22.176892 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:22.184972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-af289ba5-89cd-46b6-8474-dff71497a2cf None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:22.225139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36092) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:22.230700 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:22.236588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a0358344-fe10-48ac-a5cf-51fec9dc2469 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:22.263347 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:22.263725 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:22.269165 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a0358344-fe10-48ac-a5cf-51fec9dc2469 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/26dec087-3932-4cbe-a0b0-add555a0af1f HTTP/1.1" status: 204 len: 168 time: 1.5535994 Mar 29 09:46:22.269995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36098) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:22.316862 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:22.320736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:22.333532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-b0a99343-f259-4b3b-9692-be8f5ec9e18c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port f6bbd210-229b-4807-b754-646e81262fd1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f6bbd210-229b-4807-b754-646e81262fd1,segment=NetworkSegment(adeb44c9-2edf-46c9-bc49-5b11f255b091),segment_id=adeb44c9-2edf-46c9-bc49-5b11f255b091)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:22.334006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0a99343-f259-4b3b-9692-be8f5ec9e18c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:22.360811 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-835463cd-0db5-4c06-9e40-f17b0a238bd4 None None] Provisioning for port c95e304c-3cff-4027-8af1-4c5fb87fb377 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:22.397698 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:46:22.399270 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:46:22.446732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=c95e304c-3cff-4027-8af1-4c5fb87fb377,revision_number=6']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:22.470354 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c4fb61-b0d3-4671-bad5-e9f66859b414 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] GET failed (client error): The resource could not be found. Mar 29 09:46:22.471313 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-96c4fb61-b0d3-4671-bad5-e9f66859b414 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:22.479299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b0a99343-f259-4b3b-9692-be8f5ec9e18c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for f6bbd210-229b-4807-b754-646e81262fd1 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:22.490205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2069291868'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:22.500828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:22.510934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:22.516759 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:network and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:22.522491 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:22.525375 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:22.526572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:22.529916 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:22.536974 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-835463cd-0db5-4c06-9e40-f17b0a238bd4 None None] Provisioning complete for port 2ab747f8-0e0a-4c04-b1bf-4b411b712597 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:22.538847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-835463cd-0db5-4c06-9e40-f17b0a238bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:22.555769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:22.568110 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=f666f6b0-b3ef-4b26-8206-babf6180e321,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:22.618664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-96c4fb61-b0d3-4671-bad5-e9f66859b414 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:22.620753 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-96c4fb61-b0d3-4671-bad5-e9f66859b414 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/26dec087-3932-4cbe-a0b0-add555a0af1f HTTP/1.1" status: 404 len: 333 time: 0.3494275 Mar 29 09:46:22.632107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36102) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:22.674860 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-66acf63e-3c19-4b86-9232-09bb23ab933f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8124621 Mar 29 09:46:22.679148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:22.683058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:22.694684 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36106) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:22.701583 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-dfa5cef6-b55b-4667-a8d8-b8d8719c4559 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:22.702502 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-835463cd-0db5-4c06-9e40-f17b0a238bd4 None None] Port 2ab747f8-0e0a-4c04-b1bf-4b411b712597 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:46:22.722603 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:22.726671 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:22.768185 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:22.809830 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=85ebe3b5-1ee6-4d86-8e7e-d7796c956c05,segment=NetworkSegment(ceb92cac-a981-4336-ace6-f8b3db71efea),segment_id=ceb92cac-a981-4336-ace6-f8b3db71efea)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:22.822522 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:security_group_rule and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:22.829219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b66e8cd0-6040-4c6f-a708-0b4e41698c4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 2ab747f8-0e0a-4c04-b1bf-4b411b712597 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:22.829565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b66e8cd0-6040-4c6f-a708-0b4e41698c4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:22.853985 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-af289ba5-89cd-46b6-8474-dff71497a2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:19Z', 'revision_number': 7, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '2aff3d54-179d-4bea-bacc-afd561787527', 'name': '', 'network_id': '878aabee-a717-47bf-823f-f22215908b49', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:31:92:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:46:08Z', 'updated_at': '2022-03-29T09:46:20Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85ebe3b5-1ee6-4d86-8e7e-d7796c956c05', 'name': '', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:73:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:57Z', 'updated_at': '2022-03-29T09:46:08Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:16Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:22.858768 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af289ba5-89cd-46b6-8474-dff71497a2cf None None] The sync data for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv is: [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:19Z', 'revision_number': 7, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '2aff3d54-179d-4bea-bacc-afd561787527', 'name': '', 'network_id': '878aabee-a717-47bf-823f-f22215908b49', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:31:92:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:46:08Z', 'updated_at': '2022-03-29T09:46:20Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85ebe3b5-1ee6-4d86-8e7e-d7796c956c05', 'name': '', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:73:43:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:57Z', 'updated_at': '2022-03-29T09:46:08Z', 'revision_number': 4, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:16Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:46:22.868036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:22.883847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:22.886304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 773cb927-34fb-4151-9e41-1d3700e725c3 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:22.897694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:22.981327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] Deleting port c95e304c-3cff-4027-8af1-4c5fb87fb377 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:22.981856 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:23.023286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:23.052058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-dfa5cef6-b55b-4667-a8d8-b8d8719c4559 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:23.056475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0167e8f-da92-4330-8052-c0fa9df0bcee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:23.061852 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-dfa5cef6-b55b-4667-a8d8-b8d8719c4559 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:23.067037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-dfa5cef6-b55b-4667-a8d8-b8d8719c4559 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:23.121392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-dfa5cef6-b55b-4667-a8d8-b8d8719c4559 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:23.136522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=85ebe3b5-1ee6-4d86-8e7e-d7796c956c05,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:23.181616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b66e8cd0-6040-4c6f-a708-0b4e41698c4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:23.244165 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a4d9d-9302-42f2-849a-fd139c9f1c54 None None] Sync routers for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:46:23.250604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 773cb927-34fb-4151-9e41-1d3700e725c3 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:23.259347 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a4d9d-9302-42f2-849a-fd139c9f1c54 None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:23.260522 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-493a4d9d-9302-42f2-849a-fd139c9f1c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:23.261455 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 773cb927-34fb-4151-9e41-1d3700e725c3 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:23.261834 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:23.300412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0a99343-f259-4b3b-9692-be8f5ec9e18c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:23.320837 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa5cef6-b55b-4667-a8d8-b8d8719c4559 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:23.324460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dfa5cef6-b55b-4667-a8d8-b8d8719c4559 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:23.349774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b66e8cd0-6040-4c6f-a708-0b4e41698c4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 2ab747f8-0e0a-4c04-b1bf-4b411b712597 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:23.399882 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] For port c95e304c-3cff-4027-8af1-4c5fb87fb377, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c95e304c-3cff-4027-8af1-4c5fb87fb377,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:23.399882 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:23.468238 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-493a4d9d-9302-42f2-849a-fd139c9f1c54 None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:23.636115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a99343-f259-4b3b-9692-be8f5ec9e18c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=f6bbd210-229b-4807-b754-646e81262fd1,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:23.696594 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.ipam_backend_mixin [None req-dfa5cef6-b55b-4667-a8d8-b8d8719c4559 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f666f6b0-b3ef-4b26-8206-babf6180e321 (CIDR: 2001:db8::/64) Mar 29 09:46:23.710395 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:23.726710 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] Calling delete_port for c95e304c-3cff-4027-8af1-4c5fb87fb377 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:23.728292 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa5cef6-b55b-4667-a8d8-b8d8719c4559 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:46:23.728791 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa5cef6-b55b-4667-a8d8-b8d8719c4559 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:23.754054 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:23.790664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:23.824891 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b66e8cd0-6040-4c6f-a708-0b4e41698c4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:23.825852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 773cb927-34fb-4151-9e41-1d3700e725c3, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=773cb927-34fb-4151-9e41-1d3700e725c3,segment=NetworkSegment(1219a8de-91fe-4c31-b947-d80d5c598abd),segment_id=1219a8de-91fe-4c31-b947-d80d5c598abd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:23.842196 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b0167e8f-da92-4330-8052-c0fa9df0bcee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port 2aff3d54-179d-4bea-bacc-afd561787527 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:23.842871 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0167e8f-da92-4330-8052-c0fa9df0bcee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:23.870081 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dfa5cef6-b55b-4667-a8d8-b8d8719c4559 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1703587 Mar 29 09:46:23.870081 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:46:23.879431 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36110) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:23.890445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f936ed39-498d-4b6c-9e43-3e5feba9737b,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:23.898549 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e8cd0-6040-4c6f-a708-0b4e41698c4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=2ab747f8-0e0a-4c04-b1bf-4b411b712597,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:23.918235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:24.000294 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:24.006518 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-493a4d9d-9302-42f2-849a-fd139c9f1c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:19Z', 'revision_number': 7, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '2aff3d54-179d-4bea-bacc-afd561787527', 'name': '', 'network_id': '878aabee-a717-47bf-823f-f22215908b49', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:31:92:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:46:08Z', 'updated_at': '2022-03-29T09:46:20Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85ebe3b5-1ee6-4d86-8e7e-d7796c956c05', 'name': '', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:73:43:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:57Z', 'updated_at': '2022-03-29T09:46:22Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:16Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:24.015075 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a4d9d-9302-42f2-849a-fd139c9f1c54 None None] Checking router: 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:46:24.024969 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:24.031131 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a4d9d-9302-42f2-849a-fd139c9f1c54 None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:24.031131 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-493a4d9d-9302-42f2-849a-fd139c9f1c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:24.067799 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:24.068275 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 0e3d60f5-1cd5-45bc-ad20-8f39b2598b42 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:24.068727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2f16f640-d4be-4443-a19c-65df1b362b2c no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:24.077767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7b32cf34-98c0-468c-a77e-0a4dca4fb18c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:24.168371 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 2f16f640-d4be-4443-a19c-65df1b362b2c {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:24.168760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2f16f640-d4be-4443-a19c-65df1b362b2c not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:24.217737 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=773cb927-34fb-4151-9e41-1d3700e725c3,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:24.221579 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] No DVR routers for this DVR port c95e304c-3cff-4027-8af1-4c5fb87fb377 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:24.270254 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fa1fc-4025-4b80-ac00-e900b0c349a0 None None] Pushing event deleted for resources: {'Port': ['ID=c95e304c-3cff-4027-8af1-4c5fb87fb377,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:24.288288 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcf8f62-915b-44de-8c56-3f6e848d6002 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:24.290574 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0a99343-f259-4b3b-9692-be8f5ec9e18c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:24.291483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b66e8cd0-6040-4c6f-a708-0b4e41698c4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:24.294524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:24.294926 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Added segment 882aa200-276d-402a-adf5-a265d19039f4 of type vlan for network 3b12da20-cfc2-4358-899c-6c537d8d9002 Mar 29 09:46:24.307072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7b32cf34-98c0-468c-a77e-0a4dca4fb18c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:24.311294 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b66e8cd0-6040-4c6f-a708-0b4e41698c4f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/2ab747f8-0e0a-4c04-b1bf-4b411b712597 HTTP/1.1" status: 204 len: 168 time: 1.6767240 Mar 29 09:46:24.313245 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36114) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:24.320374 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7b32cf34-98c0-468c-a77e-0a4dca4fb18c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:24.356987 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7b32cf34-98c0-468c-a77e-0a4dca4fb18c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:24.368963 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-493a4d9d-9302-42f2-849a-fd139c9f1c54 None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:24.377909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7b32cf34-98c0-468c-a77e-0a4dca4fb18c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:24.390348 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-988f2354-f3ad-4271-be98-2ed1a7ebf506 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] GET failed (client error): The resource could not be found. Mar 29 09:46:24.390891 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-988f2354-f3ad-4271-be98-2ed1a7ebf506 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:24.398931 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:24.444884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-b0167e8f-da92-4330-8052-c0fa9df0bcee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] For port 2aff3d54-179d-4bea-bacc-afd561787527, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2aff3d54-179d-4bea-bacc-afd561787527,segment=NetworkSegment(76e04662-b375-488e-9b7d-3c25e4fed6c3),segment_id=76e04662-b375-488e-9b7d-3c25e4fed6c3)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:24.445206 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0167e8f-da92-4330-8052-c0fa9df0bcee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:24.470238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b32cf34-98c0-468c-a77e-0a4dca4fb18c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:24.474965 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7b32cf34-98c0-468c-a77e-0a4dca4fb18c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:24.502905 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:24.628180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b0167e8f-da92-4330-8052-c0fa9df0bcee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for 2aff3d54-179d-4bea-bacc-afd561787527 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:24.639898 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:24.640737 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:24.739186 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': 'f666f6b0-b3ef-4b26-8206-babf6180e321'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:46:24.740010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:24.767915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:24.774554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:24.777766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:24.779170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-988f2354-f3ad-4271-be98-2ed1a7ebf506 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:24.780464 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-988f2354-f3ad-4271-be98-2ed1a7ebf506 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/2ab747f8-0e0a-4c04-b1bf-4b411b712597 HTTP/1.1" status: 404 len: 333 time: 0.4631739 Mar 29 09:46:24.789882 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36118) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:24.826332 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-493a4d9d-9302-42f2-849a-fd139c9f1c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:19Z', 'revision_number': 7, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '2aff3d54-179d-4bea-bacc-afd561787527', 'name': '', 'network_id': '878aabee-a717-47bf-823f-f22215908b49', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:31:92:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:46:08Z', 'updated_at': '2022-03-29T09:46:20Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85ebe3b5-1ee6-4d86-8e7e-d7796c956c05', 'name': '', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:73:43:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:57Z', 'updated_at': '2022-03-29T09:46:22Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:16Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:24.829620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7b32cf34-98c0-468c-a77e-0a4dca4fb18c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:24.834455 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a4d9d-9302-42f2-849a-fd139c9f1c54 None None] The sync data for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv is: [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:19Z', 'revision_number': 7, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '2aff3d54-179d-4bea-bacc-afd561787527', 'name': '', 'network_id': '878aabee-a717-47bf-823f-f22215908b49', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:31:92:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:46:08Z', 'updated_at': '2022-03-29T09:46:20Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'f8848f86-6681-49b0-a996-1773e53a81da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85ebe3b5-1ee6-4d86-8e7e-d7796c956c05', 'name': '', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:73:43:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:57Z', 'updated_at': '2022-03-29T09:46:22Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:16Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:46:24.958557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Network': ['ID=3b12da20-cfc2-4358-899c-6c537d8d9002,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:24.967742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b32cf34-98c0-468c-a77e-0a4dca4fb18c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:24.972722 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Allocated IP 2001:db8::f816:3eff:fe8f:d91c (904da7d4-bab8-40f2-8764-d10ff337fe7e/f666f6b0-b3ef-4b26-8206-babf6180e321/513ebd22-8381-4399-899c-0331effde278) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:24.978337 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-635da7f5-be74-4733-9ad1-58664b1ff886 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7454026 Mar 29 09:46:24.978337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-7b32cf34-98c0-468c-a77e-0a4dca4fb18c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:24.978337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b32cf34-98c0-468c-a77e-0a4dca4fb18c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:24.978337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7b32cf34-98c0-468c-a77e-0a4dca4fb18c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:24.982668 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36122) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:24.990162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'name': 'tempest-PortsIpV6TestJSON-1658283508'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:25.008077 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:46:25.038016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32cf34-98c0-468c-a77e-0a4dca4fb18c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=e6bda270-f20c-480d-914c-5a2874ad9aed,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:25.079389 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2aff3d54-179d-4bea-bacc-afd561787527 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:25.128548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:25.132783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:port and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:25.136650 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:25.139420 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-91fc54a0-a92d-45ec-9447-c57d1895aa88 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting subnet c3135e86-a105-405e-9f1d-20e5734ea994 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:25.143683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:25.148281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91fc54a0-a92d-45ec-9447-c57d1895aa88 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:25.155081 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7b32cf34-98c0-468c-a77e-0a4dca4fb18c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2572284 Mar 29 09:46:25.155904 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36126) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:25.161670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'mac_address': 'fa:16:3e:06:52:1c', 'name': 'tempest-NetworksTestDHCPv6-529100577'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:25.232630 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91fc54a0-a92d-45ec-9447-c57d1895aa88 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:25.255436 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:25.259053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:25.316803 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port 148c4973-4ae9-4cde-aa54-171de826394f yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:46:25.330144 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2aff3d54-179d-4bea-bacc-afd561787527 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:25.331636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:25.405924 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:25.423361 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:port and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:25.428163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:25.444646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:25.450666 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a99343-f259-4b3b-9692-be8f5ec9e18c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router d885023c-1404-4972-8066-f57bed6baee1 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:46:25.502628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:25.516744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Transition to ACTIVE for port object 513ebd22-8381-4399-899c-0331effde278 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:25.523559 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No ports have port_id starting with 2aff3d54-179d-4bea-bacc-afd561787527 Mar 29 09:46:25.525644 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91fc54a0-a92d-45ec-9447-c57d1895aa88 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:25.534015 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:25.539506 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Transition to ACTIVE for port object 513ebd22-8381-4399-899c-0331effde278 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:25.562921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0167e8f-da92-4330-8052-c0fa9df0bcee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:25.603904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:25.639973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0167e8f-da92-4330-8052-c0fa9df0bcee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=2aff3d54-179d-4bea-bacc-afd561787527,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:25.683089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Pushing event updated for resources: {'Port': ['ID=513ebd22-8381-4399-899c-0331effde278,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:25.703467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:25.707447 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:25.712546 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:25.735364 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:25.765133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:25.801708 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port e2b7560b-f9f3-4995-8e4c-7c60559cef89 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:46:25.878253 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Attempting to bind port 513ebd22-8381-4399-899c-0331effde278 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:25.879681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Attempting to bind port 513ebd22-8381-4399-899c-0331effde278 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:25.880218 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Attempting to bind port 513ebd22-8381-4399-899c-0331effde278 on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:25.888705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:25.892644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:25.892644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:25.892644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:25.892644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Bound port: 513ebd22-8381-4399-899c-0331effde278, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:25.892644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:25.942021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:25.985543 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] For port 513ebd22-8381-4399-899c-0331effde278, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:25.990959 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] For port 513ebd22-8381-4399-899c-0331effde278, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=513ebd22-8381-4399-899c-0331effde278,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:26.018828 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a99343-f259-4b3b-9692-be8f5ec9e18c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:46:26.029489 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf873028-bd3c-435e-9ee4-5be09b1d2e2d None None] Sync routers for ids ['d885023c-1404-4972-8066-f57bed6baee1'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:46:26.043161 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf873028-bd3c-435e-9ee4-5be09b1d2e2d None None] Routers {'d885023c-1404-4972-8066-f57bed6baee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:26.044005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bf873028-bd3c-435e-9ee4-5be09b1d2e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d885023c-1404-4972-8066-f57bed6baee1'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:26.049693 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0167e8f-da92-4330-8052-c0fa9df0bcee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:26.110692 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:26.132366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91fc54a0-a92d-45ec-9447-c57d1895aa88 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:26.172348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=148c4973-4ae9-4cde-aa54-171de826394f,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:26.177192 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b0a99343-f259-4b3b-9692-be8f5ec9e18c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/d885023c-1404-4972-8066-f57bed6baee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1366246 Mar 29 09:46:26.228587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Checking segment: {'id': '882aa200-276d-402a-adf5-a265d19039f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:26.232791 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network hostable DHCP agents. Network: 3b12da20-cfc2-4358-899c-6c537d8d9002, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:46:26.236137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc54a0-a92d-45ec-9447-c57d1895aa88 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Subnet': ['ID=c3135e86-a105-405e-9f1d-20e5734ea994,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:26.254284 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91fc54a0-a92d-45ec-9447-c57d1895aa88 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:26.256619 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-91fc54a0-a92d-45ec-9447-c57d1895aa88 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/c3135e86-a105-405e-9f1d-20e5734ea994 HTTP/1.1" status: 204 len: 168 time: 1.4626884 Mar 29 09:46:26.260173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36132) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:26.273822 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8:0:1::33c (904da7d4-bab8-40f2-8764-d10ff337fe7e/e6bda270-f20c-480d-914c-5a2874ad9aed/e2b7560b-f9f3-4995-8e4c-7c60559cef89) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:26.281079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::f816:3eff:fe06:521c (904da7d4-bab8-40f2-8764-d10ff337fe7e/f666f6b0-b3ef-4b26-8206-babf6180e321/e2b7560b-f9f3-4995-8e4c-7c60559cef89) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:26.314539 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23553d11-e8a2-4847-a7f9-e96314647255 None None] Network b1a59e7b-0553-4922-8e47-0460b603c208 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:26.385615 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1fb7a-8f29-4af6-a140-2e788956c0a8 None None] Pushing event updated for resources: {'Port': ['ID=513ebd22-8381-4399-899c-0331effde278,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:26.393427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:46:26.498836 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-bf873028-bd3c-435e-9ee4-5be09b1d2e2d None None] Set router d885023c-1404-4972-8066-f57bed6baee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:26.605479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 3b12da20-cfc2-4358-899c-6c537d8d9002) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:26.632712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:26.638375 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:26.639037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:26.659427 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 773cb927-34fb-4151-9e41-1d3700e725c3 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:26.698899 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0702223-4033-45e9-b27f-5f9c7030f166 None None] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:26.717533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:26.735820 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object e2b7560b-f9f3-4995-8e4c-7c60559cef89 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:26.750066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:26.758433 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ca09ed3f-80c5-49f7-a7d3-576a61e168ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7728724 Mar 29 09:46:26.761706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36136) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:26.770019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1186654411'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:26.776309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:26.781491 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:network and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:26.785815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:26.793625 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:26.833692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 773cb927-34fb-4151-9e41-1d3700e725c3 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:26.833958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:26.855480 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:26.908842 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:26.912236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:26.938094 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:26.945162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:26.948776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:26.954645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:26.955340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:26.991438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0167e8f-da92-4330-8052-c0fa9df0bcee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:46:27.042805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:46:27.043998 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=e2b7560b-f9f3-4995-8e4c-7c60559cef89,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:27.057931 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-790444b2-054a-4611-b95b-75d45c436cfd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9013796 Mar 29 09:46:27.060685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36142) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:27.065208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:27.065560 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Added segment f9016fed-d659-4c91-a661-e93d7abfd218 of type vlan for network 6e5b6b71-97d0-4562-a71a-5c084e6743cc Mar 29 09:46:27.133153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 773cb927-34fb-4151-9e41-1d3700e725c3 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:27.133653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:27.154468 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:27.180381 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b0499b3d-ea9d-45a4-980f-4619c7a2fae9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port e2b7560b-f9f3-4995-8e4c-7c60559cef89 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:27.180855 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b0499b3d-ea9d-45a4-980f-4619c7a2fae9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:27.266489 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f260d529-dc4a-488e-8280-7e23db1ff5a7 None None] DHCP port deletion for b1a59e7b-0553-4922-8e47-0460b603c208 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:27.284546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef6091-2863-48ee-894b-44fff66c81c5 req-73b1c4b3-61e1-4919-ba83-423bac992cd4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:27.285371 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-e5ef6091-2863-48ee-894b-44fff66c81c5 req-73b1c4b3-61e1-4919-ba83-423bac992cd4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:27.286680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] For port 773cb927-34fb-4151-9e41-1d3700e725c3, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=773cb927-34fb-4151-9e41-1d3700e725c3,segment=NetworkSegment(1219a8de-91fe-4c31-b947-d80d5c598abd),segment_id=1219a8de-91fe-4c31-b947-d80d5c598abd)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:27.287183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:27.294105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f260d529-dc4a-488e-8280-7e23db1ff5a7 None None] Deleting port 773cb927-34fb-4151-9e41-1d3700e725c3 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:27.294549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f260d529-dc4a-488e-8280-7e23db1ff5a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:27.395740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:27.401698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:27.402402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:27.435605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-e5ef6091-2863-48ee-894b-44fff66c81c5 req-73b1c4b3-61e1-4919-ba83-423bac992cd4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:27.437247 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e5ef6091-2863-48ee-894b-44fff66c81c5 req-73b1c4b3-61e1-4919-ba83-423bac992cd4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 946 time: 0.4356112 Mar 29 09:46:27.508439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 773cb927-34fb-4151-9e41-1d3700e725c3 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:27.552848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0167e8f-da92-4330-8052-c0fa9df0bcee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:46:27.562662 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b0167e8f-da92-4330-8052-c0fa9df0bcee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/8a919e7e-1c94-4bb3-8998-f15fa31c2a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8867691 Mar 29 09:46:27.563402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36146) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:27.569470 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500fe40-34d4-4b22-90e2-1e9d6d777035 None None] Sync routers for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:46:27.586513 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500fe40-34d4-4b22-90e2-1e9d6d777035 None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:27.587223 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a500fe40-34d4-4b22-90e2-1e9d6d777035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:27.660439 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Network': ['ID=6e5b6b71-97d0-4562-a71a-5c084e6743cc,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:27.675464 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4737123c-7a51-4b10-b6c5-d2c2e4bf8fbb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9092479 Mar 29 09:46:27.679149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36150) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:27.685856 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e5ef6091-2863-48ee-894b-44fff66c81c5 req-40b584c0-9dff-461c-92ed-5fd53813bb9e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619821 Mar 29 09:46:27.688681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'ports': [{'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002'}, {'network_id': '6e5b6b71-97d0-4562-a71a-5c084e6743cc'}]} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:27.689292 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:27.690248 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'network_id': '6e5b6b71-97d0-4562-a71a-5c084e6743cc'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:27.693612 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b0499b3d-ea9d-45a4-980f-4619c7a2fae9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:27.718241 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 6e5b6b71-97d0-4562-a71a-5c084e6743cc details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:46:27.742034 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df861b2-26b0-4a61-a524-7cc5f787ee82 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:27.815115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-34679138-07e3-4195-b4a5-9d590dfbcf52 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting subnet f8848f86-6681-49b0-a996-1773e53a81da {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:27.823202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-34679138-07e3-4195-b4a5-9d590dfbcf52 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:27.847230 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b0499b3d-ea9d-45a4-980f-4619c7a2fae9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for e2b7560b-f9f3-4995-8e4c-7c60559cef89 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:27.858449 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:27.918562 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-a500fe40-34d4-4b22-90e2-1e9d6d777035 None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:27.932516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f260d529-dc4a-488e-8280-7e23db1ff5a7 None None] For port 773cb927-34fb-4151-9e41-1d3700e725c3, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=773cb927-34fb-4151-9e41-1d3700e725c3,segment=NetworkSegment(1219a8de-91fe-4c31-b947-d80d5c598abd),segment_id=1219a8de-91fe-4c31-b947-d80d5c598abd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:27.932926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f260d529-dc4a-488e-8280-7e23db1ff5a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:27.951289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=773cb927-34fb-4151-9e41-1d3700e725c3,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:27.984116 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:46:28.088131 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No DVR routers for this DVR port 773cb927-34fb-4151-9e41-1d3700e725c3 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:28.094697 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f260d529-dc4a-488e-8280-7e23db1ff5a7 None None] Calling delete_port for 773cb927-34fb-4151-9e41-1d3700e725c3 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:28.129765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b0499b3d-ea9d-45a4-980f-4619c7a2fae9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:28.170619 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-87532461-d947-41e5-9c08-804585c965ca None None] Provisioning for port 513ebd22-8381-4399-899c-0331effde278 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:28.175309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-f260d529-dc4a-488e-8280-7e23db1ff5a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:46:28.175655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-f260d529-dc4a-488e-8280-7e23db1ff5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:46:28.178084 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-34679138-07e3-4195-b4a5-9d590dfbcf52 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:28.202613 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bf873028-bd3c-435e-9ee4-5be09b1d2e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:46:22Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'b0d01c39-27df-4ee4-8560-da636a382653', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'port_id': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'mac_address': 'fa:16:3e:1c:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:43:54Z', 'updated_at': '2022-03-29T09:44:04Z', 'revision_number': 1, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d0b91ac-ac32-4028-aacb-eaba548ae347', 'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:75:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:51Z', 'updated_at': '2022-03-29T09:43:05Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '61d64769-6487-46dd-99b9-32b9753e3276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:28.219355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0499b3d-ea9d-45a4-980f-4619c7a2fae9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=e2b7560b-f9f3-4995-8e4c-7c60559cef89,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:28.239270 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf873028-bd3c-435e-9ee4-5be09b1d2e2d None None] Checking router: d885023c-1404-4972-8066-f57bed6baee1 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:46:28.288652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:28.296696 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a500fe40-34d4-4b22-90e2-1e9d6d777035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:25Z', 'revision_number': 8, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '85ebe3b5-1ee6-4d86-8e7e-d7796c956c05', 'name': '', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:73:43:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:57Z', 'updated_at': '2022-03-29T09:46:22Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:16Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:28.311361 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500fe40-34d4-4b22-90e2-1e9d6d777035 None None] Checking router: 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:46:28.322251 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500fe40-34d4-4b22-90e2-1e9d6d777035 None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:28.323075 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a500fe40-34d4-4b22-90e2-1e9d6d777035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:28.365491 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf873028-bd3c-435e-9ee4-5be09b1d2e2d None None] Routers {'d885023c-1404-4972-8066-f57bed6baee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:28.372511 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bf873028-bd3c-435e-9ee4-5be09b1d2e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d885023c-1404-4972-8066-f57bed6baee1'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:28.399544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b0499b3d-ea9d-45a4-980f-4619c7a2fae9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:28.422464 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b0499b3d-ea9d-45a4-980f-4619c7a2fae9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/e2b7560b-f9f3-4995-8e4c-7c60559cef89 HTTP/1.1" status: 204 len: 168 time: 1.3593338 Mar 29 09:46:28.423596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36154) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:28.472680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:port and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:28.489598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 513ebd22-8381-4399-899c-0331effde278 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:28.517114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3bc54a-3a45-41c3-bd15-7174f88d55bb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:28.517898 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6a3bc54a-3a45-41c3-bd15-7174f88d55bb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:28.519234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:28.532684 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-a500fe40-34d4-4b22-90e2-1e9d6d777035 None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:28.545227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:28.556588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:28.592048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6a3bc54a-3a45-41c3-bd15-7174f88d55bb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:28.593470 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6a3bc54a-3a45-41c3-bd15-7174f88d55bb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1681654 Mar 29 09:46:28.596697 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36158) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:28.617030 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a59e7b-0553-4922-8e47-0460b603c208']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:28.639612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1219a8de-91fe-4c31-b947-d80d5c598abd') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:28.639612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1219a8de-91fe-4c31-b947-d80d5c598abd') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:28.661419 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:28.691657 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc49ce-764b-4179-b307-4e738e92a987 req-d8e53d99-cc84-4ee1-a2af-d9f3f3dfac0e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:28.692373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-6ecc49ce-764b-4179-b307-4e738e92a987 req-d8e53d99-cc84-4ee1-a2af-d9f3f3dfac0e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:28.696665 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-34679138-07e3-4195-b4a5-9d590dfbcf52 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:28.703322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f260d529-dc4a-488e-8280-7e23db1ff5a7 None None] Deleting port 773cb927-34fb-4151-9e41-1d3700e725c3 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:28.704336 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f260d529-dc4a-488e-8280-7e23db1ff5a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:28.720200 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9cca91-4f19-4b64-9bf9-79bb90af8d97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:28.722407 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cf9cca91-4f19-4b64-9bf9-79bb90af8d97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1247315 Mar 29 09:46:28.726178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36162) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:28.730107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'port': 2} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:28.738877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:28.750061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:28.758279 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:28.758927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:28.860180 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f260d529-dc4a-488e-8280-7e23db1ff5a7 None None] The port '773cb927-34fb-4151-9e41-1d3700e725c3' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:28.885724 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:28.926231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-bf873028-bd3c-435e-9ee4-5be09b1d2e2d None None] Set router d885023c-1404-4972-8066-f57bed6baee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:28.946617 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a500fe40-34d4-4b22-90e2-1e9d6d777035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:25Z', 'revision_number': 8, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '85ebe3b5-1ee6-4d86-8e7e-d7796c956c05', 'name': '', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:73:43:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:57Z', 'updated_at': '2022-03-29T09:46:22Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:16Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:28.952745 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500fe40-34d4-4b22-90e2-1e9d6d777035 None None] The sync data for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv is: [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:25Z', 'revision_number': 8, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '85ebe3b5-1ee6-4d86-8e7e-d7796c956c05', 'name': '', 'network_id': '3949bc4f-3aa6-4bf1-a06f-57f85e600de8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:73:43:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:57Z', 'updated_at': '2022-03-29T09:46:22Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '73e9e7a1-e462-4788-bc6f-8e0be5205e21', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:16Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:46:28.953794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:28.959467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba7a38f-7ddb-4d63-a905-5e1ff01ac937 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:28.963136 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba7a38f-7ddb-4d63-a905-5e1ff01ac937 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:28.964732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba7a38f-7ddb-4d63-a905-5e1ff01ac937 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:28.965552 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bba7a38f-7ddb-4d63-a905-5e1ff01ac937 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:28.986639 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd73bf54-803b-4e27-b119-e45ae0941204 None None] Update dhcp port {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'fixed_ips': [{'subnet_id': 'f666f6b0-b3ef-4b26-8206-babf6180e321', 'ip_address': '2001:db8::f816:3eff:fe8f:d91c'}, {'subnet_id': 'e6bda270-f20c-480d-914c-5a2874ad9aed'}], 'binding:host_id': 'dv-neutron-835555-1-hyperv'}, 'id': '513ebd22-8381-4399-899c-0331effde278'} from dv-neutron-835555-1-hyperv. {{(pid=88552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 29 09:46:29.024324 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 513ebd22-8381-4399-899c-0331effde278 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:29.027995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.032402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.049571 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 513ebd22-8381-4399-899c-0331effde278 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:29.049946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.062978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-6ecc49ce-764b-4179-b307-4e738e92a987 req-d8e53d99-cc84-4ee1-a2af-d9f3f3dfac0e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:29.064119 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6ecc49ce-764b-4179-b307-4e738e92a987 req-d8e53d99-cc84-4ee1-a2af-d9f3f3dfac0e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 946 time: 0.5881927 Mar 29 09:46:29.067736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bba7a38f-7ddb-4d63-a905-5e1ff01ac937 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:29.071822 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bba7a38f-7ddb-4d63-a905-5e1ff01ac937 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3414874 Mar 29 09:46:29.072611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36168) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:29.147824 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fdc8d3-2b70-4e06-85ac-b5da19142d2e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet e6bda270-f20c-480d-914c-5a2874ad9aed {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:29.151115 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2fdc8d3-2b70-4e06-85ac-b5da19142d2e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.163157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Network': ['ID=b1a59e7b-0553-4922-8e47-0460b603c208,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:29.178980 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fd73bf54-803b-4e27-b119-e45ae0941204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.224343 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-56d0671c-9bf2-4208-8a98-7afb00983646 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/networks/b1a59e7b-0553-4922-8e47-0460b603c208 HTTP/1.1" status: 204 len: 168 time: 2.9594615 Mar 29 09:46:29.225693 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36172) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:29.241473 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1478535644'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:29.247240 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2fdc8d3-2b70-4e06-85ac-b5da19142d2e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.318762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-6ecc49ce-764b-4179-b307-4e738e92a987 req-fbcf1d61-4917-455b-aa8c-8b87a731873a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:29.318762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6ecc49ce-764b-4179-b307-4e738e92a987 req-fbcf1d61-4917-455b-aa8c-8b87a731873a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.336010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2fdc8d3-2b70-4e06-85ac-b5da19142d2e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.422631 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:29.427500 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:network and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:29.430818 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:29.437629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:29.483444 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-34679138-07e3-4195-b4a5-9d590dfbcf52 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.503327 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2fdc8d3-2b70-4e06-85ac-b5da19142d2e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.549803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port 6e3d56ae-829f-4758-8f41-b64cc8339742 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:46:29.559076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34679138-07e3-4195-b4a5-9d590dfbcf52 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Subnet': ['ID=f8848f86-6681-49b0-a996-1773e53a81da,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:29.559216 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdc8d3-2b70-4e06-85ac-b5da19142d2e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=e6bda270-f20c-480d-914c-5a2874ad9aed,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:29.562727 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:29.566895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.569831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-34679138-07e3-4195-b4a5-9d590dfbcf52 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.577136 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baf7041-a03e-40d1-8729-d6a11d8af04d None None] Network 878aabee-a717-47bf-823f-f22215908b49 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:29.584816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2fdc8d3-2b70-4e06-85ac-b5da19142d2e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.588690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de8d9d-811a-46d6-a6d2-271db9596a29 req-db68e9ae-390e-451e-b1d0-0e4ec62498dd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:29.590361 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-07de8d9d-811a-46d6-a6d2-271db9596a29 req-db68e9ae-390e-451e-b1d0-0e4ec62498dd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 946 time: 0.6903548 Mar 29 09:46:29.601571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:46:29.608969 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.615875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.616217 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Added segment a1d4f24a-cad5-4d3c-a421-d678113fbbd8 of type vlan for network d1d86b06-3c0b-446e-91dd-39df58183d09 Mar 29 09:46:29.639176 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-34679138-07e3-4195-b4a5-9d590dfbcf52 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/f8848f86-6681-49b0-a996-1773e53a81da HTTP/1.1" status: 204 len: 168 time: 2.0718162 Mar 29 09:46:29.645294 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36176) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:29.648521 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server [None req-fd73bf54-803b-4e27-b119-e45ae0941204 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6bda270-f20c-480d-914c-5a2874ad9aed: This subnet is being modified by another concurrent operation. Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise exception Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6bda270-f20c-480d-914c-5a2874ad9aed: This subnet is being modified by another concurrent operation. Mar 29 09:46:29.668654 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server Mar 29 09:46:29.694952 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a2fdc8d3-2b70-4e06-85ac-b5da19142d2e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/e6bda270-f20c-480d-914c-5a2874ad9aed HTTP/1.1" status: 204 len: 168 time: 0.6186166 Mar 29 09:46:29.695853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36180) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:29.759057 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-07de8d9d-811a-46d6-a6d2-271db9596a29 req-6f994e62-6ea3-4fdb-8df2-e59f7eae0e81 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce8befd3-7d5c-4bc7-af8c-98d562dd2667&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550572 Mar 29 09:46:29.797364 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 513ebd22-8381-4399-899c-0331effde278, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=513ebd22-8381-4399-899c-0331effde278,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:29.820668 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-6ecc49ce-764b-4179-b307-4e738e92a987 req-fbcf1d61-4917-455b-aa8c-8b87a731873a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d,segment=NetworkSegment(adeb44c9-2edf-46c9-bc49-5b11f255b091),segment_id=adeb44c9-2edf-46c9-bc49-5b11f255b091)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:29.821083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6ecc49ce-764b-4179-b307-4e738e92a987 req-fbcf1d61-4917-455b-aa8c-8b87a731873a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.865520 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.879570 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.917005 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-57240ff3-a431-40e0-b2b6-d043af1fd31b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet f666f6b0-b3ef-4b26-8206-babf6180e321 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:29.923587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-57240ff3-a431-40e0-b2b6-d043af1fd31b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.925802 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f48716d6-f6dc-43cd-bbb7-799fd6aac48e None None] Provisioning complete for port 513ebd22-8381-4399-899c-0331effde278 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:29.928879 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f48716d6-f6dc-43cd-bbb7-799fd6aac48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.948747 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:29.949121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.973409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 773cb927-34fb-4151-9e41-1d3700e725c3 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:29.980640 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-6ecc49ce-764b-4179-b307-4e738e92a987 req-fbcf1d61-4917-455b-aa8c-8b87a731873a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:29.988778 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.994429 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:29.995036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.037443 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 773cb927-34fb-4151-9e41-1d3700e725c3 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:30.037892 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 773cb927-34fb-4151-9e41-1d3700e725c3 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:30.051958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.064774 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bf873028-bd3c-435e-9ee4-5be09b1d2e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:46:22Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'b0d01c39-27df-4ee4-8560-da636a382653', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'port_id': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'mac_address': 'fa:16:3e:1c:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:43:54Z', 'updated_at': '2022-03-29T09:44:04Z', 'revision_number': 1, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d0b91ac-ac32-4028-aacb-eaba548ae347', 'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:75:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:51Z', 'updated_at': '2022-03-29T09:43:05Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '61d64769-6487-46dd-99b9-32b9753e3276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:30.087501 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-57240ff3-a431-40e0-b2b6-d043af1fd31b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.128149 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf873028-bd3c-435e-9ee4-5be09b1d2e2d None None] The sync data for ids ['d885023c-1404-4972-8066-f57bed6baee1'] in dv-neutron-835555-1-hyperv is: [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:46:22Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'b0d01c39-27df-4ee4-8560-da636a382653', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'port_id': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'mac_address': 'fa:16:3e:1c:a0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:43:54Z', 'updated_at': '2022-03-29T09:44:04Z', 'revision_number': 1, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d0b91ac-ac32-4028-aacb-eaba548ae347', 'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:75:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:51Z', 'updated_at': '2022-03-29T09:43:05Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '61d64769-6487-46dd-99b9-32b9753e3276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:46:30.223576 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=513ebd22-8381-4399-899c-0331effde278,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:30.229583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port 6bf9de5b-8408-4b13-9db7-8a60419f6b22 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:46:30.280183 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Network': ['ID=d1d86b06-3c0b-446e-91dd-39df58183d09,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:30.293545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network d1d86b06-3c0b-446e-91dd-39df58183d09 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:46:30.336403 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2a85f923-9b89-45e5-9806-c79d7195ad5e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1075249 Mar 29 09:46:30.339321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36184) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:30.349135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'subnet': {'network_id': 'd1d86b06-3c0b-446e-91dd-39df58183d09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:30.393182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e1c6c2cf-e57e-40ea-822d-23c8d46f6929 None None] Could not find standard attr ID for object e4f02e90-5fb4-4718-8246-2e37325e8b66. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:46:30.399020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e1c6c2cf-e57e-40ea-822d-23c8d46f6929 None None] Could not find standard attr ID for object e2b7560b-f9f3-4995-8e4c-7c60559cef89. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:46:30.426108 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] For port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=21cc8a21-9bba-4c7a-a462-3f10aad3bc94,segment=NetworkSegment(76e04662-b375-488e-9b7d-3c25e4fed6c3),segment_id=76e04662-b375-488e-9b7d-3c25e4fed6c3)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:30.426468 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.442200 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-57240ff3-a431-40e0-b2b6-d043af1fd31b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.508736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93657c6-7491-4d32-9f9b-7a27e8a4b9f9 None None] DHCP port deletion for 878aabee-a717-47bf-823f-f22215908b49 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:30.514195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c93657c6-7491-4d32-9f9b-7a27e8a4b9f9 None None] Deleting port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:30.514473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c93657c6-7491-4d32-9f9b-7a27e8a4b9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.600778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:30.604285 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:30.605663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:subnet and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:30.611110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:30.613793 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6ecc49ce-764b-4179-b307-4e738e92a987 req-fbcf1d61-4917-455b-aa8c-8b87a731873a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.626289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:30.631119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:30.683474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf1d61-4917-455b-aa8c-8b87a731873a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:30.689084 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.779162 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecc49ce-764b-4179-b307-4e738e92a987 req-fbcf1d61-4917-455b-aa8c-8b87a731873a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] No DVR routers for this DVR port 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:30.782051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6ecc49ce-764b-4179-b307-4e738e92a987 req-fbcf1d61-4917-455b-aa8c-8b87a731873a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.784666 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec93f83b-10e8-499e-ba62-dc389c77b446', 'name': 'network-vif-deleted', 'tag': '5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:46:30.797612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:30.799617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.819304 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-57240ff3-a431-40e0-b2b6-d043af1fd31b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.872159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.896003 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec93f83b-10e8-499e-ba62-dc389c77b446', 'name': 'network-vif-deleted', 'tag': '5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d', 'status': 'completed', 'code': 200} Mar 29 09:46:30.906763 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6ecc49ce-764b-4179-b307-4e738e92a987 req-fbcf1d61-4917-455b-aa8c-8b87a731873a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "DELETE /v2.0/ports/5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d HTTP/1.1" status: 204 len: 173 time: 1.8304558 Mar 29 09:46:30.911046 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c93657c6-7491-4d32-9f9b-7a27e8a4b9f9 None None] For port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=21cc8a21-9bba-4c7a-a462-3f10aad3bc94,segment=NetworkSegment(76e04662-b375-488e-9b7d-3c25e4fed6c3),segment_id=76e04662-b375-488e-9b7d-3c25e4fed6c3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:30.911492 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c93657c6-7491-4d32-9f9b-7a27e8a4b9f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.918911 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.942617 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=21cc8a21-9bba-4c7a-a462-3f10aad3bc94,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:30.947788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57240ff3-a431-40e0-b2b6-d043af1fd31b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=f666f6b0-b3ef-4b26-8206-babf6180e321,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:30.950840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-57240ff3-a431-40e0-b2b6-d043af1fd31b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.960128 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No DVR routers for this DVR port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:31.012615 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-57240ff3-a431-40e0-b2b6-d043af1fd31b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/f666f6b0-b3ef-4b26-8206-babf6180e321 HTTP/1.1" status: 204 len: 168 time: 1.3109026 Mar 29 09:46:31.016325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36192) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:31.050498 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc7cd3b-6f76-4a09-99cf-77a71fb02d89 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:31.058196 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-897c91b4-90ad-41cb-b684-4d69bacdb025 req-31f63cf0-93db-4ff2-b0a6-a6f27bd66aa6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:31.062384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:31.204209 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c93657c6-7491-4d32-9f9b-7a27e8a4b9f9 None None] Calling delete_port for 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:31.221719 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:31.229082 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:31.233129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:31.234098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:31.239810 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 513ebd22-8381-4399-899c-0331effde278 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:31.258768 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e63f5fcb-293d-4156-8365-0ec5116bd767 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2409999 Mar 29 09:46:31.267497 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36196) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:31.277529 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d43f4db0-d02e-4b94-bf23-88019b87d88e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:31.295904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=6e3d56ae-829f-4758-8f41-b64cc8339742,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:31.337351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:31.369516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:31.389562 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:31.391940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-897c91b4-90ad-41cb-b684-4d69bacdb025 req-31f63cf0-93db-4ff2-b0a6-a6f27bd66aa6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:31.395805 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-897c91b4-90ad-41cb-b684-4d69bacdb025 req-31f63cf0-93db-4ff2-b0a6-a6f27bd66aa6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec93f83b-10e8-499e-ba62-dc389c77b446 HTTP/1.1" status: 200 len: 210 time: 0.4015331 Mar 29 09:46:31.407208 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Checking segment: {'id': 'f9016fed-d659-4c91-a661-e93d7abfd218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6e5b6b71-97d0-4562-a71a-5c084e6743cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:31.407785 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network hostable DHCP agents. Network: 6e5b6b71-97d0-4562-a71a-5c084e6743cc, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:46:31.471936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=6bf9de5b-8408-4b13-9db7-8a60419f6b22,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:31.477771 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878aabee-a717-47bf-823f-f22215908b49']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:31.482005 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Subnet': ['ID=08010758-6053-4994-a37d-3ac08f8f32f9,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:31.484519 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:31.484875 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5bc61bea-e4e8-48b9-a7cc-0ab83ae01e4d not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:31.494831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Checking segment: {'id': 'a1d4f24a-cad5-4d3c-a421-d678113fbbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd1d86b06-3c0b-446e-91dd-39df58183d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:31.495488 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network hostable DHCP agents. Network: d1d86b06-3c0b-446e-91dd-39df58183d09, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:46:31.496994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e04662-b375-488e-9b7d-3c25e4fed6c3') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:31.497289 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e04662-b375-488e-9b7d-3c25e4fed6c3') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:31.504253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d43f4db0-d02e-4b94-bf23-88019b87d88e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:31.512074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d43f4db0-d02e-4b94-bf23-88019b87d88e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:31.515478 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:31.521994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d43f4db0-d02e-4b94-bf23-88019b87d88e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:31.531377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d43f4db0-d02e-4b94-bf23-88019b87d88e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:31.539796 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:31.546303 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:31.546681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:31.557874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 6e5b6b71-97d0-4562-a71a-5c084e6743cc is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:31.561706 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:31.587714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network d1d86b06-3c0b-446e-91dd-39df58183d09 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:46:31.592716 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-c93657c6-7491-4d32-9f9b-7a27e8a4b9f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:46:31.597235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-c93657c6-7491-4d32-9f9b-7a27e8a4b9f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:46:31.626329 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:31.641697 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43f4db0-d02e-4b94-bf23-88019b87d88e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:31.645952 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d43f4db0-d02e-4b94-bf23-88019b87d88e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:31.666903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, d1d86b06-3c0b-446e-91dd-39df58183d09) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:31.668328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 6e5b6b71-97d0-4562-a71a-5c084e6743cc) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:31.674613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:31.674613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:31.679530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:31.686192 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 513ebd22-8381-4399-899c-0331effde278, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=513ebd22-8381-4399-899c-0331effde278,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:31.687345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:31.692080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:31.692847 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:31.697211 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45b713d-b1d1-401c-a2f8-2d7773196e8c None None] Network d1d86b06-3c0b-446e-91dd-39df58183d09 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:31.724054 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183f9c45-e690-4f54-b994-ba1698ceaf50 None None] Network 6e5b6b71-97d0-4562-a71a-5c084e6743cc requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:31.771658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:31.771934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09739206-d141-440c-a7be-84146ba8e15a None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:31.780456 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:31.781165 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f6bbd210-229b-4807-b754-646e81262fd1 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:31.791944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:31.805210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Network': ['ID=878aabee-a717-47bf-823f-f22215908b49,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:31.811406 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-43d026d5-ccc7-44b1-b735-5533b54d95ee tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/networks/878aabee-a717-47bf-823f-f22215908b49 HTTP/1.1" status: 204 len: 168 time: 2.1650586 Mar 29 09:46:31.814798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36200) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:31.881504 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-939de8c0-8722-4bdc-9ad7-8ae65697965f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.1986504 Mar 29 09:46:31.891061 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-32acacef-4276-4101-a578-22096ef2e46c tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5496931 Mar 29 09:46:31.894591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36204) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:31.894867 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36206) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:31.907557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-09739206-d141-440c-a7be-84146ba8e15a None None] Deleting port 513ebd22-8381-4399-899c-0331effde278 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:31.907949 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-09739206-d141-440c-a7be-84146ba8e15a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:31.931190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-9248a37c-2349-4912-8ef8-34aa89364a90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-127804127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:31.992105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: f6bbd210-229b-4807-b754-646e81262fd1 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:31.992333 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f6bbd210-229b-4807-b754-646e81262fd1 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:31.992717 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2aff3d54-179d-4bea-bacc-afd561787527 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:31.992865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-9248a37c-2349-4912-8ef8-34aa89364a90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:32.012790 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9248a37c-2349-4912-8ef8-34aa89364a90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:router and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:32.017339 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9248a37c-2349-4912-8ef8-34aa89364a90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:32.030649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-9248a37c-2349-4912-8ef8-34aa89364a90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:32.032822 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d43f4db0-d02e-4b94-bf23-88019b87d88e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.046235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 2aff3d54-179d-4bea-bacc-afd561787527 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:32.046583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2aff3d54-179d-4bea-bacc-afd561787527 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:32.068774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a8b00-829f-4ad7-8bad-8b65dae04123 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 6bf9de5b-8408-4b13-9db7-8a60419f6b22 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:32.069721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dc8a8b00-829f-4ad7-8bad-8b65dae04123 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.100125 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43f4db0-d02e-4b94-bf23-88019b87d88e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:32.103440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-d43f4db0-d02e-4b94-bf23-88019b87d88e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:32.104559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c93657c6-7491-4d32-9f9b-7a27e8a4b9f9 None None] Deleting port 21cc8a21-9bba-4c7a-a462-3f10aad3bc94 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:32.104868 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c93657c6-7491-4d32-9f9b-7a27e8a4b9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.108287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43f4db0-d02e-4b94-bf23-88019b87d88e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:32.109009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d43f4db0-d02e-4b94-bf23-88019b87d88e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.129328 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f4db0-d02e-4b94-bf23-88019b87d88e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=845251ac-a59d-4842-b11b-addb46f35d73,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:32.249228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9248a37c-2349-4912-8ef8-34aa89364a90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.250208 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9248a37c-2349-4912-8ef8-34aa89364a90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.265032 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d43f4db0-d02e-4b94-bf23-88019b87d88e tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9965901 Mar 29 09:46:32.268553 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36212) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:32.275095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-eda5a89a-0144-425c-ad58-4da590ad93da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:32.312176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c93657c6-7491-4d32-9f9b-7a27e8a4b9f9 None None] The port '21cc8a21-9bba-4c7a-a462-3f10aad3bc94' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:46:32.321557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=513ebd22-8381-4399-899c-0331effde278,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:32.334563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9248a37c-2349-4912-8ef8-34aa89364a90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.454580 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eda5a89a-0144-425c-ad58-4da590ad93da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:32.459958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eda5a89a-0144-425c-ad58-4da590ad93da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:32.467959 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eda5a89a-0144-425c-ad58-4da590ad93da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:32.481477 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eda5a89a-0144-425c-ad58-4da590ad93da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:32.493176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-d1d86b06-3c0b-446e-91dd-39df58183d09', 'network_id': 'd1d86b06-3c0b-446e-91dd-39df58183d09', 'tenant_id': 'b4dec77116a345ed906ccba95ed7a9ff', 'fixed_ips': [{'subnet_id': '08010758-6053-4994-a37d-3ac08f8f32f9'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:46:32.493947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.540665 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36218) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:32.557766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda5a89a-0144-425c-ad58-4da590ad93da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:32.561482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eda5a89a-0144-425c-ad58-4da590ad93da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.606399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9248a37c-2349-4912-8ef8-34aa89364a90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.687796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dc8a8b00-829f-4ad7-8bad-8b65dae04123 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.705118 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-09739206-d141-440c-a7be-84146ba8e15a None None] For port 513ebd22-8381-4399-899c-0331effde278, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=513ebd22-8381-4399-899c-0331effde278,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:32.705515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-09739206-d141-440c-a7be-84146ba8e15a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.728950 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-48e67917-1a56-4bf5-9e18-57f3692f2e11 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.763700 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.ipam_backend_mixin [None req-eda5a89a-0144-425c-ad58-4da590ad93da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 845251ac-a59d-4842-b11b-addb46f35d73 (CIDR: 2001:db8::/64) Mar 29 09:46:32.773443 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-48e67917-1a56-4bf5-9e18-57f3692f2e11 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.809236 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda5a89a-0144-425c-ad58-4da590ad93da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:46:32.809831 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda5a89a-0144-425c-ad58-4da590ad93da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:32.819355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9248a37c-2349-4912-8ef8-34aa89364a90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.823044 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9248a37c-2349-4912-8ef8-34aa89364a90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.9226279 Mar 29 09:46:32.823994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36222) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:32.827978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a8b00-829f-4ad7-8bad-8b65dae04123 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 6bf9de5b-8408-4b13-9db7-8a60419f6b22 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:32.836139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'network_id': 'd1d86b06-3c0b-446e-91dd-39df58183d09', 'name': 'tempest-PortsTestJSON-219386646'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:32.918854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-09739206-d141-440c-a7be-84146ba8e15a None None] Calling delete_port for 513ebd22-8381-4399-899c-0331effde278 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:32.942474 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-eda5a89a-0144-425c-ad58-4da590ad93da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6728914 Mar 29 09:46:32.943226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36226) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:32.954295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:32.989447 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Allocated IP 172.20.0.2 (d1d86b06-3c0b-446e-91dd-39df58183d09/08010758-6053-4994-a37d-3ac08f8f32f9/085b1608-3d31-484e-9c8d-364a7185c227) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:33.002449 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d0540583-b6ea-4f67-a86e-c3ed4ce06722 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.063276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dc8a8b00-829f-4ad7-8bad-8b65dae04123 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.097420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:33.105621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:port and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:33.111695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:33.118665 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-09739206-d141-440c-a7be-84146ba8e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.128194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:33.145420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:33.149123 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-48e67917-1a56-4bf5-9e18-57f3692f2e11 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.154766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:33.166585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:33.168541 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a8b00-829f-4ad7-8bad-8b65dae04123 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=6bf9de5b-8408-4b13-9db7-8a60419f6b22,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:33.178189 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09739206-d141-440c-a7be-84146ba8e15a None None] Pushing event deleted for resources: {'Port': ['ID=513ebd22-8381-4399-899c-0331effde278,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:33.180747 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:33.182636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09739206-d141-440c-a7be-84146ba8e15a None None] No DVR routers for this DVR port 513ebd22-8381-4399-899c-0331effde278 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:33.186343 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dc8a8b00-829f-4ad7-8bad-8b65dae04123 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.311220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e67917-1a56-4bf5-9e18-57f3692f2e11 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8befd3-7d5c-4bc7-af8c-98d562dd2667,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:33.312080 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dc8a8b00-829f-4ad7-8bad-8b65dae04123 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/6bf9de5b-8408-4b13-9db7-8a60419f6b22 HTTP/1.1" status: 204 len: 168 time: 1.3031878 Mar 29 09:46:33.313241 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.313241 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Transition to ACTIVE for port object 085b1608-3d31-484e-9c8d-364a7185c227 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:33.314524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36230) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:33.320053 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Transition to ACTIVE for port object 085b1608-3d31-484e-9c8d-364a7185c227 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:33.332916 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42651b60-f242-49b2-a0b5-d9d1f67f2772 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:33.399644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550655be-e725-4b6a-9be5-50a21b445093 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:33.405650 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550655be-e725-4b6a-9be5-50a21b445093 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:33.406402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-550655be-e725-4b6a-9be5-50a21b445093 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:33.469273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d0540583-b6ea-4f67-a86e-c3ed4ce06722 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:33.471157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d0540583-b6ea-4f67-a86e-c3ed4ce06722 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.538425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:33.543040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.566148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:46:33.572664 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': '845251ac-a59d-4842-b11b-addb46f35d73'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:46:33.573702 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.660682 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.667454 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-d0540583-b6ea-4f67-a86e-c3ed4ce06722 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] For port 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=85ebe3b5-1ee6-4d86-8e7e-d7796c956c05,segment=NetworkSegment(ceb92cac-a981-4336-ace6-f8b3db71efea),segment_id=ceb92cac-a981-4336-ace6-f8b3db71efea)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:33.668058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d0540583-b6ea-4f67-a86e-c3ed4ce06722 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.729462 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:33.733098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.751520 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-550655be-e725-4b6a-9be5-50a21b445093 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:33.755743 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-550655be-e725-4b6a-9be5-50a21b445093 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4456329 Mar 29 09:46:33.761260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-48e67917-1a56-4bf5-9e18-57f3692f2e11 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.764984 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-48e67917-1a56-4bf5-9e18-57f3692f2e11 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/security-groups/ce8befd3-7d5c-4bc7-af8c-98d562dd2667 HTTP/1.1" status: 204 len: 168 time: 1.2228439 Mar 29 09:46:33.773983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Network d1d86b06-3c0b-446e-91dd-39df58183d09 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:33.781142 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:33.791159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:33.797723 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36234) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:33.797874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Pushing event updated for resources: {'Port': ['ID=085b1608-3d31-484e-9c8d-364a7185c227,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:33.802689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d0540583-b6ea-4f67-a86e-c3ed4ce06722 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:33.890032 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36240) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:33.902188 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Allocated IP 2001:db8::2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/845251ac-a59d-4842-b11b-addb46f35d73/f90b5121-870f-41a8-9ec0-e66d708efe5a) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:33.907456 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Attempting to bind port 085b1608-3d31-484e-9c8d-364a7185c227 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:33.907904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Attempting to bind port 085b1608-3d31-484e-9c8d-364a7185c227 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'a1d4f24a-cad5-4d3c-a421-d678113fbbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd1d86b06-3c0b-446e-91dd-39df58183d09'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:33.908544 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Attempting to bind port 085b1608-3d31-484e-9c8d-364a7185c227 on network d1d86b06-3c0b-446e-91dd-39df58183d09 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:33.919756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:33.921314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Checking segment: {'id': 'a1d4f24a-cad5-4d3c-a421-d678113fbbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd1d86b06-3c0b-446e-91dd-39df58183d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:33.921314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.921314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Bound using segment: {'id': 'a1d4f24a-cad5-4d3c-a421-d678113fbbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd1d86b06-3c0b-446e-91dd-39df58183d09'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:33.922276 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Bound port: 085b1608-3d31-484e-9c8d-364a7185c227, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d4f24a-cad5-4d3c-a421-d678113fbbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd1d86b06-3c0b-446e-91dd-39df58183d09'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:33.922900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.974418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d3780a2e-8b35-491b-b60f-158faf2d2d0d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 6e3d56ae-829f-4758-8f41-b64cc8339742 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:33.974779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d3780a2e-8b35-491b-b60f-158faf2d2d0d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.984942 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Allocated IP 172.20.0.7 (d1d86b06-3c0b-446e-91dd-39df58183d09/08010758-6053-4994-a37d-3ac08f8f32f9/d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:34.136540 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] For port 085b1608-3d31-484e-9c8d-364a7185c227, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:34.158234 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] For port 085b1608-3d31-484e-9c8d-364a7185c227, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=085b1608-3d31-484e-9c8d-364a7185c227,segment=NetworkSegment(a1d4f24a-cad5-4d3c-a421-d678113fbbd8),segment_id=a1d4f24a-cad5-4d3c-a421-d678113fbbd8)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:34.175076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c87939-09b2-4655-8eba-2473513465fa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting subnet 5411cadc-b66b-457d-92a8-3364fde40b92 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:34.190122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-64c87939-09b2-4655-8eba-2473513465fa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:34.233896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:34.251481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:34.253866 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Transition to ACTIVE for port object f90b5121-870f-41a8-9ec0-e66d708efe5a will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:34.298034 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:34.305739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-64c87939-09b2-4655-8eba-2473513465fa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:34.316673 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Transition to ACTIVE for port object d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:34.358153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Transition to ACTIVE for port object f90b5121-870f-41a8-9ec0-e66d708efe5a will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:34.374173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d530a02-99c4-49a4-ab52-a93adebc6fc9 None None] Pushing event updated for resources: {'Port': ['ID=085b1608-3d31-484e-9c8d-364a7185c227,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:34.407556 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:34.435496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:34.500099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:34.507310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:34.528256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Pushing event updated for resources: {'Port': ['ID=f90b5121-870f-41a8-9ec0-e66d708efe5a,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:34.531306 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:34.545656 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:34.549616 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d3780a2e-8b35-491b-b60f-158faf2d2d0d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:34.552657 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network d1d86b06-3c0b-446e-91dd-39df58183d09 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:34.560840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:34.566922 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:34.647200 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:34.648026 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:34.661069 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.objects.ports [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88550) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:46:34.693896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d0540583-b6ea-4f67-a86e-c3ed4ce06722 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:34.700112 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Attempting to bind port f90b5121-870f-41a8-9ec0-e66d708efe5a on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:34.700578 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Attempting to bind port f90b5121-870f-41a8-9ec0-e66d708efe5a by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:34.701346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Attempting to bind port f90b5121-870f-41a8-9ec0-e66d708efe5a on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:34.715147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d3780a2e-8b35-491b-b60f-158faf2d2d0d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 6e3d56ae-829f-4758-8f41-b64cc8339742 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:34.717651 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:34.718035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:34.718547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:34.719043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:34.719574 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Bound port: f90b5121-870f-41a8-9ec0-e66d708efe5a, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:34.720007 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:34.807712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0540583-b6ea-4f67-a86e-c3ed4ce06722 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=85ebe3b5-1ee6-4d86-8e7e-d7796c956c05,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:34.822508 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] For port f90b5121-870f-41a8-9ec0-e66d708efe5a, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:34.826022 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] For port f90b5121-870f-41a8-9ec0-e66d708efe5a, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f90b5121-870f-41a8-9ec0-e66d708efe5a,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:34.853327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-64c87939-09b2-4655-8eba-2473513465fa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:34.859444 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-efffb9b5-394b-416c-b220-81f27bb517e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0347466 Mar 29 09:46:34.862185 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36244) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:34.887962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:35.014058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f38075-8349-42b8-9a4e-453235ea8f18 None None] Pushing event updated for resources: {'Port': ['ID=f90b5121-870f-41a8-9ec0-e66d708efe5a,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:35.113269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d3780a2e-8b35-491b-b60f-158faf2d2d0d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:35.231353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3780a2e-8b35-491b-b60f-158faf2d2d0d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=6e3d56ae-829f-4758-8f41-b64cc8339742,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:35.262949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-64c87939-09b2-4655-8eba-2473513465fa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:35.275574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:35.302199 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d3780a2e-8b35-491b-b60f-158faf2d2d0d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:35.331981 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd835dca-01e9-496f-9123-4f041f65e38f None None] Network 66517059-acaf-4ea1-8435-89ac224bb424 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:35.336567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c87939-09b2-4655-8eba-2473513465fa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Subnet': ['ID=5411cadc-b66b-457d-92a8-3364fde40b92,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:35.341485 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-64c87939-09b2-4655-8eba-2473513465fa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:35.360061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d0540583-b6ea-4f67-a86e-c3ed4ce06722 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:35.365550 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-64c87939-09b2-4655-8eba-2473513465fa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/subnets/5411cadc-b66b-457d-92a8-3364fde40b92 HTTP/1.1" status: 204 len: 168 time: 1.4601150 Mar 29 09:46:35.369420 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36248) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:35.564208 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d3780a2e-8b35-491b-b60f-158faf2d2d0d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/6e3d56ae-829f-4758-8f41-b64cc8339742 HTTP/1.1" status: 204 len: 168 time: 1.7699203 Mar 29 09:46:35.568692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36252) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:35.657187 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:35.677666 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-894c0230-a555-4961-b2ef-4182da8612b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:35.725664 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a85705-1667-4663-8527-a31b1be7fa4b None None] DHCP port deletion for 66517059-acaf-4ea1-8435-89ac224bb424 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:35.730183 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-25a85705-1667-4663-8527-a31b1be7fa4b None None] Deleting port bd9e3097-7ac0-484c-ada8-975dec666f95 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:35.730569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-25a85705-1667-4663-8527-a31b1be7fa4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:35.859922 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe09cb1-f720-41e5-8c6b-fc04bec76f31 None None] Network d1d86b06-3c0b-446e-91dd-39df58183d09 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:35.904146 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] For port f90b5121-870f-41a8-9ec0-e66d708efe5a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f90b5121-870f-41a8-9ec0-e66d708efe5a,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:35.934560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port bd9e3097-7ac0-484c-ada8-975dec666f95 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:35.935135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:36.020310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:36.063056 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c7cfe41-fcd3-4a15-9e19-38a15be21218 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:36.076333 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-25a85705-1667-4663-8527-a31b1be7fa4b None None] For port bd9e3097-7ac0-484c-ada8-975dec666f95, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bd9e3097-7ac0-484c-ada8-975dec666f95,segment=NetworkSegment(adeb44c9-2edf-46c9-bc49-5b11f255b091),segment_id=adeb44c9-2edf-46c9-bc49-5b11f255b091)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:36.076750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-25a85705-1667-4663-8527-a31b1be7fa4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:36.205302 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-25a85705-1667-4663-8527-a31b1be7fa4b None None] Calling delete_port for bd9e3097-7ac0-484c-ada8-975dec666f95 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:36.334837 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:36.339016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:36.348742 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a4985ddd-bccf-48f3-8337-260f890274bb None None] Provisioning for port 085b1608-3d31-484e-9c8d-364a7185c227 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:36.407435 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fe02fe-3f9d-4475-bfe4-691461571e9d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:36.408803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-68fe02fe-3f9d-4475-bfe4-691461571e9d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:36.445780 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-25a85705-1667-4663-8527-a31b1be7fa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:36.453819 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0540583-b6ea-4f67-a86e-c3ed4ce06722 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:46:36.456778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port bd9e3097-7ac0-484c-ada8-975dec666f95, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bd9e3097-7ac0-484c-ada8-975dec666f95,segment=NetworkSegment(adeb44c9-2edf-46c9-bc49-5b11f255b091),segment_id=adeb44c9-2edf-46c9-bc49-5b11f255b091)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:36.457088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:36.524647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 085b1608-3d31-484e-9c8d-364a7185c227 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:36.526287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=0d854f8d-4f58-42fe-9a39-f0a6acbad32e,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:36.567595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a85705-1667-4663-8527-a31b1be7fa4b None None] No DVR routers for this DVR port bd9e3097-7ac0-484c-ada8-975dec666f95 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:36.571245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a85705-1667-4663-8527-a31b1be7fa4b None None] Pushing event deleted for resources: {'Port': ['ID=bd9e3097-7ac0-484c-ada8-975dec666f95,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:36.631978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:36.636683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:36.644194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:36.644982 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:36.651278 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=f90b5121-870f-41a8-9ec0-e66d708efe5a,revision_number=4']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:36.655579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for bd9e3097-7ac0-484c-ada8-975dec666f95 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:36.674276 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cda3e8-5933-454b-8ff2-5308d18454b5 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:36.680525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-68fe02fe-3f9d-4475-bfe4-691461571e9d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:36.681564 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-68fe02fe-3f9d-4475-bfe4-691461571e9d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.0852528 Mar 29 09:46:36.686513 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36256) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:36.706249 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-fe6369e7-a59b-455e-bb6f-86f461086918 None None] Provisioning for port f90b5121-870f-41a8-9ec0-e66d708efe5a completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:36.733746 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32bb830-0e61-4f8a-a57b-890e357fae43 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] GET failed (client error): The resource could not be found. Mar 29 09:46:36.737994 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d32bb830-0e61-4f8a-a57b-890e357fae43 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/6bf9de5b-8408-4b13-9db7-8a60419f6b22 HTTP/1.1" status: 404 len: 333 time: 0.0476441 Mar 29 09:46:36.738516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36260) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:36.790604 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-873ef488-91fa-40be-ac48-523740e10741 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8405440 Mar 29 09:46:36.793819 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36264) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:36.797113 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab063e6-3600-47ff-a8fc-200b79dfa57b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] GET failed (client error): The resource could not be found. Mar 29 09:46:36.801613 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0ab063e6-3600-47ff-a8fc-200b79dfa57b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/6e3d56ae-829f-4758-8f41-b64cc8339742 HTTP/1.1" status: 404 len: 333 time: 0.0592284 Mar 29 09:46:36.802445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36266) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:36.810074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 085b1608-3d31-484e-9c8d-364a7185c227 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:36.817663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'mac_address': 'fa:16:3e:a1:ae:db', 'name': 'tempest-NetworksTestDHCPv6-1190632833'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:36.828439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 085b1608-3d31-484e-9c8d-364a7185c227 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:36.828862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:36.853198 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0540583-b6ea-4f67-a86e-c3ed4ce06722 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:46:36.856936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:46:36.857257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:46:36.875047 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e18f98-bdaa-454c-80e9-1e6e0ee20ddc None None] Sync routers for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:46:36.926415 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d0540583-b6ea-4f67-a86e-c3ed4ce06722 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/8a919e7e-1c94-4bb3-8998-f15fa31c2a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1074173 Mar 29 09:46:36.929192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36272) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:36.934142 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-39a11fe8-dc19-4c3e-8fe7-3796c050e7a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:36.935907 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e18f98-bdaa-454c-80e9-1e6e0ee20ddc None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:36.936565 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-91e18f98-bdaa-454c-80e9-1e6e0ee20ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:36.939962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c7cfe41-fcd3-4a15-9e19-38a15be21218 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.054900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:37.062961 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:port and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:37.068635 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:37.077702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:37.082897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef302c2c-b413-449b-8a23-62a18ad96938 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting subnet 73e9e7a1-e462-4788-bc6f-8e0be5205e21 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:37.089108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ef302c2c-b413-449b-8a23-62a18ad96938 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.100858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c7cfe41-fcd3-4a15-9e19-38a15be21218 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.154154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ef302c2c-b413-449b-8a23-62a18ad96938 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.165344 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-39a11fe8-dc19-4c3e-8fe7-3796c050e7a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.265503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-91e18f98-bdaa-454c-80e9-1e6e0ee20ddc None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:37.267303 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-39a11fe8-dc19-4c3e-8fe7-3796c050e7a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5b6b71-97d0-4562-a71a-5c084e6743cc']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:37.290019 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ef302c2c-b413-449b-8a23-62a18ad96938 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.325210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-39a11fe8-dc19-4c3e-8fe7-3796c050e7a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9016fed-d659-4c91-a661-e93d7abfd218') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:37.325499 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-39a11fe8-dc19-4c3e-8fe7-3796c050e7a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9016fed-d659-4c91-a661-e93d7abfd218') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:37.335452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:37.338030 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cfe41-fcd3-4a15-9e19-38a15be21218 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:37.352128 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-39a11fe8-dc19-4c3e-8fe7-3796c050e7a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.354261 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-741be523-2359-4f9b-b7a7-0bb47f249b0d None None] Provisioning complete for port 085b1608-3d31-484e-9c8d-364a7185c227 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:37.354635 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-741be523-2359-4f9b-b7a7-0bb47f249b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.364670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port bd9e3097-7ac0-484c-ada8-975dec666f95 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:37.365738 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.382056 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-39a11fe8-dc19-4c3e-8fe7-3796c050e7a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.430885 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a11fe8-dc19-4c3e-8fe7-3796c050e7a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:37.431290 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-39a11fe8-dc19-4c3e-8fe7-3796c050e7a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.440307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:37.447656 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:37.567394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] The port 'bd9e3097-7ac0-484c-ada8-975dec666f95' was deleted {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:46:37.676254 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 085b1608-3d31-484e-9c8d-364a7185c227, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=085b1608-3d31-484e-9c8d-364a7185c227,segment=NetworkSegment(a1d4f24a-cad5-4d3c-a421-d678113fbbd8),segment_id=a1d4f24a-cad5-4d3c-a421-d678113fbbd8)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:37.768728 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.769622 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f90b5121-870f-41a8-9ec0-e66d708efe5a up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:37.775399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c7cfe41-fcd3-4a15-9e19-38a15be21218 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.788756 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-39a11fe8-dc19-4c3e-8fe7-3796c050e7a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.812688 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-39a11fe8-dc19-4c3e-8fe7-3796c050e7a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.819234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a11fe8-dc19-4c3e-8fe7-3796c050e7a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Network': ['ID=6e5b6b71-97d0-4562-a71a-5c084e6743cc,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:37.826330 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-39a11fe8-dc19-4c3e-8fe7-3796c050e7a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/networks/6e5b6b71-97d0-4562-a71a-5c084e6743cc HTTP/1.1" status: 204 len: 168 time: 1.0228403 Mar 29 09:46:37.833671 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36276) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:37.841576 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-524764665'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:37.846954 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:37.850986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:network and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:37.853968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:37.859900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:37.878499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.899318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ef302c2c-b413-449b-8a23-62a18ad96938 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.915525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-741be523-2359-4f9b-b7a7-0bb47f249b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.935600 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:37.943294 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.947210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.969813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef302c2c-b413-449b-8a23-62a18ad96938 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Subnet': ['ID=73e9e7a1-e462-4788-bc6f-8e0be5205e21,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:37.987308 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7a2d7b62-7743-4f4b-94de-123caa9014e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:37.994222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d117795d-3ed5-4375-a06b-1fade14ae47d None None] Network 3949bc4f-3aa6-4bf1-a06f-57f85e600de8 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:38.003333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ef302c2c-b413-449b-8a23-62a18ad96938 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.019736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66517059-acaf-4ea1-8435-89ac224bb424']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:38.029341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port 767a2e1a-e3fa-4d51-ba87-c3a58ea4f24a yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:46:38.034943 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=085b1608-3d31-484e-9c8d-364a7185c227,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:38.055880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:46:38.069818 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ef302c2c-b413-449b-8a23-62a18ad96938 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/73e9e7a1-e462-4788-bc6f-8e0be5205e21 HTTP/1.1" status: 204 len: 168 time: 1.1373274 Mar 29 09:46:38.072008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36280) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:38.073927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adeb44c9-2edf-46c9-bc49-5b11f255b091') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:38.074226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adeb44c9-2edf-46c9-bc49-5b11f255b091') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:38.082668 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.083426 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Added segment 2e1b165c-e89f-4a59-bdda-83ef9d0011be of type vlan for network c60a350f-fd02-4983-902a-5538b31dc7e1 Mar 29 09:46:38.132783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.135336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.154958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c7cfe41-fcd3-4a15-9e19-38a15be21218 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.207179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-741be523-2359-4f9b-b7a7-0bb47f249b0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:46:38.207408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-741be523-2359-4f9b-b7a7-0bb47f249b0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:46:38.229407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.258793 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-91e18f98-bdaa-454c-80e9-1e6e0ee20ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:34Z', 'revision_number': 9, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:16Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:38.263057 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:38.263259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port f90b5121-870f-41a8-9ec0-e66d708efe5a completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:38.263810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.270379 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e18f98-bdaa-454c-80e9-1e6e0ee20ddc None None] Checking router: 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:46:38.279711 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port f90b5121-870f-41a8-9ec0-e66d708efe5a triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:38.280062 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:38.282126 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:38.289499 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.293661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:38.295529 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.324187 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e18f98-bdaa-454c-80e9-1e6e0ee20ddc None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:38.325495 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-91e18f98-bdaa-454c-80e9-1e6e0ee20ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:38.367181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.479744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port d73b1a1a-d2be-40e6-a802-cda8d6baff6c {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:38.480542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.513653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-91e18f98-bdaa-454c-80e9-1e6e0ee20ddc None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:38.530149 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6953108 Mar 29 09:46:38.535227 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36284) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:38.574967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.596863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'subnet': {'network_id': 'c60a350f-fd02-4983-902a-5538b31dc7e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:38.618597 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.643799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f8ed6-3689-44d1-b0ec-3896c29c2760 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Network': ['ID=c60a350f-fd02-4983-902a-5538b31dc7e1,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:38.658813 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network c60a350f-fd02-4983-902a-5538b31dc7e1 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:46:38.670784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Network': ['ID=66517059-acaf-4ea1-8435-89ac224bb424,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:38.741192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::105 (904da7d4-bab8-40f2-8764-d10ff337fe7e/845251ac-a59d-4842-b11b-addb46f35d73/767a2e1a-e3fa-4d51-ba87-c3a58ea4f24a) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:38.762612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8:0:1:f816:3eff:fea1:aedb (904da7d4-bab8-40f2-8764-d10ff337fe7e/0d854f8d-4f58-42fe-9a39-f0a6acbad32e/767a2e1a-e3fa-4d51-ba87-c3a58ea4f24a) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:38.771258 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-427cba2c-772f-4b5e-9346-028152cc0166 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/networks/66517059-acaf-4ea1-8435-89ac224bb424 HTTP/1.1" status: 204 len: 168 time: 3.3901753 Mar 29 09:46:38.772299 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:38.774284 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36288) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:38.812701 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd50181f-ff5e-4aa2-bcb6-107e3d6680c6 None None] DHCP port deletion for 3949bc4f-3aa6-4bf1-a06f-57f85e600de8 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:38.829471 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:subnet and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:38.863613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] For port d73b1a1a-d2be-40e6-a802-cda8d6baff6c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d73b1a1a-d2be-40e6-a802-cda8d6baff6c,segment=NetworkSegment(ceb92cac-a981-4336-ace6-f8b3db71efea),segment_id=ceb92cac-a981-4336-ace6-f8b3db71efea)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:38.863989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-cd50181f-ff5e-4aa2-bcb6-107e3d6680c6 None None] Deleting port d73b1a1a-d2be-40e6-a802-cda8d6baff6c {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:38.864212 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.864358 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cd50181f-ff5e-4aa2-bcb6-107e3d6680c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:38.884053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:38.920454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:39.021081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for d73b1a1a-d2be-40e6-a802-cda8d6baff6c owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:39.044817 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:39.047409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.066036 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.104842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.168583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.192875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.ipam_backend_mixin [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Performing IP validity checks on allocation pools {{(pid=88550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 29 09:46:39.195479 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port f90b5121-870f-41a8-9ec0-e66d708efe5a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f90b5121-870f-41a8-9ec0-e66d708efe5a,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:39.195647 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.ipam_backend_mixin [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 29 09:46:39.198245 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0de8031b-688d-4bad-aff2-554e8949dcdb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 4786fbe2-c6fe-424f-8f35-bf41c1609ad5 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:39.198596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0de8031b-688d-4bad-aff2-554e8949dcdb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.228679 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c7cfe41-fcd3-4a15-9e19-38a15be21218 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.243484 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-741be523-2359-4f9b-b7a7-0bb47f249b0d None None] Provisioning for port d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:39.258479 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.276327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object 767a2e1a-e3fa-4d51-ba87-c3a58ea4f24a will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:39.278318 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.314058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.314318 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-741be523-2359-4f9b-b7a7-0bb47f249b0d None None] Provisioning complete for port d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:39.314521 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-741be523-2359-4f9b-b7a7-0bb47f249b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.377204 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=d73b1a1a-d2be-40e6-a802-cda8d6baff6c,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:39.379661 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No DVR routers for this DVR port d73b1a1a-d2be-40e6-a802-cda8d6baff6c on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:39.395086 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bd9e3097-7ac0-484c-ada8-975dec666f95 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:39.418922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.482185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: bd9e3097-7ac0-484c-ada8-975dec666f95 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:39.482511 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bd9e3097-7ac0-484c-ada8-975dec666f95 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:39.505101 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-cd50181f-ff5e-4aa2-bcb6-107e3d6680c6 None None] For port d73b1a1a-d2be-40e6-a802-cda8d6baff6c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d73b1a1a-d2be-40e6-a802-cda8d6baff6c,segment=NetworkSegment(ceb92cac-a981-4336-ace6-f8b3db71efea),segment_id=ceb92cac-a981-4336-ace6-f8b3db71efea)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:39.505494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cd50181f-ff5e-4aa2-bcb6-107e3d6680c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.510630 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c7cfe41-fcd3-4a15-9e19-38a15be21218 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.514660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:39.520795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:39.528902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:39.535181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:39.535891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.648451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-741be523-2359-4f9b-b7a7-0bb47f249b0d None None] Port d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:46:39.660501 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-cd50181f-ff5e-4aa2-bcb6-107e3d6680c6 None None] Calling delete_port for d73b1a1a-d2be-40e6-a802-cda8d6baff6c owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:39.695719 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=f90b5121-870f-41a8-9ec0-e66d708efe5a,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:39.712151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 085b1608-3d31-484e-9c8d-364a7185c227 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:39.742060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cfe41-fcd3-4a15-9e19-38a15be21218 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:39.744700 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c7cfe41-fcd3-4a15-9e19-38a15be21218 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.766176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0de8031b-688d-4bad-aff2-554e8949dcdb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.766767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0de8031b-688d-4bad-aff2-554e8949dcdb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.802294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.821823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-91e18f98-bdaa-454c-80e9-1e6e0ee20ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:34Z', 'revision_number': 9, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:16Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:39.827644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-cd50181f-ff5e-4aa2-bcb6-107e3d6680c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:46:39.827990 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-cd50181f-ff5e-4aa2-bcb6-107e3d6680c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:46:39.830321 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-fb93f492-fea7-4b6c-8e60-9ec7ceb6831b None None] Provisioning complete for port d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:39.830683 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fb93f492-fea7-4b6c-8e60-9ec7ceb6831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.859298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e18f98-bdaa-454c-80e9-1e6e0ee20ddc None None] The sync data for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv is: [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:34Z', 'revision_number': 9, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': '981b747e-7d5f-4f06-a7cc-c37bb7141391', 'name': '', 'network_id': 'c74573a2-67ad-4081-b28c-4851119717b8', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:00:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:51Z', 'updated_at': '2022-03-29T09:46:16Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': 'ebea5dc4-036a-4a4d-907e-65368bd2efd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:46:39.859601 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=767a2e1a-e3fa-4d51-ba87-c3a58ea4f24a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:39.864295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3949bc4f-3aa6-4bf1-a06f-57f85e600de8']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:39.886400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb92cac-a981-4336-ace6-f8b3db71efea') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:39.886720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb92cac-a981-4336-ace6-f8b3db71efea') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:39.901042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 085b1608-3d31-484e-9c8d-364a7185c227 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:39.901412 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.903909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.924402 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-fb93f492-fea7-4b6c-8e60-9ec7ceb6831b None None] Port d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:46:39.926265 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.933825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:39.934217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:39.953425 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:39.961531 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0de8031b-688d-4bad-aff2-554e8949dcdb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 4786fbe2-c6fe-424f-8f35-bf41c1609ad5 owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:39.971170 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-fb93f492-fea7-4b6c-8e60-9ec7ceb6831b None None] Provisioning complete for port f90b5121-870f-41a8-9ec0-e66d708efe5a triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:39.972035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fb93f492-fea7-4b6c-8e60-9ec7ceb6831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:40.014721 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6d01fe5d-eb41-4b7b-930b-56dc87f0ce97 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2095430 Mar 29 09:46:40.021510 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36292) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:40.063717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:40.101776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-3b492434-30d2-4a0f-a1f6-5b8bb7fa4c53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port 767a2e1a-e3fa-4d51-ba87-c3a58ea4f24a {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:40.102123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3b492434-30d2-4a0f-a1f6-5b8bb7fa4c53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:40.151767 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f90b5121-870f-41a8-9ec0-e66d708efe5a up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:40.159559 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:40.182997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:40.195605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Subnet': ['ID=ccc95398-23d6-4c75-a0c5-d75f857effab,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:40.216938 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Network': ['ID=3949bc4f-3aa6-4bf1-a06f-57f85e600de8,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:40.227886 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1b7ea6d6-0ec0-43ec-9ee5-773626a733a8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/networks/3949bc4f-3aa6-4bf1-a06f-57f85e600de8 HTTP/1.1" status: 204 len: 168 time: 2.1538427 Mar 29 09:46:40.232416 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36296) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:40.278752 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port f90b5121-870f-41a8-9ec0-e66d708efe5a triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:40.279215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:40.313617 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7cfe41-fcd3-4a15-9e19-38a15be21218 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network d1d86b06-3c0b-446e-91dd-39df58183d09 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:40.317070 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-9c7cfe41-fcd3-4a15-9e19-38a15be21218 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:40.319463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Checking segment: {'id': '2e1b165c-e89f-4a59-bdda-83ef9d0011be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c60a350f-fd02-4983-902a-5538b31dc7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:40.319463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network hostable DHCP agents. Network: c60a350f-fd02-4983-902a-5538b31dc7e1, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:46:40.338159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-cd50181f-ff5e-4aa2-bcb6-107e3d6680c6 None None] Deleting port d73b1a1a-d2be-40e6-a802-cda8d6baff6c {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:40.338675 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cd50181f-ff5e-4aa2-bcb6-107e3d6680c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:40.431646 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-cd50181f-ff5e-4aa2-bcb6-107e3d6680c6 None None] The port 'd73b1a1a-d2be-40e6-a802-cda8d6baff6c' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:46:40.527800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-76005145-6d0a-4e4f-93b2-6e989bd119ef None None] Provisioning for port 767a2e1a-e3fa-4d51-ba87-c3a58ea4f24a completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:40.543898 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-76005145-6d0a-4e4f-93b2-6e989bd119ef None None] Provisioning complete for port 767a2e1a-e3fa-4d51-ba87-c3a58ea4f24a triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:40.546900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-76005145-6d0a-4e4f-93b2-6e989bd119ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:40.565303 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0de8031b-688d-4bad-aff2-554e8949dcdb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:40.629477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-76005145-6d0a-4e4f-93b2-6e989bd119ef None None] Port 767a2e1a-e3fa-4d51-ba87-c3a58ea4f24a cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:46:40.674644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network c60a350f-fd02-4983-902a-5538b31dc7e1 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:46:40.686340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8031b-688d-4bad-aff2-554e8949dcdb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=4786fbe2-c6fe-424f-8f35-bf41c1609ad5,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:40.687696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d73b1a1a-d2be-40e6-a802-cda8d6baff6c no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:40.732410 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: d73b1a1a-d2be-40e6-a802-cda8d6baff6c {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:40.733095 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d73b1a1a-d2be-40e6-a802-cda8d6baff6c not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:40.734996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3b492434-30d2-4a0f-a1f6-5b8bb7fa4c53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:40.752024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:40.785233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0de8031b-688d-4bad-aff2-554e8949dcdb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:40.785584 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-0de8031b-688d-4bad-aff2-554e8949dcdb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP b0d01c39-27df-4ee4-8560-da636a382653 disassociated (deleted). External IP: 172.26.7.224, port: cc059108-ddf2-494c-a733-655bbc1d0e21. Mar 29 09:46:40.792987 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61f1c28-03f4-4822-9282-7addec4c4a2b None None] get_active_networks_info from dv-neutron-835555-1-hyperv {{(pid=88552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 29 09:46:40.852764 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, c60a350f-fd02-4983-902a-5538b31dc7e1) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:40.858260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:40.858956 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:40.877368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c921cd17-7eac-4578-96b2-62742aeb23ca None None] Provisioning complete for port d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:40.877980 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c921cd17-7eac-4578-96b2-62742aeb23ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:40.900178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-3b492434-30d2-4a0f-a1f6-5b8bb7fa4c53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for 767a2e1a-e3fa-4d51-ba87-c3a58ea4f24a owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:40.957345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c921cd17-7eac-4578-96b2-62742aeb23ca None None] Port d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:46:40.979971 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61f1c28-03f4-4822-9282-7addec4c4a2b None None] Resources bound (agent type, host, resource id): {{(pid=88552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:46:40.986993 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5cd94e73-79b5-4f7f-9858-fbc478ec480d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4001567 Mar 29 09:46:40.992380 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7cfe41-fcd3-4a15-9e19-38a15be21218 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Router 7f21f470-374e-4884-b54e-028995a1264a is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:46:40.994120 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36300) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:41.010680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'network_id': 'c60a350f-fd02-4983-902a-5538b31dc7e1', 'name': 'tempest-PortsIpV6TestJSON-1796851291'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:41.240985 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9313d941-3fdd-4353-844c-e15bd0d233c6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:41.356408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-c60a350f-fd02-4983-902a-5538b31dc7e1', 'network_id': 'c60a350f-fd02-4983-902a-5538b31dc7e1', 'tenant_id': '46428600bbf74339b346da1e619e447c', 'fixed_ips': [{'subnet_id': 'ccc95398-23d6-4c75-a0c5-d75f857effab'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:46:41.357521 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:41.448429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3b492434-30d2-4a0f-a1f6-5b8bb7fa4c53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:41.491856 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7cfe41-fcd3-4a15-9e19-38a15be21218 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:46:41.501092 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9c7cfe41-fcd3-4a15-9e19-38a15be21218 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "PUT /v2.0/routers/7f21f470-374e-4884-b54e-028995a1264a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6378834 Mar 29 09:46:41.504247 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36304) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:41.508254 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc7f29-6e45-4e2f-bf7f-ca1d4c670e82 None None] Sync routers for ids ['7f21f470-374e-4884-b54e-028995a1264a'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:46:41.515212 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b492434-30d2-4a0f-a1f6-5b8bb7fa4c53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=767a2e1a-e3fa-4d51-ba87-c3a58ea4f24a,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:41.524377 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc7f29-6e45-4e2f-bf7f-ca1d4c670e82 None None] Routers {'7f21f470-374e-4884-b54e-028995a1264a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:41.525033 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-60dc7f29-6e45-4e2f-bf7f-ca1d4c670e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7f21f470-374e-4884-b54e-028995a1264a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:41.582440 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Allocated IP 2001:db8::2 (c60a350f-fd02-4983-902a-5538b31dc7e1/ccc95398-23d6-4c75-a0c5-d75f857effab/dbfcbae5-bd96-492a-99e7-bfee2b5b265e) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:41.638175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:41.646198 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f90b5121-870f-41a8-9ec0-e66d708efe5a up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:41.659964 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-60dc7f29-6e45-4e2f-bf7f-ca1d4c670e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:41.661016 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3b492434-30d2-4a0f-a1f6-5b8bb7fa4c53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:41.664693 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:41.678611 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3b492434-30d2-4a0f-a1f6-5b8bb7fa4c53 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/767a2e1a-e3fa-4d51-ba87-c3a58ea4f24a HTTP/1.1" status: 204 len: 168 time: 1.6520076 Mar 29 09:46:41.678611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36308) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:41.681953 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc7f29-6e45-4e2f-bf7f-ca1d4c670e82 None None] Routers {'7f21f470-374e-4884-b54e-028995a1264a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:41.684229 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-60dc7f29-6e45-4e2f-bf7f-ca1d4c670e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7f21f470-374e-4884-b54e-028995a1264a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:41.694796 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de8031b-688d-4bad-aff2-554e8949dcdb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router d885023c-1404-4972-8066-f57bed6baee1 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:46:41.767551 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-60dc7f29-6e45-4e2f-bf7f-ca1d4c670e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:41.768414 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc7f29-6e45-4e2f-bf7f-ca1d4c670e82 None None] The sync data for ids ['7f21f470-374e-4884-b54e-028995a1264a'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:46:41.781810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2583d455-813e-4e66-868e-dedc57d8d910 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:41.783492 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2583d455-813e-4e66-868e-dedc57d8d910 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:41.794134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:41.797515 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:41.824167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port f90b5121-870f-41a8-9ec0-e66d708efe5a triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:41.824569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:41.849535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port 5c38b4c5-1745-431d-8f60-92270de71d27 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:46:41.882055 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6c8c76-f7d7-4927-ac1c-4aefb7d53834 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:41.882771 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4e6c8c76-f7d7-4927-ac1c-4aefb7d53834 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:41.938977 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:41.949037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2583d455-813e-4e66-868e-dedc57d8d910 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:41.950215 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2583d455-813e-4e66-868e-dedc57d8d910 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f21f470-374e-4884-b54e-028995a1264a HTTP/1.1" status: 200 len: 981 time: 0.4373136 Mar 29 09:46:41.951331 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Transition to ACTIVE for port object dbfcbae5-bd96-492a-99e7-bfee2b5b265e will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:41.958554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36312) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:42.002539 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de8031b-688d-4bad-aff2-554e8949dcdb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:46:42.012593 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Transition to ACTIVE for port object dbfcbae5-bd96-492a-99e7-bfee2b5b265e will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:42.012838 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0de8031b-688d-4bad-aff2-554e8949dcdb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:42.021942 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939caefe-3fb0-4495-b6eb-fc199d8531a9 None None] Sync routers for ids ['d885023c-1404-4972-8066-f57bed6baee1'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:46:42.037936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939caefe-3fb0-4495-b6eb-fc199d8531a9 None None] Routers {'d885023c-1404-4972-8066-f57bed6baee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:42.037936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-939caefe-3fb0-4495-b6eb-fc199d8531a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d885023c-1404-4972-8066-f57bed6baee1'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:42.069856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-9313d941-3fdd-4353-844c-e15bd0d233c6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port 981b747e-7d5f-4f06-a7cc-c37bb7141391 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:42.070332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9313d941-3fdd-4353-844c-e15bd0d233c6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:42.073705 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0de8031b-688d-4bad-aff2-554e8949dcdb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/floatingips/b0d01c39-27df-4ee4-8560-da636a382653 HTTP/1.1" status: 204 len: 168 time: 3.2521169 Mar 29 09:46:42.074473 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'tag': 'cc059108-ddf2-494c-a733-655bbc1d0e21'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:46:42.089915 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:42.174179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:42.232074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:42.232830 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 85ebe3b5-1ee6-4d86-8e7e-d7796c956c05 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:42.263897 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Allocated IP 2001:db8::317 (c60a350f-fd02-4983-902a-5538b31dc7e1/ccc95398-23d6-4c75-a0c5-d75f857effab/5c38b4c5-1745-431d-8f60-92270de71d27) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:42.273480 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Network c60a350f-fd02-4983-902a-5538b31dc7e1 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:42.284270 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:42.302617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:42.314096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-9313d941-3fdd-4353-844c-e15bd0d233c6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] For port 981b747e-7d5f-4f06-a7cc-c37bb7141391, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=981b747e-7d5f-4f06-a7cc-c37bb7141391,segment=NetworkSegment(21419eb5-81e3-4cc9-83a0-58715d3d4d2f),segment_id=21419eb5-81e3-4cc9-83a0-58715d3d4d2f)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:42.314453 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9313d941-3fdd-4353-844c-e15bd0d233c6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:42.316063 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'tag': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'status': 'completed', 'code': 200} Mar 29 09:46:42.361956 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Pushing event updated for resources: {'Port': ['ID=dbfcbae5-bd96-492a-99e7-bfee2b5b265e,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:42.490372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4e6c8c76-f7d7-4927-ac1c-4aefb7d53834 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:42.491616 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4e6c8c76-f7d7-4927-ac1c-4aefb7d53834 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8127692 Mar 29 09:46:42.499949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36322) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:42.537982 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:42.543767 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Attempting to bind port dbfcbae5-bd96-492a-99e7-bfee2b5b265e on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:42.544149 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Attempting to bind port dbfcbae5-bd96-492a-99e7-bfee2b5b265e by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '2e1b165c-e89f-4a59-bdda-83ef9d0011be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c60a350f-fd02-4983-902a-5538b31dc7e1'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:42.544525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Attempting to bind port dbfcbae5-bd96-492a-99e7-bfee2b5b265e on network c60a350f-fd02-4983-902a-5538b31dc7e1 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:42.548596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-939caefe-3fb0-4495-b6eb-fc199d8531a9 None None] Set router d885023c-1404-4972-8066-f57bed6baee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:42.553933 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Transition to ACTIVE for port object 5c38b4c5-1745-431d-8f60-92270de71d27 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:42.577334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-9313d941-3fdd-4353-844c-e15bd0d233c6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for 981b747e-7d5f-4f06-a7cc-c37bb7141391 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:42.605947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:42.606317 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Checking segment: {'id': '2e1b165c-e89f-4a59-bdda-83ef9d0011be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c60a350f-fd02-4983-902a-5538b31dc7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:42.606716 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:42.607104 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Bound using segment: {'id': '2e1b165c-e89f-4a59-bdda-83ef9d0011be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c60a350f-fd02-4983-902a-5538b31dc7e1'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:42.607579 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Bound port: dbfcbae5-bd96-492a-99e7-bfee2b5b265e, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1b165c-e89f-4a59-bdda-83ef9d0011be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c60a350f-fd02-4983-902a-5538b31dc7e1'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:42.607954 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:42.678672 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:42.746031 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network c60a350f-fd02-4983-902a-5538b31dc7e1 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:42.754166 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:42.758624 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:42.764149 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:42.764751 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:42.781140 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=5c38b4c5-1745-431d-8f60-92270de71d27,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:42.861383 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7faf3086-44a3-4b65-96f2-cbd50fe428a3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8554525 Mar 29 09:46:42.862971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36328) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:42.887873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] For port dbfcbae5-bd96-492a-99e7-bfee2b5b265e, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:42.902457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] For port dbfcbae5-bd96-492a-99e7-bfee2b5b265e, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=dbfcbae5-bd96-492a-99e7-bfee2b5b265e,segment=NetworkSegment(2e1b165c-e89f-4a59-bdda-83ef9d0011be),segment_id=2e1b165c-e89f-4a59-bdda-83ef9d0011be)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:42.941805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-3801d0d7-fde3-4114-9421-b6e710e42861 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 5c38b4c5-1745-431d-8f60-92270de71d27 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:42.942204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3801d0d7-fde3-4114-9421-b6e710e42861 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:42.968744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:43.075896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7bdf4-3750-48de-a804-4f92b3952ac4 None None] Pushing event updated for resources: {'Port': ['ID=dbfcbae5-bd96-492a-99e7-bfee2b5b265e,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:43.082017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-939caefe-3fb0-4495-b6eb-fc199d8531a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:46:22Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4d0b91ac-ac32-4028-aacb-eaba548ae347', 'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:75:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:51Z', 'updated_at': '2022-03-29T09:43:05Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '61d64769-6487-46dd-99b9-32b9753e3276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:43.086516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939caefe-3fb0-4495-b6eb-fc199d8531a9 None None] Checking router: d885023c-1404-4972-8066-f57bed6baee1 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:46:43.093423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae029976-5741-4b98-bf93-6070cfae4f21 req-c5d58484-0f9f-4dd3-b248-b75f347262bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:43.094803 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae029976-5741-4b98-bf93-6070cfae4f21 req-c5d58484-0f9f-4dd3-b248-b75f347262bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 1098 time: 0.6826689 Mar 29 09:46:43.097890 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939caefe-3fb0-4495-b6eb-fc199d8531a9 None None] Routers {'d885023c-1404-4972-8066-f57bed6baee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:43.098508 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-939caefe-3fb0-4495-b6eb-fc199d8531a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d885023c-1404-4972-8066-f57bed6baee1'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:43.188555 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc62df4-9a83-464a-b55d-525ca7e886df tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:43.190693 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4dc62df4-9a83-464a-b55d-525ca7e886df tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6279466 Mar 29 09:46:43.202332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36332) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:43.295938 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-939caefe-3fb0-4495-b6eb-fc199d8531a9 None None] Set router d885023c-1404-4972-8066-f57bed6baee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:43.372518 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5777d9-31f2-4b3d-b75c-6cfab73e6270 req-814bfe64-b335-4bde-848c-fdc4336c778f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:43.373821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-7c5777d9-31f2-4b3d-b75c-6cfab73e6270 req-814bfe64-b335-4bde-848c-fdc4336c778f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:43.404340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3801d0d7-fde3-4114-9421-b6e710e42861 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:43.427264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398d59b1-67f2-4785-b952-5948246e9ba3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:43.429054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398d59b1-67f2-4785-b952-5948246e9ba3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:43.430826 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398d59b1-67f2-4785-b952-5948246e9ba3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:43.431628 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-398d59b1-67f2-4785-b952-5948246e9ba3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:43.515103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae029976-5741-4b98-bf93-6070cfae4f21 req-6008acb3-9b10-4936-a89d-5c22742e5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:43.516447 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae029976-5741-4b98-bf93-6070cfae4f21 req-6008acb3-9b10-4936-a89d-5c22742e5c97 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a HTTP/1.1" status: 200 len: 897 time: 0.4094570 Mar 29 09:46:43.630998 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-7c5777d9-31f2-4b3d-b75c-6cfab73e6270 req-814bfe64-b335-4bde-848c-fdc4336c778f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:43.633117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-3801d0d7-fde3-4114-9421-b6e710e42861 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 5c38b4c5-1745-431d-8f60-92270de71d27 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:43.639429 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7c5777d9-31f2-4b3d-b75c-6cfab73e6270 req-814bfe64-b335-4bde-848c-fdc4336c778f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 945 time: 0.8772299 Mar 29 09:46:43.658405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-398d59b1-67f2-4785-b952-5948246e9ba3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:43.659993 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-398d59b1-67f2-4785-b952-5948246e9ba3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4543033 Mar 29 09:46:43.670659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36336) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:43.681815 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device dbfcbae5-bd96-492a-99e7-bfee2b5b265e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:43.700979 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae029976-5741-4b98-bf93-6070cfae4f21 req-7c687990-f374-4abe-bcea-131a066838e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc059108-ddf2-494c-a733-655bbc1d0e21 HTTP/1.1" status: 200 len: 217 time: 0.1662774 Mar 29 09:46:43.770863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9313d941-3fdd-4353-844c-e15bd0d233c6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:43.774580 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e92abf6-a975-4fca-b04c-80c687c89375 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 0d854f8d-4f58-42fe-9a39-f0a6acbad32e {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:43.778220 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-939caefe-3fb0-4495-b6eb-fc199d8531a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:46:22Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4d0b91ac-ac32-4028-aacb-eaba548ae347', 'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:75:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:51Z', 'updated_at': '2022-03-29T09:43:05Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '61d64769-6487-46dd-99b9-32b9753e3276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:43.778447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e92abf6-a975-4fca-b04c-80c687c89375 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:43.783259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939caefe-3fb0-4495-b6eb-fc199d8531a9 None None] The sync data for ids ['d885023c-1404-4972-8066-f57bed6baee1'] in dv-neutron-835555-1-hyperv is: [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:46:22Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4d0b91ac-ac32-4028-aacb-eaba548ae347', 'name': '', 'network_id': '3c3ef509-76c0-4a1a-bc35-8f39980efe1a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:75:06:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '61d64769-6487-46dd-99b9-32b9753e3276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:51Z', 'updated_at': '2022-03-29T09:43:05Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '61d64769-6487-46dd-99b9-32b9753e3276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:46:43.843214 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port dbfcbae5-bd96-492a-99e7-bfee2b5b265e completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:43.870694 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313d941-3fdd-4353-844c-e15bd0d233c6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=981b747e-7d5f-4f06-a7cc-c37bb7141391,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:43.884126 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7c5777d9-31f2-4b3d-b75c-6cfab73e6270 req-096b2ad4-5574-4b8f-bc4b-674245efdabd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=68d76a55-c0fa-43a2-8ecf-aa24a97701f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436821 Mar 29 09:46:43.906661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e92abf6-a975-4fca-b04c-80c687c89375 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:43.914735 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae029976-5741-4b98-bf93-6070cfae4f21 req-dace0280-dcef-43e1-ad4d-c986a6fd5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:43.916192 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae029976-5741-4b98-bf93-6070cfae4f21 req-dace0280-dcef-43e1-ad4d-c986a6fd5d36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=61d64769-6487-46dd-99b9-32b9753e3276 HTTP/1.1" status: 200 len: 835 time: 0.2078118 Mar 29 09:46:43.996648 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e92abf6-a975-4fca-b04c-80c687c89375 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:44.065842 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3801d0d7-fde3-4114-9421-b6e710e42861 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:44.133423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801d0d7-fde3-4114-9421-b6e710e42861 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=5c38b4c5-1745-431d-8f60-92270de71d27,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:44.175606 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3801d0d7-fde3-4114-9421-b6e710e42861 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:44.191376 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3801d0d7-fde3-4114-9421-b6e710e42861 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/5c38b4c5-1745-431d-8f60-92270de71d27 HTTP/1.1" status: 204 len: 168 time: 1.3283787 Mar 29 09:46:44.218187 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36340) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:44.272831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4011fee4-5e56-4fb0-9d3e-29661f337401 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:44.273145 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e92abf6-a975-4fca-b04c-80c687c89375 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:44.319448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8e92abf6-a975-4fca-b04c-80c687c89375 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:44.324416 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8e92abf6-a975-4fca-b04c-80c687c89375 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/0d854f8d-4f58-42fe-9a39-f0a6acbad32e HTTP/1.1" status: 204 len: 168 time: 0.6504676 Mar 29 09:46:44.324416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36344) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:44.324883 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92abf6-a975-4fca-b04c-80c687c89375 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=0d854f8d-4f58-42fe-9a39-f0a6acbad32e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:44.333447 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bfd068-5c8d-40ad-8826-b469ebe3ac42 None None] New status for floating IP b0d01c39-27df-4ee4-8560-da636a382653: DOWN {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:46:44.372279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de870e-c68e-48fc-8439-9d326b8c6029 req-60cb5f1c-7248-4508-bc48-c33d3650c9d5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:44.373420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-23de870e-c68e-48fc-8439-9d326b8c6029 req-60cb5f1c-7248-4508-bc48-c33d3650c9d5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:44.405250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-23de870e-c68e-48fc-8439-9d326b8c6029 req-60cb5f1c-7248-4508-bc48-c33d3650c9d5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:44.406420 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-23de870e-c68e-48fc-8439-9d326b8c6029 req-60cb5f1c-7248-4508-bc48-c33d3650c9d5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 945 time: 0.2137294 Mar 29 09:46:44.430851 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9901b2e3-53ff-4f38-80f0-bb59ead5092b None None] get_active_networks_info from dv-neutron-835555-1-hyperv {{(pid=88552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 29 09:46:44.494063 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-23de870e-c68e-48fc-8439-9d326b8c6029 req-2b30b369-3444-4c43-b65e-b830c38062f3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port cc059108-ddf2-494c-a733-655bbc1d0e21 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:44.494472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-23de870e-c68e-48fc-8439-9d326b8c6029 req-2b30b369-3444-4c43-b65e-b830c38062f3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:44.537906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2ab98f-9b7b-4907-af7c-18565cb215f5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 845251ac-a59d-4842-b11b-addb46f35d73 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:44.552940 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab98f-9b7b-4907-af7c-18565cb215f5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:44.618857 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9770e3c-86c0-447f-aaff-b96206a502a9 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] DELETE failed (client error): The resource could not be found. Mar 29 09:46:44.618857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9770e3c-86c0-447f-aaff-b96206a502a9 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:44.642733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eddda460-018f-4ae0-a716-f93b6d0f37ec None None] Provisioning for port dbfcbae5-bd96-492a-99e7-bfee2b5b265e completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:44.643460 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a9770e3c-86c0-447f-aaff-b96206a502a9 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/5c38b4c5-1745-431d-8f60-92270de71d27 HTTP/1.1" status: 404 len: 333 time: 0.4242425 Mar 29 09:46:44.652371 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36348) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:44.653686 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eddda460-018f-4ae0-a716-f93b6d0f37ec None None] Provisioning complete for port dbfcbae5-bd96-492a-99e7-bfee2b5b265e triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:44.654254 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eddda460-018f-4ae0-a716-f93b6d0f37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:44.663245 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae029976-5741-4b98-bf93-6070cfae4f21 req-a46eccd2-4740-4fc1-8097-cf4416f63001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:44.664787 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae029976-5741-4b98-bf93-6070cfae4f21 req-a46eccd2-4740-4fc1-8097-cf4416f63001 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c3ef509-76c0-4a1a-bc35-8f39980efe1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7137947 Mar 29 09:46:44.672861 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9313d941-3fdd-4353-844c-e15bd0d233c6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:44.700449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab98f-9b7b-4907-af7c-18565cb215f5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:44.702581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9901b2e3-53ff-4f38-80f0-bb59ead5092b None None] Resources bound (agent type, host, resource id): {{(pid=88552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:46:44.751012 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fdb8e7-77d3-4a60-bbfd-5cbed9f9415e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] GET failed (client error): The resource could not be found. Mar 29 09:46:44.751584 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-07fdb8e7-77d3-4a60-bbfd-5cbed9f9415e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:44.894200 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-07fdb8e7-77d3-4a60-bbfd-5cbed9f9415e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:44.894953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eddda460-018f-4ae0-a716-f93b6d0f37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:44.895381 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-07fdb8e7-77d3-4a60-bbfd-5cbed9f9415e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/5c38b4c5-1745-431d-8f60-92270de71d27 HTTP/1.1" status: 404 len: 333 time: 0.2358835 Mar 29 09:46:44.899405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36352) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:44.969493 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1af79e6-7e47-4d91-8973-3d8c60fe9a56 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting subnet ccc95398-23d6-4c75-a0c5-d75f857effab {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:44.975987 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b1af79e6-7e47-4d91-8973-3d8c60fe9a56 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:44.984159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-eddda460-018f-4ae0-a716-f93b6d0f37ec None None] For port dbfcbae5-bd96-492a-99e7-bfee2b5b265e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=dbfcbae5-bd96-492a-99e7-bfee2b5b265e,segment=NetworkSegment(2e1b165c-e89f-4a59-bdda-83ef9d0011be),segment_id=2e1b165c-e89f-4a59-bdda-83ef9d0011be)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:45.058217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eddda460-018f-4ae0-a716-f93b6d0f37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:45.097221 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae029976-5741-4b98-bf93-6070cfae4f21 req-a38847fa-66c5-4801-903d-b2929134da3a service neutron] 10.222.0.36 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099963 Mar 29 09:46:45.103006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab98f-9b7b-4907-af7c-18565cb215f5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:45.134685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b1af79e6-7e47-4d91-8973-3d8c60fe9a56 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:45.193995 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddda460-018f-4ae0-a716-f93b6d0f37ec None None] Pushing event updated for resources: {'Port': ['ID=dbfcbae5-bd96-492a-99e7-bfee2b5b265e,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:45.296841 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-23de870e-c68e-48fc-8439-9d326b8c6029 req-2b30b369-3444-4c43-b65e-b830c38062f3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port cc059108-ddf2-494c-a733-655bbc1d0e21, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cc059108-ddf2-494c-a733-655bbc1d0e21,segment=NetworkSegment(4e8d79b8-5fc0-4729-a0ce-6d8fa437e010),segment_id=4e8d79b8-5fc0-4729-a0ce-6d8fa437e010)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:45.297202 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-23de870e-c68e-48fc-8439-9d326b8c6029 req-2b30b369-3444-4c43-b65e-b830c38062f3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:45.410117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-4011fee4-5e56-4fb0-9d3e-29661f337401 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:45.410551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4011fee4-5e56-4fb0-9d3e-29661f337401 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:45.448205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-23de870e-c68e-48fc-8439-9d326b8c6029 req-2b30b369-3444-4c43-b65e-b830c38062f3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for cc059108-ddf2-494c-a733-655bbc1d0e21 owned by compute:nova {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:45.452301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9313d941-3fdd-4353-844c-e15bd0d233c6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:46:45.461321 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae029976-5741-4b98-bf93-6070cfae4f21 req-4c0e27ff-20b8-4a51-85a0-b220e15d339a service neutron] 10.222.0.36 "GET /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530691 Mar 29 09:46:45.588293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9237f-0ba5-461e-aeb3-e557a59da543 req-8555d1f2-7474-4037-b957-fe17246f11c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:45.589533 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-10e9237f-0ba5-461e-aeb3-e557a59da543 req-8555d1f2-7474-4037-b957-fe17246f11c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 945 time: 0.5799046 Mar 29 09:46:45.697061 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b1af79e6-7e47-4d91-8973-3d8c60fe9a56 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:45.715782 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device dbfcbae5-bd96-492a-99e7-bfee2b5b265e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:45.741955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-10e9237f-0ba5-461e-aeb3-e557a59da543 req-e5580de2-9d42-41a4-9194-eaade1b18e9c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:45.766569 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab98f-9b7b-4907-af7c-18565cb215f5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:45.774186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9313d941-3fdd-4353-844c-e15bd0d233c6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:46:45.784660 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9313d941-3fdd-4353-844c-e15bd0d233c6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/8a919e7e-1c94-4bb3-8998-f15fa31c2a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5510485 Mar 29 09:46:45.785535 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36358) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:45.795202 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1702be-137e-4f43-8ed8-4c6e6b69277c None None] Sync routers for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:46:45.809257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1702be-137e-4f43-8ed8-4c6e6b69277c None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:45.809861 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5d1702be-137e-4f43-8ed8-4c6e6b69277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:45.819957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ab98f-9b7b-4907-af7c-18565cb215f5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=845251ac-a59d-4842-b11b-addb46f35d73,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:45.847539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4011fee4-5e56-4fb0-9d3e-29661f337401 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:45.847944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab98f-9b7b-4907-af7c-18565cb215f5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:45.898091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-10e9237f-0ba5-461e-aeb3-e557a59da543 req-e5580de2-9d42-41a4-9194-eaade1b18e9c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:45.899631 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-10e9237f-0ba5-461e-aeb3-e557a59da543 req-e5580de2-9d42-41a4-9194-eaade1b18e9c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=68d76a55-c0fa-43a2-8ecf-aa24a97701f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038042 Mar 29 09:46:45.927791 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-eb2ab98f-9b7b-4907-af7c-18565cb215f5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/845251ac-a59d-4842-b11b-addb46f35d73 HTTP/1.1" status: 204 len: 168 time: 1.6007717 Mar 29 09:46:45.929056 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-23de870e-c68e-48fc-8439-9d326b8c6029 req-2b30b369-3444-4c43-b65e-b830c38062f3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:45.931240 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36362) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:45.943596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e1c0c2-9d3a-465b-abb9-28a6eea304a2 None None] Network c60a350f-fd02-4983-902a-5538b31dc7e1 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:45.956187 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f37506-fea4-4387-a488-3713ff672d6c None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:46.038372 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30b369-3444-4c43-b65e-b830c38062f3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=cc059108-ddf2-494c-a733-655bbc1d0e21,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:46.049685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b1af79e6-7e47-4d91-8973-3d8c60fe9a56 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:46.102901 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af79e6-7e47-4d91-8973-3d8c60fe9a56 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc95398-23d6-4c75-a0c5-d75f857effab,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:46.108924 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d75b6450-d2e8-48b7-815a-0b4893616e43 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1743786 Mar 29 09:46:46.110376 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36366) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:46.152095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-8081a185-33bc-4473-a7c9-86559ff954cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:46.175662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b1af79e6-7e47-4d91-8973-3d8c60fe9a56 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:46.178779 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2a5ff437-71fe-4e05-ba2b-88978a28a19f None None] Provisioning complete for port f90b5121-870f-41a8-9ec0-e66d708efe5a triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:46.179367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2a5ff437-71fe-4e05-ba2b-88978a28a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:46.194034 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b1af79e6-7e47-4d91-8973-3d8c60fe9a56 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/ccc95398-23d6-4c75-a0c5-d75f857effab HTTP/1.1" status: 204 len: 168 time: 1.2914307 Mar 29 09:46:46.203298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-4011fee4-5e56-4fb0-9d3e-29661f337401 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:46.218723 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-5d1702be-137e-4f43-8ed8-4c6e6b69277c None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:46.228093 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36370) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:46.253068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting subnet ebea5dc4-036a-4a4d-907e-65368bd2efd3 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:46.259592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:46.261112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-23de870e-c68e-48fc-8439-9d326b8c6029 req-2b30b369-3444-4c43-b65e-b830c38062f3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] No DVR routers for this DVR port cc059108-ddf2-494c-a733-655bbc1d0e21 on host hv-neutron-8355 {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:46.266140 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port dbfcbae5-bd96-492a-99e7-bfee2b5b265e triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:46.266787 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:46.278758 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-23de870e-c68e-48fc-8439-9d326b8c6029 req-2b30b369-3444-4c43-b65e-b830c38062f3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:46.280708 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-23de870e-c68e-48fc-8439-9d326b8c6029 req-2b30b369-3444-4c43-b65e-b830c38062f3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "DELETE /v2.0/ports/cc059108-ddf2-494c-a733-655bbc1d0e21 HTTP/1.1" status: 204 len: 173 time: 1.8678193 Mar 29 09:46:46.281230 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'name': 'network-vif-deleted', 'tag': 'cc059108-ddf2-494c-a733-655bbc1d0e21'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:46:46.351215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:46.405646 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940289ab-ba4d-4e69-a102-9b2a0692068f', 'name': 'network-vif-deleted', 'tag': 'cc059108-ddf2-494c-a733-655bbc1d0e21', 'status': 'completed', 'code': 200} Mar 29 09:46:46.448867 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8081a185-33bc-4473-a7c9-86559ff954cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:46.454792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:46.459476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8081a185-33bc-4473-a7c9-86559ff954cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:46.462102 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8081a185-33bc-4473-a7c9-86559ff954cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:46.470647 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8081a185-33bc-4473-a7c9-86559ff954cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:46.479445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port dbfcbae5-bd96-492a-99e7-bfee2b5b265e {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:46.479795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:46.532850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:46.585832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8081a185-33bc-4473-a7c9-86559ff954cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:46.589575 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8081a185-33bc-4473-a7c9-86559ff954cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:46.735177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:46.778220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Subnet': ['ID=ebea5dc4-036a-4a4d-907e-65368bd2efd3,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:46.781376 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:46.794686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:46.796880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:46.796880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:46.796880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:46.796880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:46.796880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:46.796880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:46.797463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:46.797463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:46.797627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:46.798484 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:46.799397 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:46.803874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4011fee4-5e56-4fb0-9d3e-29661f337401 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:46.817625 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] For port dbfcbae5-bd96-492a-99e7-bfee2b5b265e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=dbfcbae5-bd96-492a-99e7-bfee2b5b265e,segment=NetworkSegment(2e1b165c-e89f-4a59-bdda-83ef9d0011be),segment_id=2e1b165c-e89f-4a59-bdda-83ef9d0011be)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:46.818203 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:46.855331 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4564bd-2284-4a54-8300-34d78a6aed41 None None] Network c74573a2-67ad-4081-b28c-4851119717b8 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:46.868843 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-df82cae8-295d-4a28-bcbf-ca1a961addb3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/ebea5dc4-036a-4a4d-907e-65368bd2efd3 HTTP/1.1" status: 204 len: 168 time: 1.0792840 Mar 29 09:46:46.892716 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36376) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:46.897755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011fee4-5e56-4fb0-9d3e-29661f337401 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:47.158212 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for dbfcbae5-bd96-492a-99e7-bfee2b5b265e owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:47.168995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4011fee4-5e56-4fb0-9d3e-29661f337401 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:47.274932 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-9750e786-314a-42b6-a942-7f2fc3d63c3f req-a26e2816-5e00-407e-b0c6-4dfa8491dfc7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:47.361485 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff1422b-4ee1-4dac-a670-01732917cd4a None None] Network c60a350f-fd02-4983-902a-5538b31dc7e1 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:47.444939 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:47.446895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cc059108-ddf2-494c-a733-655bbc1d0e21 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:47.447788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:47.496336 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5d1702be-137e-4f43-8ed8-4c6e6b69277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:43Z', 'revision_number': 10, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:47.500557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port fbc59552-85cc-4d73-8f1c-efc721cdee76 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:47.500844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:47.507639 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Deleting port f90b5121-870f-41a8-9ec0-e66d708efe5a {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:47.509121 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:47.528140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4011fee4-5e56-4fb0-9d3e-29661f337401 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Router 7f21f470-374e-4884-b54e-028995a1264a has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:46:47.535258 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: cc059108-ddf2-494c-a733-655bbc1d0e21 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:47.535707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cc059108-ddf2-494c-a733-655bbc1d0e21 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:47.558391 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1702be-137e-4f43-8ed8-4c6e6b69277c None None] Checking router: 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:46:47.583610 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-9750e786-314a-42b6-a942-7f2fc3d63c3f req-a26e2816-5e00-407e-b0c6-4dfa8491dfc7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:47.584892 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9750e786-314a-42b6-a942-7f2fc3d63c3f req-a26e2816-5e00-407e-b0c6-4dfa8491dfc7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=940289ab-ba4d-4e69-a102-9b2a0692068f HTTP/1.1" status: 200 len: 210 time: 0.3941851 Mar 29 09:46:47.606928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:47.626053 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device f90b5121-870f-41a8-9ec0-e66d708efe5a no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:47.665914 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1702be-137e-4f43-8ed8-4c6e6b69277c None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:47.667626 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5d1702be-137e-4f43-8ed8-4c6e6b69277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:47.677733 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=dbfcbae5-bd96-492a-99e7-bfee2b5b265e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:47.678576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4011fee4-5e56-4fb0-9d3e-29661f337401 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:46:47.683328 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4011fee4-5e56-4fb0-9d3e-29661f337401 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "PUT /v2.0/routers/7f21f470-374e-4884-b54e-028995a1264a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7245269 Mar 29 09:46:47.686014 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36382) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:47.687873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No DVR routers for this DVR port dbfcbae5-bd96-492a-99e7-bfee2b5b265e on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:47.692852 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21f74b-67c2-49b8-9312-21c1d53e2393 None None] Sync routers for ids ['7f21f470-374e-4884-b54e-028995a1264a'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:46:47.706365 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21f74b-67c2-49b8-9312-21c1d53e2393 None None] Routers {'7f21f470-374e-4884-b54e-028995a1264a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:47.707283 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3b21f74b-67c2-49b8-9312-21c1d53e2393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7f21f470-374e-4884-b54e-028995a1264a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:47.735813 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a713e093-b030-4705-877c-de42ba074005 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] GET failed (client error): The resource could not be found. Mar 29 09:46:47.736578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a713e093-b030-4705-877c-de42ba074005 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:47.772864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8081a185-33bc-4473-a7c9-86559ff954cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:47.784067 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3b21f74b-67c2-49b8-9312-21c1d53e2393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:47.792779 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21f74b-67c2-49b8-9312-21c1d53e2393 None None] Routers {'7f21f470-374e-4884-b54e-028995a1264a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:47.793377 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3b21f74b-67c2-49b8-9312-21c1d53e2393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7f21f470-374e-4884-b54e-028995a1264a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:47.814636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a713e093-b030-4705-877c-de42ba074005 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:47.815829 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a713e093-b030-4705-877c-de42ba074005 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/d42def8e-66f4-4ab2-a8c6-f3a5a7f9baf3 HTTP/1.1" status: 404 len: 333 time: 0.1288171 Mar 29 09:46:47.818526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36386) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:47.820208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:47.821119 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:47.821792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:47.822440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:47.822940 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:47.823581 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:47.824212 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:47.824722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:47.825607 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:47.829875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:47.829875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:47.829875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:47.906170 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3b21f74b-67c2-49b8-9312-21c1d53e2393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:47.906570 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21f74b-67c2-49b8-9312-21c1d53e2393 None None] The sync data for ids ['7f21f470-374e-4884-b54e-028995a1264a'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:46:47.977046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081a185-33bc-4473-a7c9-86559ff954cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:47.991408 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-8081a185-33bc-4473-a7c9-86559ff954cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:47.997049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1926eb5-9d7b-41ea-9524-414c4392001a None None] DHCP port deletion for c74573a2-67ad-4081-b28c-4851119717b8 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:47.999241 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fcfe72-9c2c-4246-b53b-2a738eaaa75c None None] DHCP port deletion for c60a350f-fd02-4983-902a-5538b31dc7e1 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:48.005161 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.014787 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081a185-33bc-4473-a7c9-86559ff954cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:48.015382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8081a185-33bc-4473-a7c9-86559ff954cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.039454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] For port fbc59552-85cc-4d73-8f1c-efc721cdee76, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fbc59552-85cc-4d73-8f1c-efc721cdee76,segment=NetworkSegment(21419eb5-81e3-4cc9-83a0-58715d3d4d2f),segment_id=21419eb5-81e3-4cc9-83a0-58715d3d4d2f)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:48.039876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.057529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1926eb5-9d7b-41ea-9524-414c4392001a None None] Deleting port fbc59552-85cc-4d73-8f1c-efc721cdee76 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:48.057908 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1926eb5-9d7b-41ea-9524-414c4392001a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.058246 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081a185-33bc-4473-a7c9-86559ff954cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=48bcffd8-f051-4176-af82-2123fdede7ec,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:48.136138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60a350f-fd02-4983-902a-5538b31dc7e1']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:48.165249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1977194f-6ca7-45a8-b9dd-fbacf6a6f904 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.175309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-5d1702be-137e-4f43-8ed8-4c6e6b69277c None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:48.210546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for fbc59552-85cc-4d73-8f1c-efc721cdee76 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:48.239244 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8081a185-33bc-4473-a7c9-86559ff954cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1007605 Mar 29 09:46:48.241168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1b165c-e89f-4a59-bdda-83ef9d0011be') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:48.241447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1b165c-e89f-4a59-bdda-83ef9d0011be') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:48.256935 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36390) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:48.265363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7dbd2f80-ef54-45d3-949e-dba135fb9a3f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:48.282815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.284786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.381740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.407839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:48.407839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:48.421811 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:48.459117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] For port f90b5121-870f-41a8-9ec0-e66d708efe5a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f90b5121-870f-41a8-9ec0-e66d708efe5a,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:48.460008 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.483589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1977194f-6ca7-45a8-b9dd-fbacf6a6f904 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.486459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1977194f-6ca7-45a8-b9dd-fbacf6a6f904 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.541270 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7dbd2f80-ef54-45d3-949e-dba135fb9a3f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:48.545283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7dbd2f80-ef54-45d3-949e-dba135fb9a3f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:48.548743 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7dbd2f80-ef54-45d3-949e-dba135fb9a3f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:48.554446 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7dbd2f80-ef54-45d3-949e-dba135fb9a3f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:48.614633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1977194f-6ca7-45a8-b9dd-fbacf6a6f904 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.615473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1977194f-6ca7-45a8-b9dd-fbacf6a6f904 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Fanout notify agent at l3_agent the message router_deleted on router 7f21f470-374e-4884-b54e-028995a1264a {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:46:48.628780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1977194f-6ca7-45a8-b9dd-fbacf6a6f904 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.632788 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1977194f-6ca7-45a8-b9dd-fbacf6a6f904 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/routers/7f21f470-374e-4884-b54e-028995a1264a HTTP/1.1" status: 204 len: 168 time: 0.8132324 Mar 29 09:46:48.633668 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36396) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:48.659489 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Calling delete_port for f90b5121-870f-41a8-9ec0-e66d708efe5a owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:48.685406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port f90b5121-870f-41a8-9ec0-e66d708efe5a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f90b5121-870f-41a8-9ec0-e66d708efe5a,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:48.703273 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.705724 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.761801 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36400) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:48.793869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbd2f80-ef54-45d3-949e-dba135fb9a3f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:48.800048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7dbd2f80-ef54-45d3-949e-dba135fb9a3f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.806771 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.838045 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.875743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa8054cc-5884-48de-9b70-a0fe964d70cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.912012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Network': ['ID=c60a350f-fd02-4983-902a-5538b31dc7e1,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:48.927295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=fbc59552-85cc-4d73-8f1c-efc721cdee76,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:48.933654 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa8054cc-5884-48de-9b70-a0fe964d70cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:48.935625 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No DVR routers for this DVR port fbc59552-85cc-4d73-8f1c-efc721cdee76 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:48.937725 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1926eb5-9d7b-41ea-9524-414c4392001a None None] For port fbc59552-85cc-4d73-8f1c-efc721cdee76, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fbc59552-85cc-4d73-8f1c-efc721cdee76,segment=NetworkSegment(21419eb5-81e3-4cc9-83a0-58715d3d4d2f),segment_id=21419eb5-81e3-4cc9-83a0-58715d3d4d2f)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:48.938129 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1926eb5-9d7b-41ea-9524-414c4392001a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.081053 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:46:49.081053 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:46:49.087411 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1926eb5-9d7b-41ea-9524-414c4392001a None None] Calling delete_port for fbc59552-85cc-4d73-8f1c-efc721cdee76 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:49.092596 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-07980f64-3ed7-4168-a0b6-62bcd914c563 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/networks/c60a350f-fd02-4983-902a-5538b31dc7e1 HTTP/1.1" status: 204 len: 168 time: 2.8634415 Mar 29 09:46:49.098983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36404) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:49.104806 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1397007948'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:49.110107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:49.115146 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:network and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:49.115281 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=f90b5121-870f-41a8-9ec0-e66d708efe5a,revision_number=8']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:49.118447 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:49.131750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:49.171537 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5d1702be-137e-4f43-8ed8-4c6e6b69277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:43Z', 'revision_number': 10, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:49.176136 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1702be-137e-4f43-8ed8-4c6e6b69277c None None] The sync data for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv is: [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:43Z', 'revision_number': 10, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None, '_interfaces': [{'id': 'd539e27f-e9e4-436c-aaa7-a2bf8b868d79', 'name': '', 'network_id': '70ec5cc1-d158-4f2f-a939-9c5afce47173', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'mac_address': 'fa:16:3e:4d:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:45:41Z', 'updated_at': '2022-03-29T09:46:03Z', 'revision_number': 5, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'subnets': [{'id': '03f23fe6-c8e6-466d-95a6-492b8cc9ca2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:46:49.177760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-f1926eb5-9d7b-41ea-9524-414c4392001a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:46:49.178110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-f1926eb5-9d7b-41ea-9524-414c4392001a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:46:49.194536 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-05129b82-8567-4479-aa00-51be5dc8fb62 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting subnet 08010758-6053-4994-a37d-3ac08f8f32f9 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:49.194774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa8054cc-5884-48de-9b70-a0fe964d70cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.209731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-05129b82-8567-4479-aa00-51be5dc8fb62 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.219697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:49.223174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.234183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8054cc-5884-48de-9b70-a0fe964d70cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d76a55-c0fa-43a2-8ecf-aa24a97701f8,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:49.257567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:46:49.267761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.267938 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Added segment 8c35d63b-3b74-42f4-b32a-710e699d00f4 of type vlan for network 915e84b5-8827-4fa4-831a-414d44262f8b Mar 29 09:46:49.295276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.300951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa8054cc-5884-48de-9b70-a0fe964d70cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.302046 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fa8054cc-5884-48de-9b70-a0fe964d70cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/security-groups/68d76a55-c0fa-43a2-8ecf-aa24a97701f8 HTTP/1.1" status: 204 len: 168 time: 0.5388594 Mar 29 09:46:49.317708 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.348158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-05129b82-8567-4479-aa00-51be5dc8fb62 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.385775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36410) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:49.404278 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.ipam_backend_mixin [None req-7dbd2f80-ef54-45d3-949e-dba135fb9a3f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 48bcffd8-f051-4176-af82-2123fdede7ec (CIDR: 2001:db8::/64) Mar 29 09:46:49.411135 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74573a2-67ad-4081-b28c-4851119717b8']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:49.429511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21419eb5-81e3-4cc9-83a0-58715d3d4d2f') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:49.429736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21419eb5-81e3-4cc9-83a0-58715d3d4d2f') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:49.444467 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbd2f80-ef54-45d3-949e-dba135fb9a3f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:46:49.444971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbd2f80-ef54-45d3-949e-dba135fb9a3f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:46:49.448753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.449701 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.454792 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:49.455363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.488407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.498187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:49.498575 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:49.513393 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:49.516313 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-05129b82-8567-4479-aa00-51be5dc8fb62 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.562981 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7dbd2f80-ef54-45d3-949e-dba135fb9a3f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3049884 Mar 29 09:46:49.567538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36414) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:49.582328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Deleting port f90b5121-870f-41a8-9ec0-e66d708efe5a {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:49.582991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.584629 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4844768 Mar 29 09:46:49.597293 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36418) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:49.603417 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'subnet': {'network_id': '915e84b5-8827-4fa4-831a-414d44262f8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:49.630020 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-b0c3f118-be84-4294-8c0b-a1ddc5d31eb6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'subnet': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:49.638071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fbc59552-85cc-4d73-8f1c-efc721cdee76 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:49.680352 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1926eb5-9d7b-41ea-9524-414c4392001a None None] Deleting port fbc59552-85cc-4d73-8f1c-efc721cdee76 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:49.681233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1926eb5-9d7b-41ea-9524-414c4392001a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.687349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff763a-9594-411d-ae4c-a46a4bf85601 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Network': ['ID=915e84b5-8827-4fa4-831a-414d44262f8b,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:49.730569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 915e84b5-8827-4fa4-831a-414d44262f8b details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:46:49.754233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: fbc59552-85cc-4d73-8f1c-efc721cdee76 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:49.754598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fbc59552-85cc-4d73-8f1c-efc721cdee76 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:49.755000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 981b747e-7d5f-4f06-a7cc-c37bb7141391 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:49.793574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.817121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.820212 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b0c3f118-be84-4294-8c0b-a1ddc5d31eb6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:49.827007 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Network': ['ID=c74573a2-67ad-4081-b28c-4851119717b8,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:49.829394 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b0c3f118-be84-4294-8c0b-a1ddc5d31eb6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Usage tracker for resource:subnet and tenant:4d44a4f55f644cf59a0d968af8faacdf is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:49.834754 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b0c3f118-be84-4294-8c0b-a1ddc5d31eb6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:49.837803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 981b747e-7d5f-4f06-a7cc-c37bb7141391 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:49.838306 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 981b747e-7d5f-4f06-a7cc-c37bb7141391 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:49.838582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device dbfcbae5-bd96-492a-99e7-bfee2b5b265e no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:49.841984 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-88581eb8-9487-4381-83d8-d2130080c49c tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/networks/c74573a2-67ad-4081-b28c-4851119717b8 HTTP/1.1" status: 204 len: 168 time: 2.9469705 Mar 29 09:46:49.843155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b0c3f118-be84-4294-8c0b-a1ddc5d31eb6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:49.844951 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36422) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:49.882265 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1926eb5-9d7b-41ea-9524-414c4392001a None None] The port 'fbc59552-85cc-4d73-8f1c-efc721cdee76' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:46:49.899636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:49.907629 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:subnet and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:49.912346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:49.916719 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-05129b82-8567-4479-aa00-51be5dc8fb62 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:49.921231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:50.020418 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05129b82-8567-4479-aa00-51be5dc8fb62 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Subnet': ['ID=08010758-6053-4994-a37d-3ac08f8f32f9,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:50.024139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-05129b82-8567-4479-aa00-51be5dc8fb62 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:50.025993 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-05129b82-8567-4479-aa00-51be5dc8fb62 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/08010758-6053-4994-a37d-3ac08f8f32f9 HTTP/1.1" status: 204 len: 168 time: 1.3901939 Mar 29 09:46:50.027091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c3f118-be84-4294-8c0b-a1ddc5d31eb6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:50.028980 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36426) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:50.030445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b0c3f118-be84-4294-8c0b-a1ddc5d31eb6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:50.041707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f028e895-8b0a-4c59-89ef-36c2426ca111 None None] Network d1d86b06-3c0b-446e-91dd-39df58183d09 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:50.055368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: dbfcbae5-bd96-492a-99e7-bfee2b5b265e {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:50.055720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device dbfcbae5-bd96-492a-99e7-bfee2b5b265e not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:50.066722 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:50.066722 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:50.398111 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:50.416844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] For port f90b5121-870f-41a8-9ec0-e66d708efe5a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=f90b5121-870f-41a8-9ec0-e66d708efe5a,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:50.417966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:50.485241 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 085b1608-3d31-484e-9c8d-364a7185c227 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:50.485603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:50.554959 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5681d3-32c4-46e2-bcaf-b0d9bc80502c None None] DHCP port deletion for d1d86b06-3c0b-446e-91dd-39df58183d09 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:50.563905 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Calling delete_port for f90b5121-870f-41a8-9ec0-e66d708efe5a owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:50.598349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ce5681d3-32c4-46e2-bcaf-b0d9bc80502c None None] Deleting port 085b1608-3d31-484e-9c8d-364a7185c227 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:50.598728 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ce5681d3-32c4-46e2-bcaf-b0d9bc80502c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:50.780994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cad9a2c2-e5d0-4b23-82f7-a78954a7d503 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:50.820914 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:50.864720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] For port 085b1608-3d31-484e-9c8d-364a7185c227, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=085b1608-3d31-484e-9c8d-364a7185c227,segment=NetworkSegment(a1d4f24a-cad5-4d3c-a421-d678113fbbd8),segment_id=a1d4f24a-cad5-4d3c-a421-d678113fbbd8)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:50.865080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:50.884256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Pushing event deleted for resources: {'Port': ['ID=f90b5121-870f-41a8-9ec0-e66d708efe5a,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:50.888532 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-ce5681d3-32c4-46e2-bcaf-b0d9bc80502c None None] For port 085b1608-3d31-484e-9c8d-364a7185c227, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=085b1608-3d31-484e-9c8d-364a7185c227,segment=NetworkSegment(a1d4f24a-cad5-4d3c-a421-d678113fbbd8),segment_id=a1d4f24a-cad5-4d3c-a421-d678113fbbd8)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:50.889645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ce5681d3-32c4-46e2-bcaf-b0d9bc80502c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:50.899363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] No DVR routers for this DVR port f90b5121-870f-41a8-9ec0-e66d708efe5a on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:50.917437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:50.918025 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:50.918543 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:50.919043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:50.919538 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:50.920100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:50.920622 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:50.921131 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:50.921612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:50.922096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:50.922607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:50.923398 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b810f602-5816-45bd-89da-8611e82e23c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:50.977610 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb672f8-b6e5-4395-90f5-f08b4edc3ba8 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:51.020974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:51.034129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 085b1608-3d31-484e-9c8d-364a7185c227 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:51.066297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ce5681d3-32c4-46e2-bcaf-b0d9bc80502c None None] Calling delete_port for 085b1608-3d31-484e-9c8d-364a7185c227 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:51.080835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.objects.ports [None req-b0c3f118-be84-4294-8c0b-a1ddc5d31eb6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88550) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 29 09:46:51.111092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b0c3f118-be84-4294-8c0b-a1ddc5d31eb6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:51.177036 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Subnet': ['ID=4050e627-7fec-4371-861f-d24692aa1d9c,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:51.183357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c3f118-be84-4294-8c0b-a1ddc5d31eb6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:51.187181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-b0c3f118-be84-4294-8c0b-a1ddc5d31eb6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:51.189935 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c3f118-be84-4294-8c0b-a1ddc5d31eb6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:51.190658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b0c3f118-be84-4294-8c0b-a1ddc5d31eb6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:51.207058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Checking segment: {'id': '8c35d63b-3b74-42f4-b32a-710e699d00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '915e84b5-8827-4fa4-831a-414d44262f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:51.207450 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network hostable DHCP agents. Network: 915e84b5-8827-4fa4-831a-414d44262f8b, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:46:51.210568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3f118-be84-4294-8c0b-a1ddc5d31eb6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Subnet': ['ID=df88f554-16e3-4c63-b03f-fa11eb8f28c0,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:51.224785 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e060ac52-2603-40fd-90bd-5a814705db62 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:51.303577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-cad9a2c2-e5d0-4b23-82f7-a78954a7d503 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port d539e27f-e9e4-436c-aaa7-a2bf8b868d79 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:51.303829 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cad9a2c2-e5d0-4b23-82f7-a78954a7d503 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:51.322001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-904da7d4-bab8-40f2-8764-d10ff337fe7e', 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'tenant_id': '4d44a4f55f644cf59a0d968af8faacdf', 'fixed_ips': [{'subnet_id': '48bcffd8-f051-4176-af82-2123fdede7ec'}, {'subnet_id': 'df88f554-16e3-4c63-b03f-fa11eb8f28c0'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:46:51.323044 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:51.323776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:51.340405 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-ce5681d3-32c4-46e2-bcaf-b0d9bc80502c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:46:51.340835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-ce5681d3-32c4-46e2-bcaf-b0d9bc80502c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:46:51.355880 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b0c3f118-be84-4294-8c0b-a1ddc5d31eb6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7817094 Mar 29 09:46:51.358881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36430) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:51.370635 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Request body: {'port': {'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e', 'mac_address': 'fa:16:3e:7c:fc:bd', 'name': 'tempest-NetworksTestDHCPv6-1406412402'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:51.442268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 915e84b5-8827-4fa4-831a-414d44262f8b is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:46:51.458034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=085b1608-3d31-484e-9c8d-364a7185c227,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:51.459949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No DVR routers for this DVR port 085b1608-3d31-484e-9c8d-364a7185c227 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:51.597004 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 915e84b5-8827-4fa4-831a-414d44262f8b) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:51.607581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910a68d6-b4f2-4e06-89bf-0121fb13c5f5 None None] Network 915e84b5-8827-4fa4-831a-414d44262f8b requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:51.633319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-cad9a2c2-e5d0-4b23-82f7-a78954a7d503 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] For port d539e27f-e9e4-436c-aaa7-a2bf8b868d79, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d539e27f-e9e4-436c-aaa7-a2bf8b868d79,segment=NetworkSegment(ad5964b1-85d2-4fcb-9e09-0d87c3251232),segment_id=ad5964b1-85d2-4fcb-9e09-0d87c3251232)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:51.633808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cad9a2c2-e5d0-4b23-82f7-a78954a7d503 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:51.639767 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:51.639952 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:51.645333 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:51.700077 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 085b1608-3d31-484e-9c8d-364a7185c227 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:51.710978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:51.747728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d86b06-3c0b-446e-91dd-39df58183d09']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:51.760222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 085b1608-3d31-484e-9c8d-364a7185c227 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:51.760579 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 085b1608-3d31-484e-9c8d-364a7185c227 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:51.762824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d4f24a-cad5-4d3c-a421-d678113fbbd8') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:51.763559 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d4f24a-cad5-4d3c-a421-d678113fbbd8') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:51.777100 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-cad9a2c2-e5d0-4b23-82f7-a78954a7d503 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for d539e27f-e9e4-436c-aaa7-a2bf8b868d79 owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:51.777896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:51.784522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Allocated IP 2001:db8::2 (904da7d4-bab8-40f2-8764-d10ff337fe7e/48bcffd8-f051-4176-af82-2123fdede7ec/017812c6-e6a1-40f4-883d-5fd1e5734305) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:51.803553 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Allocated IP 2001:db8:0:1:f816:3eff:fee1:b0e7 (904da7d4-bab8-40f2-8764-d10ff337fe7e/df88f554-16e3-4c63-b03f-fa11eb8f28c0/017812c6-e6a1-40f4-883d-5fd1e5734305) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:51.805998 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:51.807745 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:51.843353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:51.843755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:51.845385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ce5681d3-32c4-46e2-bcaf-b0d9bc80502c None None] Deleting port 085b1608-3d31-484e-9c8d-364a7185c227 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:51.845752 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ce5681d3-32c4-46e2-bcaf-b0d9bc80502c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:51.960631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ce5681d3-32c4-46e2-bcaf-b0d9bc80502c None None] The port '085b1608-3d31-484e-9c8d-364a7185c227' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:46:51.976305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Made reservation on behalf of 4d44a4f55f644cf59a0d968af8faacdf for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:51.980808 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:52.001813 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ad34a1bb-56d1-41f6-9ca3-e0479f7a75b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4026277 Mar 29 09:46:52.003476 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36434) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:52.065533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'network_id': '915e84b5-8827-4fa4-831a-414d44262f8b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-274114917'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:52.073454 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-915e84b5-8827-4fa4-831a-414d44262f8b', 'network_id': '915e84b5-8827-4fa4-831a-414d44262f8b', 'tenant_id': '46428600bbf74339b346da1e619e447c', 'fixed_ips': [{'subnet_id': '4050e627-7fec-4371-861f-d24692aa1d9c'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:46:52.074284 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.184446 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-e060ac52-2603-40fd-90bd-5a814705db62 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 4d0b91ac-ac32-4028-aacb-eaba548ae347 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:52.184987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e060ac52-2603-40fd-90bd-5a814705db62 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.234340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.267323 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Transition to ACTIVE for port object 017812c6-e6a1-40f4-883d-5fd1e5734305 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:52.281226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.287345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.322506 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.342601 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:52.354068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:52.355207 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] device_id is not set on port 0d546034-2684-49d5-bb6d-d3fdc67f9a95 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:46:52.365653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Network': ['ID=d1d86b06-3c0b-446e-91dd-39df58183d09,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:52.397585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Allocated IP 2001:db8::2 (915e84b5-8827-4fa4-831a-414d44262f8b/4050e627-7fec-4371-861f-d24692aa1d9c/51bb5195-20ee-4399-a0dc-4d1efb5a3073) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:52.415670 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8037e16b-2e1c-419c-bdc7-74245cb8f4aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/networks/d1d86b06-3c0b-446e-91dd-39df58183d09 HTTP/1.1" status: 204 len: 168 time: 2.3853264 Mar 29 09:46:52.420716 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36438) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:52.431994 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:52.435634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.468960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port dfcc5220-faa8-43c0-8ed4-46081be19e7c yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:46:52.509931 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb05e2e6-92e0-486c-bb54-4bfbde30b6dc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:52.511545 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fb05e2e6-92e0-486c-bb54-4bfbde30b6dc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/d1e94297-e35a-45a9-928c-6d7e81b1bc62 HTTP/1.1" status: 200 len: 840 time: 0.0862496 Mar 29 09:46:52.515156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36442) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:52.522437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Transition to ACTIVE for port object 017812c6-e6a1-40f4-883d-5fd1e5734305 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:52.557581 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cad9a2c2-e5d0-4b23-82f7-a78954a7d503 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.562945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-e060ac52-2603-40fd-90bd-5a814705db62 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 4d0b91ac-ac32-4028-aacb-eaba548ae347, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4d0b91ac-ac32-4028-aacb-eaba548ae347,segment=NetworkSegment(4e8d79b8-5fc0-4729-a0ce-6d8fa437e010),segment_id=4e8d79b8-5fc0-4729-a0ce-6d8fa437e010)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:52.563339 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e060ac52-2603-40fd-90bd-5a814705db62 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.616636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9a2c2-e5d0-4b23-82f7-a78954a7d503 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=d539e27f-e9e4-436c-aaa7-a2bf8b868d79,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:52.648464 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.703426 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.715142 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Transition to ACTIVE for port object 51bb5195-20ee-4399-a0dc-4d1efb5a3073 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:52.737447 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Transition to ACTIVE for port object 51bb5195-20ee-4399-a0dc-4d1efb5a3073 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:52.753978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-e060ac52-2603-40fd-90bd-5a814705db62 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 4d0b91ac-ac32-4028-aacb-eaba548ae347 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:52.773464 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-66335451-8123-4668-8952-254812bd76aa tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/d1e94297-e35a-45a9-928c-6d7e81b1bc62?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2537730 Mar 29 09:46:52.773827 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:52.776912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:52.780699 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36446) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:52.794616 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:52.796902 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c5d16cb3-1161-486c-87d2-3438f96cd242 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'subnet': {'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:52.814516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Pushing event updated for resources: {'Port': ['ID=017812c6-e6a1-40f4-883d-5fd1e5734305,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:52.867695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.969227 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.974320 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Allocated IP 2001:db8::397 (915e84b5-8827-4fa4-831a-414d44262f8b/4050e627-7fec-4371-861f-d24692aa1d9c/dfcc5220-faa8-43c0-8ed4-46081be19e7c) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:53.009020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Network 915e84b5-8827-4fa4-831a-414d44262f8b is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:53.015661 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:53.029801 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:53.088376 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Pushing event updated for resources: {'Port': ['ID=51bb5195-20ee-4399-a0dc-4d1efb5a3073,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:53.121646 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Attempting to bind port 017812c6-e6a1-40f4-883d-5fd1e5734305 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:53.122050 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Attempting to bind port 017812c6-e6a1-40f4-883d-5fd1e5734305 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:53.122611 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Attempting to bind port 017812c6-e6a1-40f4-883d-5fd1e5734305 on network 904da7d4-bab8-40f2-8764-d10ff337fe7e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:53.149125 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:53.149860 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Checking segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:53.150264 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:53.150657 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Bound using segment: {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:53.151132 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Bound port: 017812c6-e6a1-40f4-883d-5fd1e5734305, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb5e0d9-2ee6-41b0-b398-9350f842be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '904da7d4-bab8-40f2-8764-d10ff337fe7e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:53.151576 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:53.152208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c5d16cb3-1161-486c-87d2-3438f96cd242 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:53.158738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cad9a2c2-e5d0-4b23-82f7-a78954a7d503 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:53.165359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c5d16cb3-1161-486c-87d2-3438f96cd242 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:subnet and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:53.176714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c5d16cb3-1161-486c-87d2-3438f96cd242 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:53.183037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8::17e (904da7d4-bab8-40f2-8764-d10ff337fe7e/48bcffd8-f051-4176-af82-2123fdede7ec/0d546034-2684-49d5-bb6d-d3fdc67f9a95) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:53.191397 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c5d16cb3-1161-486c-87d2-3438f96cd242 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:53.196980 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Attempting to bind port 51bb5195-20ee-4399-a0dc-4d1efb5a3073 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:53.197344 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Attempting to bind port 51bb5195-20ee-4399-a0dc-4d1efb5a3073 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '8c35d63b-3b74-42f4-b32a-710e699d00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '915e84b5-8827-4fa4-831a-414d44262f8b'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:53.197697 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Attempting to bind port 51bb5195-20ee-4399-a0dc-4d1efb5a3073 on network 915e84b5-8827-4fa4-831a-414d44262f8b {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:53.214815 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:53.215181 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Checking segment: {'id': '8c35d63b-3b74-42f4-b32a-710e699d00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '915e84b5-8827-4fa4-831a-414d44262f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:53.215579 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:53.215967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Bound using segment: {'id': '8c35d63b-3b74-42f4-b32a-710e699d00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '915e84b5-8827-4fa4-831a-414d44262f8b'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:53.216415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Bound port: 51bb5195-20ee-4399-a0dc-4d1efb5a3073, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c35d63b-3b74-42f4-b32a-710e699d00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '915e84b5-8827-4fa4-831a-414d44262f8b'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:53.216808 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:53.234220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:53.246826 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7c:fcbd (904da7d4-bab8-40f2-8764-d10ff337fe7e/df88f554-16e3-4c63-b03f-fa11eb8f28c0/0d546034-2684-49d5-bb6d-d3fdc67f9a95) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:53.266313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Transition to ACTIVE for port object dfcc5220-faa8-43c0-8ed4-46081be19e7c will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:53.313126 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] For port 017812c6-e6a1-40f4-883d-5fd1e5734305, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:53.353155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d16cb3-1161-486c-87d2-3438f96cd242 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:53.356673 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5d16cb3-1161-486c-87d2-3438f96cd242 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:53.375400 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] For port 017812c6-e6a1-40f4-883d-5fd1e5734305, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=017812c6-e6a1-40f4-883d-5fd1e5734305,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:53.385936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] For port 51bb5195-20ee-4399-a0dc-4d1efb5a3073, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:53.389295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] For port 51bb5195-20ee-4399-a0dc-4d1efb5a3073, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=51bb5195-20ee-4399-a0dc-4d1efb5a3073,segment=NetworkSegment(8c35d63b-3b74-42f4-b32a-710e699d00f4),segment_id=8c35d63b-3b74-42f4-b32a-710e699d00f4)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:53.394438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e060ac52-2603-40fd-90bd-5a814705db62 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:53.441645 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:53.452709 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:53.479693 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060ac52-2603-40fd-90bd-5a814705db62 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=4d0b91ac-ac32-4028-aacb-eaba548ae347,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:53.498610 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:53.592152 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ecd3b-72b1-495c-806a-c277fbd62450 None None] Pushing event updated for resources: {'Port': ['ID=017812c6-e6a1-40f4-883d-5fd1e5734305,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:53.614194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 915e84b5-8827-4fa4-831a-414d44262f8b is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:53.623591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:53.626517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:53.632428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:53.633276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:53.695758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=dfcc5220-faa8-43c0-8ed4-46081be19e7c,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:53.708261 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dbf1b-69bb-4e26-a96d-9b485b22774e None None] Pushing event updated for resources: {'Port': ['ID=51bb5195-20ee-4399-a0dc-4d1efb5a3073,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:53.909151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad9a2c2-e5d0-4b23-82f7-a78954a7d503 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:46:54.029815 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-90e902d7-a59c-48df-8d3b-04b3ad217853 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.0182405 Mar 29 09:46:54.041168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36450) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:54.083810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e060ac52-2603-40fd-90bd-5a814705db62 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:54.181759 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:54.192809 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad9a2c2-e5d0-4b23-82f7-a78954a7d503 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:46:54.202977 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78198832-3c62-4863-8fa6-7cc0fcb30ece None None] Sync routers for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:46:54.221502 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78198832-3c62-4863-8fa6-7cc0fcb30ece None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:54.222053 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-78198832-3c62-4863-8fa6-7cc0fcb30ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:54.275313 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a039ad17-3fb6-4efa-92e6-9eda097fee04 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port dfcc5220-faa8-43c0-8ed4-46081be19e7c {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:54.275655 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a039ad17-3fb6-4efa-92e6-9eda097fee04 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:54.302119 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Transition to ACTIVE for port object 0d546034-2684-49d5-bb6d-d3fdc67f9a95 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:54.411634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-78198832-3c62-4863-8fa6-7cc0fcb30ece None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:54.473021 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cad9a2c2-e5d0-4b23-82f7-a78954a7d503 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/8a919e7e-1c94-4bb3-8998-f15fa31c2a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6244543 Mar 29 09:46:54.479021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36454) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:54.519325 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-78198832-3c62-4863-8fa6-7cc0fcb30ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:52Z', 'revision_number': 11, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:54.524635 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78198832-3c62-4863-8fa6-7cc0fcb30ece None None] Checking router: 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:46:54.532292 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78198832-3c62-4863-8fa6-7cc0fcb30ece None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:54.532838 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e060ac52-2603-40fd-90bd-5a814705db62 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router d885023c-1404-4972-8066-f57bed6baee1 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:46:54.533320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-78198832-3c62-4863-8fa6-7cc0fcb30ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:54.662272 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcac6b6d-d7c7-41c1-a6f4-e9f7fcfc776f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting subnet 03f23fe6-c8e6-466d-95a6-492b8cc9ca2b {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:54.663415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-78198832-3c62-4863-8fa6-7cc0fcb30ece None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:54.664953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fcac6b6d-d7c7-41c1-a6f4-e9f7fcfc776f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:54.714955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5d16cb3-1161-486c-87d2-3438f96cd242 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:54.729125 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e060ac52-2603-40fd-90bd-5a814705db62 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:46:54.735779 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e060ac52-2603-40fd-90bd-5a814705db62 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/d885023c-1404-4972-8066-f57bed6baee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3476422 Mar 29 09:46:54.743316 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36458) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:54.754186 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4f9980-45ea-4047-8f8c-2dc53096cd38 None None] Sync routers for ids ['d885023c-1404-4972-8066-f57bed6baee1'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:46:54.765912 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f9980-45ea-4047-8f8c-2dc53096cd38 None None] Routers {'d885023c-1404-4972-8066-f57bed6baee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:54.767662 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4b4f9980-45ea-4047-8f8c-2dc53096cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d885023c-1404-4972-8066-f57bed6baee1'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:54.780202 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-78198832-3c62-4863-8fa6-7cc0fcb30ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:52Z', 'revision_number': 11, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:54.789533 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78198832-3c62-4863-8fa6-7cc0fcb30ece None None] The sync data for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv is: [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:52Z', 'revision_number': 11, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:46:54.822578 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a039ad17-3fb6-4efa-92e6-9eda097fee04 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:54.830077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d16cb3-1161-486c-87d2-3438f96cd242 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Subnet': ['ID=337278ed-705f-4cd1-b74c-8d409453b439,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:54.840474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:54.850912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-626787af-9550-437b-9960-1316a1e869ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting subnet 61d64769-6487-46dd-99b9-32b9753e3276 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:54.854185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-626787af-9550-437b-9960-1316a1e869ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:54.928745 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-626787af-9550-437b-9960-1316a1e869ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:54.999273 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-4b4f9980-45ea-4047-8f8c-2dc53096cd38 None None] Set router d885023c-1404-4972-8066-f57bed6baee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:55.020738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d16cb3-1161-486c-87d2-3438f96cd242 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:55.029559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fcac6b6d-d7c7-41c1-a6f4-e9f7fcfc776f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:55.038120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-626787af-9550-437b-9960-1316a1e869ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:55.077062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a039ad17-3fb6-4efa-92e6-9eda097fee04 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for dfcc5220-faa8-43c0-8ed4-46081be19e7c owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:55.098340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-c5d16cb3-1161-486c-87d2-3438f96cd242 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:55.107777 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0382f1-8743-42ed-aec2-a5653d1709d7 None None] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:55.134101 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d16cb3-1161-486c-87d2-3438f96cd242 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:55.134685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5d16cb3-1161-486c-87d2-3438f96cd242 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:55.180117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:55.192273 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:55.223909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:55.229982 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:55.230631 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:55.292694 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-626787af-9550-437b-9960-1316a1e869ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:55.298723 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c5d16cb3-1161-486c-87d2-3438f96cd242 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5081065 Mar 29 09:46:55.309348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36462) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:55.310796 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event updated for resources: {'Port': ['ID=0d546034-2684-49d5-bb6d-d3fdc67f9a95,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:55.357316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f9f4b-a817-4189-b2ce-c6b84a0efb9a None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:55.391228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-6943b753-3569-4a65-ab52-51375d2f2a79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'security_group': {'name': 'tempest-secgroup-496743342'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:55.412261 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6943b753-3569-4a65-ab52-51375d2f2a79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:55.415333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626787af-9550-437b-9960-1316a1e869ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Subnet': ['ID=61d64769-6487-46dd-99b9-32b9753e3276,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:55.427505 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6943b753-3569-4a65-ab52-51375d2f2a79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:security_group and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:55.431289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6943b753-3569-4a65-ab52-51375d2f2a79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:55.441660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-626787af-9550-437b-9960-1316a1e869ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:55.449612 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-01e48f82-c40b-42f7-993a-80059d273f60 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0876069 Mar 29 09:46:55.453108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6943b753-3569-4a65-ab52-51375d2f2a79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:55.455194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36466) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:55.468843 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4b4f9980-45ea-4047-8f8c-2dc53096cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:46:53Z', 'revision_number': 7, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:55.470565 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966e027c-f0b3-4a09-93e0-c169f40de135 None None] Network 3c3ef509-76c0-4a1a-bc35-8f39980efe1a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:55.481354 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4f9980-45ea-4047-8f8c-2dc53096cd38 None None] Checking router: d885023c-1404-4972-8066-f57bed6baee1 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:46:55.482441 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fcac6b6d-d7c7-41c1-a6f4-e9f7fcfc776f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:55.494321 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f9980-45ea-4047-8f8c-2dc53096cd38 None None] Routers {'d885023c-1404-4972-8066-f57bed6baee1'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:46:55.494941 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4b4f9980-45ea-4047-8f8c-2dc53096cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d885023c-1404-4972-8066-f57bed6baee1'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:55.533785 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-626787af-9550-437b-9960-1316a1e869ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/subnets/61d64769-6487-46dd-99b9-32b9753e3276 HTTP/1.1" status: 204 len: 168 time: 0.7892594 Mar 29 09:46:55.545708 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36470) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:55.591074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-a94386a5-15ff-4eae-9ca4-ff89184af430 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting port 0d546034-2684-49d5-bb6d-d3fdc67f9a95 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:55.591423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a94386a5-15ff-4eae-9ca4-ff89184af430 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:55.739512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6943b753-3569-4a65-ab52-51375d2f2a79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:55.747979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99064618-7325-4a8c-b8f7-5020a16b49fd None None] Network 915e84b5-8827-4fa4-831a-414d44262f8b requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:55.781120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6943b753-3569-4a65-ab52-51375d2f2a79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:55.785717 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6943b753-3569-4a65-ab52-51375d2f2a79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:security_group_rule and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:55.788840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6943b753-3569-4a65-ab52-51375d2f2a79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:55.794807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6943b753-3569-4a65-ab52-51375d2f2a79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:55.823961 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 017812c6-e6a1-40f4-883d-5fd1e5734305 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:55.845390 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-4b4f9980-45ea-4047-8f8c-2dc53096cd38 None None] Set router d885023c-1404-4972-8066-f57bed6baee1 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:46:55.873726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6943b753-3569-4a65-ab52-51375d2f2a79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:55.904976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-13adc6da-ada5-4e0c-8e05-d5853d4f12d8 None None] Provisioning for port 017812c6-e6a1-40f4-883d-5fd1e5734305 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:55.988843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6943b753-3569-4a65-ab52-51375d2f2a79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:55.994584 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a039ad17-3fb6-4efa-92e6-9eda097fee04 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.035311 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 017812c6-e6a1-40f4-883d-5fd1e5734305 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:56.050531 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 017812c6-e6a1-40f4-883d-5fd1e5734305 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:56.051230 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.059866 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943b753-3569-4a65-ab52-51375d2f2a79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46ad49c-170e-45c4-98c8-254ce98c6df2,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:56.065880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039ad17-3fb6-4efa-92e6-9eda097fee04 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=dfcc5220-faa8-43c0-8ed4-46081be19e7c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:56.115163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a94386a5-15ff-4eae-9ca4-ff89184af430 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.127784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a039ad17-3fb6-4efa-92e6-9eda097fee04 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.135184 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fcac6b6d-d7c7-41c1-a6f4-e9f7fcfc776f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.179636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fcac6b6d-d7c7-41c1-a6f4-e9f7fcfc776f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.193021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.208994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963c066-9ed2-4494-85db-c9afcb7dea7e None None] Network 70ec5cc1-d158-4f2f-a939-9c5afce47173 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:56.254689 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4b4f9980-45ea-4047-8f8c-2dc53096cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:46:53Z', 'revision_number': 7, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:56.259295 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4f9980-45ea-4047-8f8c-2dc53096cd38 None None] The sync data for ids ['d885023c-1404-4972-8066-f57bed6baee1'] in dv-neutron-835555-1-hyperv is: [{'id': 'd885023c-1404-4972-8066-f57bed6baee1', 'name': 'tempest-TestNetworkBasicOps-router-1883004613', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:39Z', 'updated_at': '2022-03-29T09:46:53Z', 'revision_number': 7, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '4145bd4b-6e82-40d2-9a14-88cff9130c6f', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd885023c-1404-4972-8066-f57bed6baee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:41Z', 'updated_at': '2022-03-29T09:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:46:56.283685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac6b6d-d7c7-41c1-a6f4-e9f7fcfc776f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Subnet': ['ID=03f23fe6-c8e6-466d-95a6-492b8cc9ca2b,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:56.302290 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a039ad17-3fb6-4efa-92e6-9eda097fee04 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/dfcc5220-faa8-43c0-8ed4-46081be19e7c HTTP/1.1" status: 204 len: 168 time: 2.2570729 Mar 29 09:46:56.306184 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fcac6b6d-d7c7-41c1-a6f4-e9f7fcfc776f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/03f23fe6-c8e6-466d-95a6-492b8cc9ca2b HTTP/1.1" status: 204 len: 168 time: 1.8215339 Mar 29 09:46:56.306184 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36474) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:56.306486 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36476) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:56.419778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-a94386a5-15ff-4eae-9ca4-ff89184af430 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Calling delete_port for 0d546034-2684-49d5-bb6d-d3fdc67f9a95 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:56.446361 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba6c30d-e8a6-430e-af36-194d7f071788 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] GET failed (client error): The resource could not be found. Mar 29 09:46:56.448062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5ba6c30d-e8a6-430e-af36-194d7f071788 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:56.448223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6943b753-3569-4a65-ab52-51375d2f2a79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.449117 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6943b753-3569-4a65-ab52-51375d2f2a79 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0685809 Mar 29 09:46:56.456416 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36482) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:56.460979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d84c043b-cebd-4abb-8b37-dd842d405d8e None None] Provisioning for port 51bb5195-20ee-4399-a0dc-4d1efb5a3073 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:56.462882 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-cb245d96-7048-433a-a897-dfe021a65c3f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'security_group': {'name': 'tempest-secgroup-144049350'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:56.472473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cb245d96-7048-433a-a897-dfe021a65c3f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:56.484638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cb245d96-7048-433a-a897-dfe021a65c3f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:security_group and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:56.491067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cb245d96-7048-433a-a897-dfe021a65c3f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:56.501655 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cb245d96-7048-433a-a897-dfe021a65c3f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:56.563662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.591786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cb245d96-7048-433a-a897-dfe021a65c3f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.597626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Deleting port 6a63ef8d-9600-494c-8a6e-8a9663324e62 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:56.597965 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.635817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e97012-ea5a-4efd-9cb8-09d64727c684 None None] DHCP port deletion for 3c3ef509-76c0-4a1a-bc35-8f39980efe1a request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:56.657159 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cb245d96-7048-433a-a897-dfe021a65c3f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:56.660575 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-70e97012-ea5a-4efd-9cb8-09d64727c684 None None] Deleting port 50ba7bbe-1d53-4420-8e00-51a50069b697 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:56.661067 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-70e97012-ea5a-4efd-9cb8-09d64727c684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.661428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cb245d96-7048-433a-a897-dfe021a65c3f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:security_group_rule and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:56.664479 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cb245d96-7048-433a-a897-dfe021a65c3f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:56.670467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cb245d96-7048-433a-a897-dfe021a65c3f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:56.695578 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5ba6c30d-e8a6-430e-af36-194d7f071788 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:56.699218 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5ba6c30d-e8a6-430e-af36-194d7f071788 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/dfcc5220-faa8-43c0-8ed4-46081be19e7c HTTP/1.1" status: 404 len: 333 time: 0.3914208 Mar 29 09:46:56.699890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36486) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:56.704514 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'tenant_id': 'b4dec77116a345ed906ccba95ed7a9ff', 'fixed_ips': [{'subnet_id': '337278ed-705f-4cd1-b74c-8d409453b439'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:46:56.705481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.708807 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.781606 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.812659 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b90209-c71c-4d2b-b697-a44b06f6e139 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting subnet 4050e627-7fec-4371-861f-d24692aa1d9c {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:56.823755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38b90209-c71c-4d2b-b697-a44b06f6e139 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.847393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] For port 6a63ef8d-9600-494c-8a6e-8a9663324e62, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6a63ef8d-9600-494c-8a6e-8a9663324e62,segment=NetworkSegment(ad5964b1-85d2-4fcb-9e09-0d87c3251232),segment_id=ad5964b1-85d2-4fcb-9e09-0d87c3251232)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:56.847612 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.871532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a94386a5-15ff-4eae-9ca4-ff89184af430 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.936889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94386a5-15ff-4eae-9ca4-ff89184af430 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Port': ['ID=0d546034-2684-49d5-bb6d-d3fdc67f9a95,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:56.942488 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cb245d96-7048-433a-a897-dfe021a65c3f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.986745 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38b90209-c71c-4d2b-b697-a44b06f6e139 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:56.994572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 4145bd4b-6e82-40d2-9a14-88cff9130c6f {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:56.994741 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:57.010026 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 017812c6-e6a1-40f4-883d-5fd1e5734305, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=017812c6-e6a1-40f4-883d-5fd1e5734305,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:57.027918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cb245d96-7048-433a-a897-dfe021a65c3f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:57.032690 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Calling delete_port for 6a63ef8d-9600-494c-8a6e-8a9663324e62 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:57.089774 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2163922b-72f5-4ed9-ac25-08bd0cf0c226 None None] DHCP port deletion for 70ec5cc1-d158-4f2f-a939-9c5afce47173 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:57.103405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a94386a5-15ff-4eae-9ca4-ff89184af430 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:57.123526 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:57.124127 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 51bb5195-20ee-4399-a0dc-4d1efb5a3073 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:57.134706 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a94386a5-15ff-4eae-9ca4-ff89184af430 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/0d546034-2684-49d5-bb6d-d3fdc67f9a95 HTTP/1.1" status: 204 len: 168 time: 1.6778362 Mar 29 09:46:57.138103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36490) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:57.148300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-2163922b-72f5-4ed9-ac25-08bd0cf0c226 None None] Deleting port 6a63ef8d-9600-494c-8a6e-8a9663324e62 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:57.148715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2163922b-72f5-4ed9-ac25-08bd0cf0c226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:57.158333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb245d96-7048-433a-a897-dfe021a65c3f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0187ee7-973f-4d6b-8aa9-cebf266d9c18,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:57.181420 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cb245d96-7048-433a-a897-dfe021a65c3f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:57.181420 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cb245d96-7048-433a-a897-dfe021a65c3f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7187743 Mar 29 09:46:57.181420 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36496) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:57.185952 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2039500145', 'security_groups': ['a0187ee7-973f-4d6b-8aa9-cebf266d9c18'], 'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '337278ed-705f-4cd1-b74c-8d409453b439'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:57.227127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38b90209-c71c-4d2b-b697-a44b06f6e139 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:57.275148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 4145bd4b-6e82-40d2-9a14-88cff9130c6f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4145bd4b-6e82-40d2-9a14-88cff9130c6f,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:57.275431 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:57.296779 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:57.480590 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:46:57.485083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 4145bd4b-6e82-40d2-9a14-88cff9130c6f owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:57.502744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:port and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:46:57.507846 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:46:57.516933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:46:57.533687 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Allocated IP 172.20.0.2 (e852d1e1-c344-4b89-9ad6-3053aa9c1a39/337278ed-705f-4cd1-b74c-8d409453b439/319b3ce9-990b-4a87-a568-dd48dc00ff22) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:57.533888 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Port': ['ID=6a63ef8d-9600-494c-8a6e-8a9663324e62,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:57.539468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-70e97012-ea5a-4efd-9cb8-09d64727c684 None None] For port 50ba7bbe-1d53-4420-8e00-51a50069b697, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=50ba7bbe-1d53-4420-8e00-51a50069b697,segment=NetworkSegment(4e8d79b8-5fc0-4729-a0ce-6d8fa437e010),segment_id=4e8d79b8-5fc0-4729-a0ce-6d8fa437e010)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:57.539887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-70e97012-ea5a-4efd-9cb8-09d64727c684 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:57.542626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No DVR routers for this DVR port 6a63ef8d-9600-494c-8a6e-8a9663324e62 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:57.560855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38b90209-c71c-4d2b-b697-a44b06f6e139 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:57.561829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-2163922b-72f5-4ed9-ac25-08bd0cf0c226 None None] The port '6a63ef8d-9600-494c-8a6e-8a9663324e62' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:46:57.577135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6bbe74-fd37-43db-a4ea-0876180ae107 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:57.578078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9b6bbe74-fd37-43db-a4ea-0876180ae107 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:57.621298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:46:57.699613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38b90209-c71c-4d2b-b697-a44b06f6e139 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:57.702415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b90209-c71c-4d2b-b697-a44b06f6e139 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Subnet': ['ID=4050e627-7fec-4371-861f-d24692aa1d9c,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:57.735817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-70e97012-ea5a-4efd-9cb8-09d64727c684 None None] Calling delete_port for 50ba7bbe-1d53-4420-8e00-51a50069b697 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:57.769643 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-03f4c269-55cc-4daa-9ce0-d4d7fc8f71b6 None None] Could not find standard attr ID for object 0d546034-2684-49d5-bb6d-d3fdc67f9a95. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:46:57.785479 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=017812c6-e6a1-40f4-883d-5fd1e5734305,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:57.800103 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-38b90209-c71c-4d2b-b697-a44b06f6e139 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/4050e627-7fec-4371-861f-d24692aa1d9c HTTP/1.1" status: 204 len: 168 time: 1.0952046 Mar 29 09:46:57.803165 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36500) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:57.894282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:57.936193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc144d7f-1345-417e-b892-110a4c00a386 None None] Network 915e84b5-8827-4fa4-831a-414d44262f8b requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:46:57.939014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ec5cc1-d158-4f2f-a939-9c5afce47173']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:57.959840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5964b1-85d2-4fcb-9e09-0d87c3251232') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:57.960137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5964b1-85d2-4fcb-9e09-0d87c3251232') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:57.962946 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9b6bbe74-fd37-43db-a4ea-0876180ae107 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:57.964397 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9b6bbe74-fd37-43db-a4ea-0876180ae107 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8214281 Mar 29 09:46:57.967533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36504) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:57.972938 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.007149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.017962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port 9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:46:58.023519 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.051826 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.062521 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:58.063510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.079092 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 51bb5195-20ee-4399-a0dc-4d1efb5a3073 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:58.080229 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:58.086964 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:58.197063 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 51bb5195-20ee-4399-a0dc-4d1efb5a3073 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:46:58.231516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9087571e-0ffc-4837-8f41-b424a987d59d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:58.232669 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9087571e-0ffc-4837-8f41-b424a987d59d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:58.240726 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 51bb5195-20ee-4399-a0dc-4d1efb5a3073 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:58.240726 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.247851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.272701 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.277725 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9087571e-0ffc-4837-8f41-b424a987d59d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:58.279610 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9087571e-0ffc-4837-8f41-b424a987d59d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3088696 Mar 29 09:46:58.287283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36508) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:58.292386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Pushing event deleted for resources: {'Network': ['ID=70ec5cc1-d158-4f2f-a939-9c5afce47173,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:58.294035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-03f4c269-55cc-4daa-9ce0-d4d7fc8f71b6 None None] Provisioning complete for port 017812c6-e6a1-40f4-883d-5fd1e5734305 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:58.294422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-03f4c269-55cc-4daa-9ce0-d4d7fc8f71b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.332667 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-68eff772-9cf5-443a-bc5f-0e008f16600f tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/networks/70ec5cc1-d158-4f2f-a939-9c5afce47173 HTTP/1.1" status: 204 len: 168 time: 2.0223699 Mar 29 09:46:58.337714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36512) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:58.348770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-202bab71-0fa4-4940-b241-7037ed3875ea tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'router': {'routes': None}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:58.400036 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] For port 51bb5195-20ee-4399-a0dc-4d1efb5a3073, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=51bb5195-20ee-4399-a0dc-4d1efb5a3073,segment=NetworkSegment(8c35d63b-3b74-42f4-b32a-710e699d00f4),segment_id=8c35d63b-3b74-42f4-b32a-710e699d00f4)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:46:58.400719 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.409008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.531513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-70e97012-ea5a-4efd-9cb8-09d64727c684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.539953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=4145bd4b-6e82-40d2-9a14-88cff9130c6f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:58.574490 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9000c96-d001-4b63-83f0-33fc7ca67fc7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:58.575923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9000c96-d001-4b63-83f0-33fc7ca67fc7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:58.577542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9000c96-d001-4b63-83f0-33fc7ca67fc7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:58.578321 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c9000c96-d001-4b63-83f0-33fc7ca67fc7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Synchronizing usage tracker for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:58.653374 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 51bb5195-20ee-4399-a0dc-4d1efb5a3073 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:46:58.676982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e97012-ea5a-4efd-9cb8-09d64727c684 None None] Pushing event deleted for resources: {'Port': ['ID=50ba7bbe-1d53-4420-8e00-51a50069b697,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:58.701468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e97012-ea5a-4efd-9cb8-09d64727c684 None None] No DVR routers for this DVR port 50ba7bbe-1d53-4420-8e00-51a50069b697 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:58.725044 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.773027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.793109 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Transition to ACTIVE for port object 319b3ce9-990b-4a87-a568-dd48dc00ff22 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:58.827165 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Transition to ACTIVE for port object 319b3ce9-990b-4a87-a568-dd48dc00ff22 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:58.836397 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c9000c96-d001-4b63-83f0-33fc7ca67fc7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Unset dirty status for tenant:4d44a4f55f644cf59a0d968af8faacdf on resource:subnet {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:46:58.840085 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c9000c96-d001-4b63-83f0-33fc7ca67fc7 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5494306 Mar 29 09:46:58.840085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.extraroute_db [None req-202bab71-0fa4-4940-b241-7037ed3875ea tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Added routes are [] {{(pid=88550) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 29 09:46:58.840085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.extraroute_db [None req-202bab71-0fa4-4940-b241-7037ed3875ea tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Removed routes are [] {{(pid=88550) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 29 09:46:58.840085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-202bab71-0fa4-4940-b241-7037ed3875ea tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.840782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36516) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:58.855455 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb0cdc0-6ce2-437a-ad7e-97481a519832 None None] DHCP port deletion for 915e84b5-8827-4fa4-831a-414d44262f8b request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:46:58.861426 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0eb0cdc0-6ce2-437a-ad7e-97481a519832 None None] Deleting port 51bb5195-20ee-4399-a0dc-4d1efb5a3073 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:46:58.861795 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0eb0cdc0-6ce2-437a-ad7e-97481a519832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.878815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.941825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9f1acf1f-066a-4e27-82b4-619e8a8078d9 None None] Could not find standard attr ID for object 51bb5195-20ee-4399-a0dc-4d1efb5a3073. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:46:58.952119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=51bb5195-20ee-4399-a0dc-4d1efb5a3073,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:58.979669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9f1acf1f-066a-4e27-82b4-619e8a8078d9 None None] Could not find standard attr ID for object 0d546034-2684-49d5-bb6d-d3fdc67f9a95. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:46:58.981652 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.986350 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d539e27f-e9e4-436c-aaa7-a2bf8b868d79 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:58.990452 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:58.998414 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No DVR routers for this DVR port 51bb5195-20ee-4399-a0dc-4d1efb5a3073 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:59.019369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0eb0cdc0-6ce2-437a-ad7e-97481a519832 None None] The port '51bb5195-20ee-4399-a0dc-4d1efb5a3073' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:46:59.081613 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:46:59.082500 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: d539e27f-e9e4-436c-aaa7-a2bf8b868d79 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:59.082843 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d539e27f-e9e4-436c-aaa7-a2bf8b868d79 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:59.086747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:46:59.090759 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:46:59.099932 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efb998e-2723-4809-b50c-2a8e44c02ef9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet 48bcffd8-f051-4176-af82-2123fdede7ec {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:46:59.112118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3efb998e-2723-4809-b50c-2a8e44c02ef9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.189953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Pushing event updated for resources: {'Port': ['ID=319b3ce9-990b-4a87-a568-dd48dc00ff22,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:59.204177 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Attempting to bind port 319b3ce9-990b-4a87-a568-dd48dc00ff22 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:46:59.204923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Attempting to bind port 319b3ce9-990b-4a87-a568-dd48dc00ff22 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '2020cfdc-1740-49be-bf07-beb3c1ed3df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:46:59.204923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Attempting to bind port 319b3ce9-990b-4a87-a568-dd48dc00ff22 on network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:46:59.211309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:46:59.211309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Checking segment: {'id': '2020cfdc-1740-49be-bf07-beb3c1ed3df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:46:59.218125 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.218125 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Bound using segment: {'id': '2020cfdc-1740-49be-bf07-beb3c1ed3df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:46:59.218125 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Bound port: 319b3ce9-990b-4a87-a568-dd48dc00ff22, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2020cfdc-1740-49be-bf07-beb3c1ed3df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:46:59.218125 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.232702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.243696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Allocated IP 172.20.0.5 (e852d1e1-c344-4b89-9ad6-3053aa9c1a39/337278ed-705f-4cd1-b74c-8d409453b439/9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:46:59.283411 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3efb998e-2723-4809-b50c-2a8e44c02ef9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.293934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 017812c6-e6a1-40f4-883d-5fd1e5734305 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:46:59.313235 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915e84b5-8827-4fa4-831a-414d44262f8b']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:59.353026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c35d63b-3b74-42f4-b32a-710e699d00f4') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:59.353262 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c35d63b-3b74-42f4-b32a-710e699d00f4') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:59.383595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] For port 319b3ce9-990b-4a87-a568-dd48dc00ff22, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:46:59.386855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.390429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] For port 319b3ce9-990b-4a87-a568-dd48dc00ff22, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=319b3ce9-990b-4a87-a568-dd48dc00ff22,segment=NetworkSegment(2020cfdc-1740-49be-bf07-beb3c1ed3df9),segment_id=2020cfdc-1740-49be-bf07-beb3c1ed3df9)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:46:59.397469 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.443000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 017812c6-e6a1-40f4-883d-5fd1e5734305 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:46:59.443378 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.446492 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.454897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.462142 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-202bab71-0fa4-4940-b241-7037ed3875ea tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.469205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-202bab71-0fa4-4940-b241-7037ed3875ea tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.470440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:46:59.470855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.481081 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:46:59.532528 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:46:59.621323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.621323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Fanout notify agent at l3_agent the message router_deleted on router d885023c-1404-4972-8066-f57bed6baee1 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:46:59.631479 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd4f25-477a-4995-9e46-4025273824dd None None] Pushing event updated for resources: {'Port': ['ID=319b3ce9-990b-4a87-a568-dd48dc00ff22,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:59.633465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.637315 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e8fe0a64-fa2e-45cd-9ca3-4ecdc64496b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/routers/d885023c-1404-4972-8066-f57bed6baee1 HTTP/1.1" status: 204 len: 168 time: 4.0892935 Mar 29 09:46:59.637630 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36520) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:59.640155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202bab71-0fa4-4940-b241-7037ed3875ea tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:46:59.690691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3efb998e-2723-4809-b50c-2a8e44c02ef9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.748151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 50ba7bbe-1d53-4420-8e00-51a50069b697 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:59.807844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202bab71-0fa4-4940-b241-7037ed3875ea tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:46:59.808180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.813410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.816313 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-202bab71-0fa4-4940-b241-7037ed3875ea tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.817908 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-202bab71-0fa4-4940-b241-7037ed3875ea tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/8a919e7e-1c94-4bb3-8998-f15fa31c2a2f HTTP/1.1" status: 200 len: 701 time: 1.4796095 Mar 29 09:46:59.820783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36524) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:59.871151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5974123-fe18-42ba-af0f-81a4f9f96609 None None] Sync routers for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:46:59.881775 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 50ba7bbe-1d53-4420-8e00-51a50069b697 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:59.882073 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 50ba7bbe-1d53-4420-8e00-51a50069b697 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:59.882621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4d0b91ac-ac32-4028-aacb-eaba548ae347 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:59.887997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Network': ['ID=915e84b5-8827-4fa4-831a-414d44262f8b,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:59.895898 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-32e83eb3-0ffb-435e-9180-c25909ec6185 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Synchronizing usage tracker for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:46:59.906404 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-43675e15-078f-4419-b735-dc0ae98c580f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/networks/915e84b5-8827-4fa4-831a-414d44262f8b HTTP/1.1" status: 204 len: 168 time: 2.0990224 Mar 29 09:46:59.909608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36528) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:46:59.915968 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-410d54c6-ae45-4a4f-ae3c-8e575461e83e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.922106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 4d0b91ac-ac32-4028-aacb-eaba548ae347 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:59.924740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4d0b91ac-ac32-4028-aacb-eaba548ae347 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:59.924984 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:59.930799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'name': 'tempest-PortsIpV6TestJSON-1024627479'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:46:59.930950 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 51bb5195-20ee-4399-a0dc-4d1efb5a3073 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:46:59.953705 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Transition to ACTIVE for port object 9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:46:59.966022 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 51bb5195-20ee-4399-a0dc-4d1efb5a3073 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:46:59.966397 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 51bb5195-20ee-4399-a0dc-4d1efb5a3073 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:46:59.966791 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6a63ef8d-9600-494c-8a6e-8a9663324e62 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:47:00.005071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 6a63ef8d-9600-494c-8a6e-8a9663324e62 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:47:00.005469 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6a63ef8d-9600-494c-8a6e-8a9663324e62 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:47:00.006980 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5974123-fe18-42ba-af0f-81a4f9f96609 None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:00.007593 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d5974123-fe18-42ba-af0f-81a4f9f96609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:00.038662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-32e83eb3-0ffb-435e-9180-c25909ec6185 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Unset dirty status for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:00.040944 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-32e83eb3-0ffb-435e-9180-c25909ec6185 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a919e7e-1c94-4bb3-8998-f15fa31c2a2f HTTP/1.1" status: 200 len: 205 time: 0.2189937 Mar 29 09:47:00.048183 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36532) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:00.088731 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3efb998e-2723-4809-b50c-2a8e44c02ef9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.126883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-410d54c6-ae45-4a4f-ae3c-8e575461e83e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.142549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-d5974123-fe18-42ba-af0f-81a4f9f96609 None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:47:00.154742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3efb998e-2723-4809-b50c-2a8e44c02ef9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.157951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb998e-2723-4809-b50c-2a8e44c02ef9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=48bcffd8-f051-4176-af82-2123fdede7ec,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:00.184468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-410d54c6-ae45-4a4f-ae3c-8e575461e83e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3ef509-76c0-4a1a-bc35-8f39980efe1a']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:00.188027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56191cc6-0070-46b7-bc64-faa9be8f2827 None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:00.198401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-410d54c6-ae45-4a4f-ae3c-8e575461e83e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8d79b8-5fc0-4729-a0ce-6d8fa437e010') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:00.204215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-410d54c6-ae45-4a4f-ae3c-8e575461e83e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8d79b8-5fc0-4729-a0ce-6d8fa437e010') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:00.204367 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:00.208354 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c1c11c3a-6835-42c3-80a4-4bd811c50733 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.212242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-410d54c6-ae45-4a4f-ae3c-8e575461e83e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.232677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-410d54c6-ae45-4a4f-ae3c-8e575461e83e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.239798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410d54c6-ae45-4a4f-ae3c-8e575461e83e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:47:00.239798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-410d54c6-ae45-4a4f-ae3c-8e575461e83e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:47:00.268877 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:47:00.273081 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3efb998e-2723-4809-b50c-2a8e44c02ef9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/48bcffd8-f051-4176-af82-2123fdede7ec HTTP/1.1" status: 204 len: 168 time: 1.4289382 Mar 29 09:47:00.288131 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36536) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:00.292322 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:port and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:00.301093 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:00.320473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d5974123-fe18-42ba-af0f-81a4f9f96609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:52Z', 'revision_number': 11, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:00.339456 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:00.343926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5974123-fe18-42ba-af0f-81a4f9f96609 None None] Checking router: 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:47:00.446278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5974123-fe18-42ba-af0f-81a4f9f96609 None None] Routers {'8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:00.446920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d5974123-fe18-42ba-af0f-81a4f9f96609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:00.511736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:00.515238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.580832 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.612353 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-d5974123-fe18-42ba-af0f-81a4f9f96609 None None] Set router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:47:00.675976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:00.681110 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port 1f9f4ed5-7949-4822-bd47-b14e234b3552 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:47:00.681304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:00.683618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:00.713231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b64bb2b-4cd2-4c18-b6be-50c3a453ddec tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Deleting subnet df88f554-16e3-4c63-b03f-fa11eb8f28c0 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:47:00.716347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b64bb2b-4cd2-4c18-b6be-50c3a453ddec tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.718736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c1c11c3a-6835-42c3-80a4-4bd811c50733 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.721809 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c1c11c3a-6835-42c3-80a4-4bd811c50733 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.727228 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d5974123-fe18-42ba-af0f-81a4f9f96609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:52Z', 'revision_number': 11, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:00.736094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5974123-fe18-42ba-af0f-81a4f9f96609 None None] The sync data for ids ['8a919e7e-1c94-4bb3-8998-f15fa31c2a2f'] in dv-neutron-835555-1-hyperv is: [{'id': '8a919e7e-1c94-4bb3-8998-f15fa31c2a2f', 'name': 'tempest-RoutersTest-router-1531952749', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:45:37Z', 'updated_at': '2022-03-29T09:46:52Z', 'revision_number': 11, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:47:00.776333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b64bb2b-4cd2-4c18-b6be-50c3a453ddec tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.853306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-410d54c6-ae45-4a4f-ae3c-8e575461e83e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.857160 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-410d54c6-ae45-4a4f-ae3c-8e575461e83e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.920523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d54c6-ae45-4a4f-ae3c-8e575461e83e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Network': ['ID=3c3ef509-76c0-4a1a-bc35-8f39980efe1a,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:00.930304 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-410d54c6-ae45-4a4f-ae3c-8e575461e83e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/networks/3c3ef509-76c0-4a1a-bc35-8f39980efe1a HTTP/1.1" status: 204 len: 168 time: 1.2880135 Mar 29 09:47:00.930304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:00.955515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36540) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:00.961523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'network': {'name': 'tempest-network-smoke--665917490', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'port_security_enabled': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:00.974091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:00.985332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:00.985992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.992118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b64bb2b-4cd2-4c18-b6be-50c3a453ddec tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.027183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:network and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:01.039187 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:01.056531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:01.116761 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-93137c8d-4b8c-4b95-807b-5da5150608c9 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9372094 Mar 29 09:47:01.119550 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36544) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:01.124925 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.130835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-716e737d-28d2-4a82-b104-84694cfa1e76 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'subnet': {'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:01.166761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c1c11c3a-6835-42c3-80a4-4bd811c50733 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.167264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c11c3a-6835-42c3-80a4-4bd811c50733 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Fanout notify agent at l3_agent the message router_deleted on router 8a919e7e-1c94-4bb3-8998-f15fa31c2a2f {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:47:01.213353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b64bb2b-4cd2-4c18-b6be-50c3a453ddec tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.221215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 319b3ce9-990b-4a87-a568-dd48dc00ff22 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:01.314922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:01.325760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.325967 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c1c11c3a-6835-42c3-80a4-4bd811c50733 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.327225 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c1c11c3a-6835-42c3-80a4-4bd811c50733 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/routers/8a919e7e-1c94-4bb3-8998-f15fa31c2a2f HTTP/1.1" status: 204 len: 168 time: 1.2776728 Mar 29 09:47:01.333300 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36548) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:01.338040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-2b6b59a5-41dd-4358-9e7d-83635ba71975 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-939659314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:01.349442 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64bb2b-4cd2-4c18-b6be-50c3a453ddec tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Subnet': ['ID=df88f554-16e3-4c63-b03f-fa11eb8f28c0,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:01.351230 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2b6b59a5-41dd-4358-9e7d-83635ba71975 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:01.355824 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2b6b59a5-41dd-4358-9e7d-83635ba71975 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Usage tracker for resource:router and tenant:c48eafa9110548e493fa73dd7387f1d3 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:01.359494 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2b6b59a5-41dd-4358-9e7d-83635ba71975 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:01.359972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b64bb2b-4cd2-4c18-b6be-50c3a453ddec tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.375963 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2b6b59a5-41dd-4358-9e7d-83635ba71975 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:01.382438 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:01.397380 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8b64bb2b-4cd2-4c18-b6be-50c3a453ddec tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/df88f554-16e3-4c63-b03f-fa11eb8f28c0 HTTP/1.1" status: 204 len: 168 time: 1.1081657 Mar 29 09:47:01.405183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36552) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:01.405425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4145bd4b-6e82-40d2-9a14-88cff9130c6f no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:47:01.455267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-716e737d-28d2-4a82-b104-84694cfa1e76 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:01.464711 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-716e737d-28d2-4a82-b104-84694cfa1e76 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:subnet and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:01.474119 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-716e737d-28d2-4a82-b104-84694cfa1e76 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:01.481955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2b6b59a5-41dd-4358-9e7d-83635ba71975 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.483690 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2b6b59a5-41dd-4358-9e7d-83635ba71975 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.489568 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 4145bd4b-6e82-40d2-9a14-88cff9130c6f {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:47:01.490158 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4145bd4b-6e82-40d2-9a14-88cff9130c6f not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:47:01.493203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:47:01.505019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-716e737d-28d2-4a82-b104-84694cfa1e76 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:01.508713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.519025 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e0ac7aee-d48d-4eb9-adef-9b3071daf082 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1110966 Mar 29 09:47:01.522148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36556) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:01.561321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.561661 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Added segment 69102cf1-019c-452d-b337-89338e7251d7 of type vlan for network 23ba0bfd-3583-477e-b3ed-753daeebae44 Mar 29 09:47:01.600247 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:01.613649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.617248 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:01.626326 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2b6b59a5-41dd-4358-9e7d-83635ba71975 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.636755 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:01.643946 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:01.644637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.666649 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d16e36a6-9b27-43a4-ad00-82ceb247a990 None None] Provisioning complete for port d1e94297-e35a-45a9-928c-6d7e81b1bc62 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:01.667382 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d16e36a6-9b27-43a4-ad00-82ceb247a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.669314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346c4693-149d-49ca-ac95-cc60f2e305be tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:01.675210 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-346c4693-149d-49ca-ac95-cc60f2e305be tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1499455 Mar 29 09:47:01.677597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=1f9f4ed5-7949-4822-bd47-b14e234b3552,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:01.681577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36562) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:01.693720 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716e737d-28d2-4a82-b104-84694cfa1e76 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:01.693720 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-716e737d-28d2-4a82-b104-84694cfa1e76 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.771861 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.782264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:01.782264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.787110 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e8662438-07d2-493a-8225-3a2393b12b98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8744795 Mar 29 09:47:01.787677 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d16e36a6-9b27-43a4-ad00-82ceb247a990 None None] Port d1e94297-e35a-45a9-928c-6d7e81b1bc62 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:01.792145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36566) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:01.860143 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ce719-8cf5-4455-a448-91e327aaf67f None None] Network 904da7d4-bab8-40f2-8764-d10ff337fe7e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:01.879545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d16e36a6-9b27-43a4-ad00-82ceb247a990 None None] Provisioning for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:01.907325 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d16e36a6-9b27-43a4-ad00-82ceb247a990 None None] Provisioning complete for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:01.907825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d16e36a6-9b27-43a4-ad00-82ceb247a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.920728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7472aa21-54e7-4197-b677-f7c4c89caf92 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:01.925027 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7472aa21-54e7-4197-b677-f7c4c89caf92 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2399282 Mar 29 09:47:01.928190 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36570) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:01.989180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Network': ['ID=23ba0bfd-3583-477e-b3ed-753daeebae44,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:02.006583 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2b6b59a5-41dd-4358-9e7d-83635ba71975 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.011077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb195a-c824-4b69-8a71-794a7b966716 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 1f9f4ed5-7949-4822-bd47-b14e234b3552 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:02.011416 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f8bb195a-c824-4b69-8a71-794a7b966716 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.011913 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 23ba0bfd-3583-477e-b3ed-753daeebae44 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:47:02.049977 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3b8119dc-75ae-4a28-a240-61f28a68d158 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196337 Mar 29 09:47:02.058025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36574) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:02.111777 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48e86d2-dcbd-41d0-8327-934e344f9719 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:02.112257 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48e86d2-dcbd-41d0-8327-934e344f9719 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:02.116368 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d48e86d2-dcbd-41d0-8327-934e344f9719 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/0d546034-2684-49d5-bb6d-d3fdc67f9a95 HTTP/1.1" status: 404 len: 333 time: 0.0550296 Mar 29 09:47:02.119059 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36578) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:02.123384 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.ipam_backend_mixin [None req-716e737d-28d2-4a82-b104-84694cfa1e76 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 337278ed-705f-4cd1-b74c-8d409453b439 (CIDR: 172.20.0.0/28) Mar 29 09:47:02.124171 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0b536b6f-c6bc-46fc-9731-f15ee706b273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1686192 Mar 29 09:47:02.128986 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36582) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:02.133340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'admin_state_up': True, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:02.144345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:02.155951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:router and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:02.161102 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:02.165028 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-252cc1aa-c70b-486e-82af-b5a0d0b5fac5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:02.165524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252cc1aa-c70b-486e-82af-b5a0d0b5fac5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:02.167616 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-252cc1aa-c70b-486e-82af-b5a0d0b5fac5 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/df88f554-16e3-4c63-b03f-fa11eb8f28c0 HTTP/1.1" status: 404 len: 337 time: 0.0474482 Mar 29 09:47:02.169913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36586) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:02.197058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:02.216138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2b6b59a5-41dd-4358-9e7d-83635ba71975 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.220788 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2b6b59a5-41dd-4358-9e7d-83635ba71975 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8847106 Mar 29 09:47:02.220788 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-716e737d-28d2-4a82-b104-84694cfa1e76 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:02.220788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-716e737d-28d2-4a82-b104-84694cfa1e76 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:02.227805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36590) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:02.227805 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-349ad29d-3c8c-4d02-9d1a-bc3d1cd9da55 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:02.227805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349ad29d-3c8c-4d02-9d1a-bc3d1cd9da55 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:02.231582 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-349ad29d-3c8c-4d02-9d1a-bc3d1cd9da55 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/48bcffd8-f051-4176-af82-2123fdede7ec HTTP/1.1" status: 404 len: 337 time: 0.0582607 Mar 29 09:47:02.243623 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5199f1a5-6d7b-4ac0-b97a-d8929dfb0c51 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:02.255188 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36594) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:02.316346 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e6ee95-ceab-4713-adce-851ae38c8bf2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:02.316848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e6ee95-ceab-4713-adce-851ae38c8bf2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:02.320888 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a6e6ee95-ceab-4713-adce-851ae38c8bf2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/767a2e1a-e3fa-4d51-ba87-c3a58ea4f24a HTTP/1.1" status: 404 len: 333 time: 0.0620010 Mar 29 09:47:02.320888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f8bb195a-c824-4b69-8a71-794a7b966716 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.322053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36598) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:02.323494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d16e36a6-9b27-43a4-ad00-82ceb247a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.331035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.332021 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.391553 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d16e36a6-9b27-43a4-ad00-82ceb247a990 None None] For port 319b3ce9-990b-4a87-a568-dd48dc00ff22, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=319b3ce9-990b-4a87-a568-dd48dc00ff22,segment=NetworkSegment(2020cfdc-1740-49be-bf07-beb3c1ed3df9),segment_id=2020cfdc-1740-49be-bf07-beb3c1ed3df9)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:02.427254 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d122956-34d7-423a-86d8-bd634695ba0a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:02.427717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d122956-34d7-423a-86d8-bd634695ba0a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:02.429440 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8d122956-34d7-423a-86d8-bd634695ba0a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/0d854f8d-4f58-42fe-9a39-f0a6acbad32e HTTP/1.1" status: 404 len: 337 time: 0.1059685 Mar 29 09:47:02.431963 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36602) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:02.446357 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a6cfe7-8c0d-4d64-86b9-c9c768fcdeff None None] DHCP port deletion for 904da7d4-bab8-40f2-8764-d10ff337fe7e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:47:02.450952 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6cfe7-8c0d-4d64-86b9-c9c768fcdeff None None] Deleting port 017812c6-e6a1-40f4-883d-5fd1e5734305 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:02.451324 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cfe7-8c0d-4d64-86b9-c9c768fcdeff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.457984 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb195a-c824-4b69-8a71-794a7b966716 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 1f9f4ed5-7949-4822-bd47-b14e234b3552 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:02.482523 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d16e36a6-9b27-43a4-ad00-82ceb247a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.502294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.604316 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-716e737d-28d2-4a82-b104-84694cfa1e76 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4836180 Mar 29 09:47:02.607141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36606) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:02.615244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2d82a782-2507-40c5-97a8-088082cffa32 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'subnet': {'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:02.618293 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e36a6-9b27-43a4-ad00-82ceb247a990 None None] Pushing event updated for resources: {'Port': ['ID=319b3ce9-990b-4a87-a568-dd48dc00ff22,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:02.635702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f8bb195a-c824-4b69-8a71-794a7b966716 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.675463 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e033e6-a6d4-4fb3-8f7a-1dcf47c210d3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:02.675839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e033e6-a6d4-4fb3-8f7a-1dcf47c210d3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:02.685374 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-70e033e6-a6d4-4fb3-8f7a-1dcf47c210d3 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/845251ac-a59d-4842-b11b-addb46f35d73 HTTP/1.1" status: 404 len: 337 time: 0.2446008 Mar 29 09:47:02.686185 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36610) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:02.714815 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-40906625-eeee-4ec2-89c8-8b45a8567b7c None None] Provisioning for port 9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:02.734346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-40906625-eeee-4ec2-89c8-8b45a8567b7c None None] Provisioning complete for port 9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:02.735274 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-40906625-eeee-4ec2-89c8-8b45a8567b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.786925 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c9a6cfe7-8c0d-4d64-86b9-c9c768fcdeff None None] For port 017812c6-e6a1-40f4-883d-5fd1e5734305, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=017812c6-e6a1-40f4-883d-5fd1e5734305,segment=NetworkSegment(5eb5e0d9-2ee6-41b0-b398-9350f842be71),segment_id=5eb5e0d9-2ee6-41b0-b398-9350f842be71)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:02.787388 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cfe7-8c0d-4d64-86b9-c9c768fcdeff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.904176 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a86ca33-afa9-4408-8311-9d661bbd320c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:02.904676 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a86ca33-afa9-4408-8311-9d661bbd320c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:02.909195 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7a86ca33-afa9-4408-8311-9d661bbd320c tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/e2b7560b-f9f3-4995-8e4c-7c60559cef89 HTTP/1.1" status: 404 len: 333 time: 0.2197671 Mar 29 09:47:02.914788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36614) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:02.918921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5199f1a5-6d7b-4ac0-b97a-d8929dfb0c51 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.926934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6cfe7-8c0d-4d64-86b9-c9c768fcdeff None None] Calling delete_port for 017812c6-e6a1-40f4-883d-5fd1e5734305 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:02.946231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb195a-c824-4b69-8a71-794a7b966716 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=1f9f4ed5-7949-4822-bd47-b14e234b3552,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:02.956141 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-40906625-eeee-4ec2-89c8-8b45a8567b7c None None] Port 9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:02.962731 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee74a0dc-432d-4e41-a3cc-bd4ba960733f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:02.962922 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee74a0dc-432d-4e41-a3cc-bd4ba960733f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:02.965273 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ee74a0dc-432d-4e41-a3cc-bd4ba960733f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/e6bda270-f20c-480d-914c-5a2874ad9aed HTTP/1.1" status: 404 len: 337 time: 0.0489597 Mar 29 09:47:02.967287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36618) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:02.992771 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-40906625-eeee-4ec2-89c8-8b45a8567b7c None None] Provisioning complete for port 017812c6-e6a1-40f4-883d-5fd1e5734305 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:02.993141 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-40906625-eeee-4ec2-89c8-8b45a8567b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:03.007815 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba323423-86f4-4255-aaa4-e8ef841c1506 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:03.008576 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba323423-86f4-4255-aaa4-e8ef841c1506 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:03.010417 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ba323423-86f4-4255-aaa4-e8ef841c1506 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/f666f6b0-b3ef-4b26-8206-babf6180e321 HTTP/1.1" status: 404 len: 337 time: 0.0413971 Mar 29 09:47:03.013025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36622) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:03.051683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5199f1a5-6d7b-4ac0-b97a-d8929dfb0c51 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:03.076706 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f8bb195a-c824-4b69-8a71-794a7b966716 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:03.116832 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-053b46d2-6193-4f80-bea9-67185ce4748a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:03.117314 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053b46d2-6193-4f80-bea9-67185ce4748a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:03.119697 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-053b46d2-6193-4f80-bea9-67185ce4748a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/e4f02e90-5fb4-4718-8246-2e37325e8b66 HTTP/1.1" status: 404 len: 333 time: 0.1050913 Mar 29 09:47:03.127602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36626) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:03.143103 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c9a6cfe7-8c0d-4d64-86b9-c9c768fcdeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:03.176131 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f8bb195a-c824-4b69-8a71-794a7b966716 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/1f9f4ed5-7949-4822-bd47-b14e234b3552 HTTP/1.1" status: 204 len: 168 time: 1.3528283 Mar 29 09:47:03.179735 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:03.186228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36630) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:03.195636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6cfe7-8c0d-4d64-86b9-c9c768fcdeff None None] Pushing event deleted for resources: {'Port': ['ID=017812c6-e6a1-40f4-883d-5fd1e5734305,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:03.200431 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'mac_address': 'fa:16:3e:02:2a:a6', 'name': 'tempest-PortsIpV6TestJSON-1060287495'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:03.205753 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6cfe7-8c0d-4d64-86b9-c9c768fcdeff None None] No DVR routers for this DVR port 017812c6-e6a1-40f4-883d-5fd1e5734305 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:47:03.224726 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 319b3ce9-990b-4a87-a568-dd48dc00ff22 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:03.226449 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2584d6-9fd6-44e0-850a-8b3802c4681d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:03.226966 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2584d6-9fd6-44e0-850a-8b3802c4681d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:03.231056 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fc2584d6-9fd6-44e0-850a-8b3802c4681d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/601f3cfb-5661-40e9-8399-55e3225d9a57 HTTP/1.1" status: 404 len: 337 time: 0.1002226 Mar 29 09:47:03.235835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36634) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:03.302407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:03.302895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:03.334748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2d82a782-2507-40c5-97a8-088082cffa32 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:03.363488 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a583e02-91b1-4ec0-99f2-9e5418a7f7d8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:03.363943 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a583e02-91b1-4ec0-99f2-9e5418a7f7d8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:03.367966 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7a583e02-91b1-4ec0-99f2-9e5418a7f7d8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/5be2bd24-6308-4c56-902d-b9c240d5b7c3 HTTP/1.1" status: 404 len: 337 time: 0.1289027 Mar 29 09:47:03.367966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2d82a782-2507-40c5-97a8-088082cffa32 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:subnet and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:03.368403 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36638) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:03.374378 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2d82a782-2507-40c5-97a8-088082cffa32 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:03.392351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2d82a782-2507-40c5-97a8-088082cffa32 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:03.406275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:03.410203 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5199f1a5-6d7b-4ac0-b97a-d8929dfb0c51 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Router 53d13c11-6183-4433-bb7a-3348e9f3b36b is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:47:03.414521 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:port and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:03.418714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:03.424423 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38e1232-b5a4-46a7-9c64-83ee05a6fbcc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:03.424423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38e1232-b5a4-46a7-9c64-83ee05a6fbcc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:03.424423 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c38e1232-b5a4-46a7-9c64-83ee05a6fbcc tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/5300eb2c-15e4-4d7a-9ea3-e67e1c7a6d59 HTTP/1.1" status: 404 len: 333 time: 0.0524733 Mar 29 09:47:03.425249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36642) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:03.429129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:03.503794 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 017812c6-e6a1-40f4-883d-5fd1e5734305 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:47:03.519602 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d82a782-2507-40c5-97a8-088082cffa32 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:03.523013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2d82a782-2507-40c5-97a8-088082cffa32 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:03.540142 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b34f39d-cb70-42e2-859e-05fb51f847aa tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:03.540636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b34f39d-cb70-42e2-859e-05fb51f847aa tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:03.542055 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 017812c6-e6a1-40f4-883d-5fd1e5734305 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:47:03.542315 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1b34f39d-cb70-42e2-859e-05fb51f847aa tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/c0c37042-6789-4023-9af9-d2cdd11a7875 HTTP/1.1" status: 404 len: 337 time: 0.1159472 Mar 29 09:47:03.542628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 017812c6-e6a1-40f4-883d-5fd1e5734305 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:47:03.551039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36646) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:03.599976 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5199f1a5-6d7b-4ac0-b97a-d8929dfb0c51 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:47:03.609850 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf0ede-4e66-48e7-8ed2-9ae1c56ad0db None None] Sync routers for ids ['53d13c11-6183-4433-bb7a-3348e9f3b36b'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:47:03.611140 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5199f1a5-6d7b-4ac0-b97a-d8929dfb0c51 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:03.614722 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5199f1a5-6d7b-4ac0-b97a-d8929dfb0c51 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "PUT /v2.0/routers/53d13c11-6183-4433-bb7a-3348e9f3b36b HTTP/1.1" status: 200 len: 693 time: 1.3870366 Mar 29 09:47:03.615053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36650) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:03.618005 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f109f7a4-b9aa-4cc8-9317-1f7003bafdb4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:03.618538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f109f7a4-b9aa-4cc8-9317-1f7003bafdb4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:03.619154 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf0ede-4e66-48e7-8ed2-9ae1c56ad0db None None] Routers {'53d13c11-6183-4433-bb7a-3348e9f3b36b'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:03.619755 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1daf0ede-4e66-48e7-8ed2-9ae1c56ad0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['53d13c11-6183-4433-bb7a-3348e9f3b36b'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:03.620087 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f109f7a4-b9aa-4cc8-9317-1f7003bafdb4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/39f55b30-d8ae-4592-b96d-f7a31e5c66e8 HTTP/1.1" status: 404 len: 333 time: 0.0681045 Mar 29 09:47:03.626545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36654) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:03.670621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:03.715893 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a13153-8fc3-4e64-845b-55f6b6e375ec tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:03.716403 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a13153-8fc3-4e64-845b-55f6b6e375ec tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:03.720554 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f4a13153-8fc3-4e64-845b-55f6b6e375ec tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/924bde96-a5ce-4c54-bdf6-5bc40a2dec90 HTTP/1.1" status: 404 len: 337 time: 0.0848341 Mar 29 09:47:03.723343 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36658) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:03.747446 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-1daf0ede-4e66-48e7-8ed2-9ae1c56ad0db None None] Set router 53d13c11-6183-4433-bb7a-3348e9f3b36b gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:47:03.756664 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-72c4eafe-e427-4545-9165-8c4dae06e8f2 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/routers/53d13c11-6183-4433-bb7a-3348e9f3b36b HTTP/1.1" status: 200 len: 699 time: 0.1381571 Mar 29 09:47:03.756895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36662) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:03.807648 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ada7f741-1d5e-472e-896f-65508096118e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports?device_id=53d13c11-6183-4433-bb7a-3348e9f3b36b HTTP/1.1" status: 200 len: 205 time: 0.0474284 Mar 29 09:47:03.807897 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36666) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:03.851899 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66a8d25-4108-4f7e-9080-624c48e74471 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:03.852457 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66a8d25-4108-4f7e-9080-624c48e74471 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:03.853106 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1daf0ede-4e66-48e7-8ed2-9ae1c56ad0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d13c11-6183-4433-bb7a-3348e9f3b36b', 'name': 'tempest-RoutersTest-router-939659314', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:01Z', 'updated_at': '2022-03-29T09:47:02Z', 'revision_number': 2, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:03.857148 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e66a8d25-4108-4f7e-9080-624c48e74471 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/cc6bb4c8-13d5-4313-94cc-b60a7ec44390 HTTP/1.1" status: 404 len: 333 time: 0.1283624 Mar 29 09:47:03.857300 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf0ede-4e66-48e7-8ed2-9ae1c56ad0db None None] Checking router: 53d13c11-6183-4433-bb7a-3348e9f3b36b for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:47:03.862199 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36670) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:03.867278 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf0ede-4e66-48e7-8ed2-9ae1c56ad0db None None] Routers {'53d13c11-6183-4433-bb7a-3348e9f3b36b'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:03.867964 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1daf0ede-4e66-48e7-8ed2-9ae1c56ad0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['53d13c11-6183-4433-bb7a-3348e9f3b36b'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:03.870636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:03.938711 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-9780b293-f5cf-4b1e-9b20-8153bbfad0cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:03.939170 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9780b293-f5cf-4b1e-9b20-8153bbfad0cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:03.943119 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9780b293-f5cf-4b1e-9b20-8153bbfad0cb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/9a4f4238-3a8e-436f-a86c-bba569497e71 HTTP/1.1" status: 404 len: 337 time: 0.0765061 Mar 29 09:47:03.943280 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9b0deb53-8018-41c4-84b8-9759051bd993 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:03.991912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36674) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:03.994820 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-1daf0ede-4e66-48e7-8ed2-9ae1c56ad0db None None] Set router 53d13c11-6183-4433-bb7a-3348e9f3b36b gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:47:04.018605 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port 99cda34f-633c-4fc6-8fe3-ec3939120b3b yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:47:04.098808 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f84fcc6-930d-44d6-b974-ea86b02aa387 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:04.099293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f84fcc6-930d-44d6-b974-ea86b02aa387 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:04.103474 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1daf0ede-4e66-48e7-8ed2-9ae1c56ad0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d13c11-6183-4433-bb7a-3348e9f3b36b', 'name': 'tempest-RoutersTest-router-939659314', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:01Z', 'updated_at': '2022-03-29T09:47:02Z', 'revision_number': 2, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:04.103660 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4f84fcc6-930d-44d6-b974-ea86b02aa387 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/6df12f9b-1927-4f6b-83a1-b7c11bb23bcb HTTP/1.1" status: 404 len: 333 time: 0.1031291 Mar 29 09:47:04.106609 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf0ede-4e66-48e7-8ed2-9ae1c56ad0db None None] The sync data for ids ['53d13c11-6183-4433-bb7a-3348e9f3b36b'] in dv-neutron-835555-1-hyperv is: [{'id': '53d13c11-6183-4433-bb7a-3348e9f3b36b', 'name': 'tempest-RoutersTest-router-939659314', 'tenant_id': 'c48eafa9110548e493fa73dd7387f1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:01Z', 'updated_at': '2022-03-29T09:47:02Z', 'revision_number': 2, 'project_id': 'c48eafa9110548e493fa73dd7387f1d3', 'gw_port_host': None}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:47:04.108905 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36678) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:04.196011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:04.301503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:04.400869 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-2645c57b-8b13-4660-a532-47e23c8e1644 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:04.401483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2645c57b-8b13-4660-a532-47e23c8e1644 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:04.403021 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2645c57b-8b13-4660-a532-47e23c8e1644 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/c591469d-d709-4e5f-b404-9a01a7aae964 HTTP/1.1" status: 404 len: 337 time: 0.2926009 Mar 29 09:47:04.411295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36682) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:04.514409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9b0deb53-8018-41c4-84b8-9759051bd993 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:04.517122 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-9013f3fc-53da-4be6-9a43-18c5e5a03101 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:04.517305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9013f3fc-53da-4be6-9a43-18c5e5a03101 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:04.521279 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9013f3fc-53da-4be6-9a43-18c5e5a03101 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/3beef353-cc50-4188-b29e-178e5d08124a HTTP/1.1" status: 404 len: 333 time: 0.1067011 Mar 29 09:47:04.521279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9b0deb53-8018-41c4-84b8-9759051bd993 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:04.527774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36686) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:04.573248 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d455a3-86f5-45a2-aa58-26555299d79f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:04.573248 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d455a3-86f5-45a2-aa58-26555299d79f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:04.573248 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c1d455a3-86f5-45a2-aa58-26555299d79f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/6db8500b-582b-4910-8de1-1e37dd64e30b HTTP/1.1" status: 404 len: 337 time: 0.0503814 Mar 29 09:47:04.576895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36690) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:04.617429 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ceb868-04c0-45dc-8d1e-115e31aadff9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:04.617910 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ceb868-04c0-45dc-8d1e-115e31aadff9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:04.623976 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c2ceb868-04c0-45dc-8d1e-115e31aadff9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/e3485f3e-e83f-4185-81c2-b54b732c51f8 HTTP/1.1" status: 404 len: 333 time: 0.0473788 Mar 29 09:47:04.626440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36694) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:04.663467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9b0deb53-8018-41c4-84b8-9759051bd993 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:04.663947 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0deb53-8018-41c4-84b8-9759051bd993 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Fanout notify agent at l3_agent the message router_deleted on router 53d13c11-6183-4433-bb7a-3348e9f3b36b {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:47:04.677605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9b0deb53-8018-41c4-84b8-9759051bd993 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:04.677605 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9b0deb53-8018-41c4-84b8-9759051bd993 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/routers/53d13c11-6183-4433-bb7a-3348e9f3b36b HTTP/1.1" status: 204 len: 168 time: 0.8657687 Mar 29 09:47:04.677605 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dae73d9-ce6c-4afc-9bce-2458b3d196c6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:04.677605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dae73d9-ce6c-4afc-9bce-2458b3d196c6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:04.678036 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5dae73d9-ce6c-4afc-9bce-2458b3d196c6 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/8909016e-5736-4e89-91bf-d45b32211bed HTTP/1.1" status: 404 len: 337 time: 0.0504467 Mar 29 09:47:04.678127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:04.678305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36698) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:04.687926 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36702) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:04.721935 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-585a1198-5662-42d4-b957-74cc5a60a234 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports?device_id=53d13c11-6183-4433-bb7a-3348e9f3b36b HTTP/1.1" status: 200 len: 205 time: 0.0425622 Mar 29 09:47:04.724204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36706) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:04.758007 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e3b350-cccb-4ce5-a0f4-811b7f7f123f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:04.758472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e3b350-cccb-4ce5-a0f4-811b7f7f123f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:04.780613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.199 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:04.790103 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-51e3b350-cccb-4ce5-a0f4-811b7f7f123f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/7fbd1398-78b4-48fa-8639-b92134db0ef5 HTTP/1.1" status: 404 len: 337 time: 0.0962298 Mar 29 09:47:04.796331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36710) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:04.796985 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-6cb3ef51-112e-4907-8ea6-14eef6a3312a tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] delete failed (client error): The resource could not be found. Mar 29 09:47:04.797892 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6cb3ef51-112e-4907-8ea6-14eef6a3312a tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/routers/53d13c11-6183-4433-bb7a-3348e9f3b36b HTTP/1.1" status: 404 len: 336 time: 0.0727763 Mar 29 09:47:04.801637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36714) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:04.837606 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76da120-790a-4b9a-8133-f1a880556125 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:04.837984 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76da120-790a-4b9a-8133-f1a880556125 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:04.839666 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b76da120-790a-4b9a-8133-f1a880556125 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/4cc2e79f-5cbf-47ca-a15a-ef82a58abaaa HTTP/1.1" status: 404 len: 333 time: 0.0447190 Mar 29 09:47:04.842278 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36718) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:04.868920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2d82a782-2507-40c5-97a8-088082cffa32 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:04.880207 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6e1a06-fa45-4bb5-8e2b-bf2c0f092721 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:04.884634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6e1a06-fa45-4bb5-8e2b-bf2c0f092721 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:04.884634 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cc6e1a06-fa45-4bb5-8e2b-bf2c0f092721 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/ce2cca08-a3f7-491a-9007-802c76e2b2ae HTTP/1.1" status: 404 len: 337 time: 0.0392525 Mar 29 09:47:04.885332 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36722) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:04.909638 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea8a244-0dd2-4e95-b140-8ca952b6e821 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:04.910810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea8a244-0dd2-4e95-b140-8ca952b6e821 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:04.911763 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0ea8a244-0dd2-4e95-b140-8ca952b6e821 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/f8848f86-6681-49b0-a996-1773e53a81da HTTP/1.1" status: 404 len: 337 time: 0.1084502 Mar 29 09:47:04.922587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36726) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:04.957834 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-0198a31c-cd96-4458-9ecc-cb859c0286b1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:04.959225 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0198a31c-cd96-4458-9ecc-cb859c0286b1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:04.961649 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0198a31c-cd96-4458-9ecc-cb859c0286b1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/ad6824d7-e963-47fb-af71-6066829fc790 HTTP/1.1" status: 404 len: 337 time: 0.0736008 Mar 29 09:47:04.964076 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36730) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:04.974174 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:47:04.983881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:04.999545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d82a782-2507-40c5-97a8-088082cffa32 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:05.002432 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17fd264-7fcb-494a-af4e-955f805f9d39 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:05.008779 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17fd264-7fcb-494a-af4e-955f805f9d39 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:05.008779 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b17fd264-7fcb-494a-af4e-955f805f9d39 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/73e9e7a1-e462-4788-bc6f-8e0be5205e21 HTTP/1.1" status: 404 len: 337 time: 0.0811012 Mar 29 09:47:05.010500 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36734) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.038241 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-2d82a782-2507-40c5-97a8-088082cffa32 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:05.046677 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82d595a-64a9-47fd-a10c-62300e0694bf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:05.047435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82d595a-64a9-47fd-a10c-62300e0694bf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:05.049427 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d82d595a-64a9-47fd-a10c-62300e0694bf tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/686df219-8d80-4a2a-a9c6-8037b6b45868 HTTP/1.1" status: 404 len: 333 time: 0.0848544 Mar 29 09:47:05.063333 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36738) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.063505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f30e6f3-5a78-4f46-be56-e6430798335b None None] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:05.063950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d82a782-2507-40c5-97a8-088082cffa32 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:05.063950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2d82a782-2507-40c5-97a8-088082cffa32 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:05.096776 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca9fd81-082c-4e6e-9bf8-11393f641839 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:05.096776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca9fd81-082c-4e6e-9bf8-11393f641839 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:05.099822 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0ca9fd81-082c-4e6e-9bf8-11393f641839 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/ebea5dc4-036a-4a4d-907e-65368bd2efd3 HTTP/1.1" status: 404 len: 337 time: 0.0858097 Mar 29 09:47:05.100854 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36742) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.104327 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1719ce-2b32-4cf5-be45-a3642c9c8734 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:05.104995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1719ce-2b32-4cf5-be45-a3642c9c8734 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:05.106855 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bd1719ce-2b32-4cf5-be45-a3642c9c8734 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/ff127295-4093-4f74-84b6-2ec14c049dcf HTTP/1.1" status: 404 len: 337 time: 0.0517309 Mar 29 09:47:05.108678 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:05.127367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36746) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.131165 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:05.132741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82a782-2507-40c5-97a8-088082cffa32 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Subnet': ['ID=2b4b9ce0-669e-48c7-99ed-03d1168d7f81,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:05.137216 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:05.143595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:05.144202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:05.145841 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6183b924-4e2a-4f45-a8b5-3eed730a7816 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:05.146305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6183b924-4e2a-4f45-a8b5-3eed730a7816 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:05.148025 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6183b924-4e2a-4f45-a8b5-3eed730a7816 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/03f23fe6-c8e6-466d-95a6-492b8cc9ca2b HTTP/1.1" status: 404 len: 337 time: 0.0452809 Mar 29 09:47:05.150828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36750) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.192341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=99cda34f-633c-4fc6-8fe3-ec3939120b3b,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:05.199356 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-52df299c-d30c-4cf8-87e9-9604c7953db8 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a919e7e-1c94-4bb3-8998-f15fa31c2a2f HTTP/1.1" status: 200 len: 205 time: 0.0472796 Mar 29 09:47:05.207416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36754) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.208532 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25d493b-c225-49c5-9132-7411793929e0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:05.208998 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25d493b-c225-49c5-9132-7411793929e0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:05.213012 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e25d493b-c225-49c5-9132-7411793929e0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/1cf6ba84-ccf3-41ad-a244-605e8af1f27f HTTP/1.1" status: 404 len: 337 time: 0.0814338 Mar 29 09:47:05.216589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36758) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.251561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:05.264022 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2d82a782-2507-40c5-97a8-088082cffa32 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6529300 Mar 29 09:47:05.266613 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36762) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.270618 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d2d900fc-8d3b-4538-a97c-c811d5880810 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1027996331', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b4b9ce0-669e-48c7-99ed-03d1168d7f81'}], 'security_groups': ['b46ad49c-170e-45c4-98c8-254ce98c6df2']}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:05.271641 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfceda8-1dc7-40e0-bcb7-f97ceb52541d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:05.272108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfceda8-1dc7-40e0-bcb7-f97ceb52541d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:05.273774 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dbfceda8-1dc7-40e0-bcb7-f97ceb52541d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/bad9f653-0cf8-45da-9b0f-391e179758f7 HTTP/1.1" status: 404 len: 333 time: 0.0560894 Mar 29 09:47:05.276884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36766) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.313272 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-26eb7c29-4137-4249-8c64-390441359613 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] delete failed (client error): The resource could not be found. Mar 29 09:47:05.317713 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-26eb7c29-4137-4249-8c64-390441359613 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/routers/8a919e7e-1c94-4bb3-8998-f15fa31c2a2f HTTP/1.1" status: 404 len: 336 time: 0.1124947 Mar 29 09:47:05.318810 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1082554b-c346-4b09-91eb-5b50e59af661 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1316478 Mar 29 09:47:05.320608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36770) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.327306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36772) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.328226 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-47186c47-18a5-4715-aeac-70d50a55ad5b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:05.328716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47186c47-18a5-4715-aeac-70d50a55ad5b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:05.332554 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-47186c47-18a5-4715-aeac-70d50a55ad5b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/eef89b12-c845-4b85-bca9-e69321d4d336 HTTP/1.1" status: 404 len: 337 time: 0.0525315 Mar 29 09:47:05.333224 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36776) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.380682 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab222d4f-c592-4bde-b78e-82391395df6d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:05.381140 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab222d4f-c592-4bde-b78e-82391395df6d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:05.385445 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ab222d4f-c592-4bde-b78e-82391395df6d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/e8bd1461-8f9d-4a33-903b-c1d3bc66ee1e HTTP/1.1" status: 404 len: 337 time: 0.0489759 Mar 29 09:47:05.392689 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36782) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.434321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-eb0c158c-1116-4ae0-996a-c4604f015ec3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Synchronizing usage tracker for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:05.454721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-eb0c158c-1116-4ae0-996a-c4604f015ec3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] Unset dirty status for tenant:c48eafa9110548e493fa73dd7387f1d3 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:05.458480 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-eb0c158c-1116-4ae0-996a-c4604f015ec3 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c87e19c-a427-4dee-b797-6cd1f9314880 HTTP/1.1" status: 200 len: 205 time: 0.1311986 Mar 29 09:47:05.460994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36786) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.465484 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0620c98b-70f9-4008-9a50-096af07ed60a tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8d99bd2-67ef-41b5-a221-82dc390dda71 HTTP/1.1" status: 200 len: 205 time: 0.0715115 Mar 29 09:47:05.467929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36790) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.501310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bae445a-2d3f-4393-877b-50cf4c8132b5 None None] Update dhcp port {'port': {'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'fixed_ips': [{'subnet_id': '337278ed-705f-4cd1-b74c-8d409453b439', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b4b9ce0-669e-48c7-99ed-03d1168d7f81'}], 'binding:host_id': 'dv-neutron-835555-1-hyperv'}, 'id': '319b3ce9-990b-4a87-a568-dd48dc00ff22'} from dv-neutron-835555-1-hyperv. {{(pid=88552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 29 09:47:05.533084 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edefebe8-0b90-4f21-bda8-4d1339448f55 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:05.533662 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-edefebe8-0b90-4f21-bda8-4d1339448f55 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:05.544409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:05.549647 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-172ec390-e089-4ff4-aac9-8ecf7405d0d6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] delete failed (client error): The resource could not be found. Mar 29 09:47:05.552936 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-172ec390-e089-4ff4-aac9-8ecf7405d0d6 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/routers/5c87e19c-a427-4dee-b797-6cd1f9314880 HTTP/1.1" status: 404 len: 336 time: 0.0882461 Mar 29 09:47:05.558653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6bae445a-2d3f-4393-877b-50cf4c8132b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:05.588072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36794) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.590752 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-1675e604-3664-4a35-80b6-8b6973914a21 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] delete failed (client error): The resource could not be found. Mar 29 09:47:05.594079 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1675e604-3664-4a35-80b6-8b6973914a21 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/routers/e8d99bd2-67ef-41b5-a221-82dc390dda71 HTTP/1.1" status: 404 len: 336 time: 0.1228893 Mar 29 09:47:05.596529 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36798) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.647310 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f0407b-0b5b-4298-870b-ef005af6d5fd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:05.647765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f0407b-0b5b-4298-870b-ef005af6d5fd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:05.651824 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a4f0407b-0b5b-4298-870b-ef005af6d5fd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/78df7ef5-17c0-4b5f-9f94-5443cb75b09b HTTP/1.1" status: 404 len: 337 time: 0.0524645 Mar 29 09:47:05.651978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36802) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.654628 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2cbb97-0de0-4c53-8ff9-436e0154528e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:05.655088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2cbb97-0de0-4c53-8ff9-436e0154528e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:05.656792 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8d2cbb97-0de0-4c53-8ff9-436e0154528e tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/50da1932-73cc-4d9f-b977-fda94d1cde40 HTTP/1.1" status: 404 len: 337 time: 0.0639913 Mar 29 09:47:05.660787 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:05.667559 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36806) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.668622 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:05.690385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-907d6413-6329-43af-a91a-6dbf6ec55082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:05.705176 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:05.753788 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-edefebe8-0b90-4f21-bda8-4d1339448f55 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:05.755268 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-edefebe8-0b90-4f21-bda8-4d1339448f55 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/99cda34f-633c-4fc6-8fe3-ec3939120b3b HTTP/1.1" status: 200 len: 845 time: 0.4236269 Mar 29 09:47:05.764684 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0d586ffe-2805-476b-b8d5-45c916ef8d53 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports?device_id=81fbccad-acf1-4954-b8b3-1955b5f64ec9 HTTP/1.1" status: 200 len: 205 time: 0.0935667 Mar 29 09:47:05.765771 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:05.768179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36810) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.768716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36812) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.791131 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-6bae445a-2d3f-4393-877b-50cf4c8132b5 None None] Allocated IP 172.20.0.18 (e852d1e1-c344-4b89-9ad6-3053aa9c1a39/2b4b9ce0-669e-48c7-99ed-03d1168d7f81/319b3ce9-990b-4a87-a568-dd48dc00ff22) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:05.827624 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1cc00a11-cd51-4a6d-81de-0b6deb37fb4d tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "GET /v2.0/ports?device_id=51ea5d60-a06d-4530-b9b1-282b9fdec246 HTTP/1.1" status: 200 len: 205 time: 0.1724119 Mar 29 09:47:05.828567 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36818) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.891697 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-3305141a-fc9b-48bb-a201-81b1e0ab388d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] delete failed (client error): The resource could not be found. Mar 29 09:47:05.892760 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3305141a-fc9b-48bb-a201-81b1e0ab388d tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/routers/81fbccad-acf1-4954-b8b3-1955b5f64ec9 HTTP/1.1" status: 404 len: 336 time: 0.1188827 Mar 29 09:47:05.896961 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36822) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:05.935551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6bae445a-2d3f-4393-877b-50cf4c8132b5 None None] For port 319b3ce9-990b-4a87-a568-dd48dc00ff22, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=319b3ce9-990b-4a87-a568-dd48dc00ff22,segment=NetworkSegment(2020cfdc-1740-49be-bf07-beb3c1ed3df9),segment_id=2020cfdc-1740-49be-bf07-beb3c1ed3df9)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:05.960611 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6bae445a-2d3f-4393-877b-50cf4c8132b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:05.976465 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-81abca7b-64df-4c90-8226-d9cfcc251392 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] delete failed (client error): The resource could not be found. Mar 29 09:47:05.979649 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-81abca7b-64df-4c90-8226-d9cfcc251392 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/routers/51ea5d60-a06d-4530-b9b1-282b9fdec246 HTTP/1.1" status: 404 len: 336 time: 0.1477835 Mar 29 09:47:05.981415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6bae445a-2d3f-4393-877b-50cf4c8132b5 None None] Transition to ACTIVE for port object 319b3ce9-990b-4a87-a568-dd48dc00ff22 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:05.989644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36826) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.001169 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3bafbba3-4f05-4287-a3ca-2677cfe60fd9 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports?device_id=22f9e45a-cfcd-4f34-836c-a149729d7901 HTTP/1.1" status: 200 len: 205 time: 0.0994160 Mar 29 09:47:06.034750 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36830) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.042471 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6bae445a-2d3f-4393-877b-50cf4c8132b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:06.096626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b6c9c-8729-4365-8549-78217b353c90 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 99cda34f-633c-4fc6-8fe3-ec3939120b3b {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:06.097278 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6c9c-8729-4365-8549-78217b353c90 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:06.104272 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b6cfe7-ba6e-441b-aec0-e5598b561269 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:06.104825 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b6cfe7-ba6e-441b-aec0-e5598b561269 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:06.106547 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e4b6cfe7-ba6e-441b-aec0-e5598b561269 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/270f4212-101e-42d5-8210-49abbecd9f18 HTTP/1.1" status: 404 len: 337 time: 0.1136093 Mar 29 09:47:06.115208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36834) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.126781 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d2d900fc-8d3b-4538-a97c-c811d5880810 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:06.175019 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-d9b3c4d3-e43d-4e43-9724-74b5fc166fcd tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] delete failed (client error): The resource could not be found. Mar 29 09:47:06.178351 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d9b3c4d3-e43d-4e43-9724-74b5fc166fcd tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/routers/22f9e45a-cfcd-4f34-836c-a149729d7901 HTTP/1.1" status: 404 len: 336 time: 0.1354170 Mar 29 09:47:06.182770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36838) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.183664 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9e3906-a842-4cbb-893a-a6387b0046f4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:06.183919 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9e3906-a842-4cbb-893a-a6387b0046f4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:06.188245 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-eb9e3906-a842-4cbb-893a-a6387b0046f4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/f690a788-f15b-46d2-b7fa-edda11244a83 HTTP/1.1" status: 404 len: 337 time: 0.0674214 Mar 29 09:47:06.193788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae445a-2d3f-4393-877b-50cf4c8132b5 None None] Pushing event updated for resources: {'Port': ['ID=319b3ce9-990b-4a87-a568-dd48dc00ff22,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:06.216594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36842) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.258665 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b00ebcf-a451-48ba-bbde-86dd58109902 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:06.258665 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b00ebcf-a451-48ba-bbde-86dd58109902 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:06.262434 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8b00ebcf-a451-48ba-bbde-86dd58109902 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/2f8c8aa1-9527-4ede-92bb-4e3d014ec170 HTTP/1.1" status: 404 len: 337 time: 0.0733609 Mar 29 09:47:06.263630 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36846) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.272624 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8962f60-d8f0-445a-a1a4-8611ca24588b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:06.273084 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8962f60-d8f0-445a-a1a4-8611ca24588b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:06.277049 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e8962f60-d8f0-445a-a1a4-8611ca24588b tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/180504a7-6193-4aeb-a191-9b194419b14d HTTP/1.1" status: 404 len: 333 time: 0.0575526 Mar 29 09:47:06.286279 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36850) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.327726 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e18485c2-c5fa-42a1-8acf-51cbc8bb2733 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6cdb345-c3ca-4665-9d13-cdaf8f7e169a HTTP/1.1" status: 200 len: 205 time: 0.0614591 Mar 29 09:47:06.336618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36854) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.441461 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-447a9a7b-befc-4f9f-852a-45bf561914d0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:06.442137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447a9a7b-befc-4f9f-852a-45bf561914d0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:06.444016 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-447a9a7b-befc-4f9f-852a-45bf561914d0 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/a8a47dd6-47c9-4e62-9d10-c39887df6855 HTTP/1.1" status: 404 len: 337 time: 0.1570213 Mar 29 09:47:06.446718 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36858) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.471796 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-d5177f07-b677-4001-9810-3da0532fe338 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] delete failed (client error): The resource could not be found. Mar 29 09:47:06.472846 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d5177f07-b677-4001-9810-3da0532fe338 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/routers/c6cdb345-c3ca-4665-9d13-cdaf8f7e169a HTTP/1.1" status: 404 len: 336 time: 0.1353638 Mar 29 09:47:06.475558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36862) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.512181 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0272230-cefa-4eb9-a754-98f07debd2fb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:06.512811 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0272230-cefa-4eb9-a754-98f07debd2fb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:06.514412 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a0272230-cefa-4eb9-a754-98f07debd2fb tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/bfa0ea16-5d36-4558-998f-9286f66e8090 HTTP/1.1" status: 404 len: 333 time: 0.0664477 Mar 29 09:47:06.518441 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36866) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.525788 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f30d2ad-bcb1-4f9c-9843-f08f9aeb5aa7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:06.526503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f30d2ad-bcb1-4f9c-9843-f08f9aeb5aa7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:06.528393 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1f30d2ad-bcb1-4f9c-9843-f08f9aeb5aa7 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/c5440d71-6450-43cb-889e-c5010e815fbe HTTP/1.1" status: 404 len: 337 time: 0.0519350 Mar 29 09:47:06.544878 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36870) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.589910 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcbe587-2a12-434f-aa84-0adf7bafa3da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:06.590154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbcbe587-2a12-434f-aa84-0adf7bafa3da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:06.594674 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cbcbe587-2a12-434f-aa84-0adf7bafa3da tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/1d882c8f-6108-494d-ab9d-037d91293fe7 HTTP/1.1" status: 404 len: 337 time: 0.0725951 Mar 29 09:47:06.598317 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36874) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.655737 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff56273-6d0d-440c-a485-c4f1dd582fd2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:06.656241 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff56273-6d0d-440c-a485-c4f1dd582fd2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:06.658029 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bff56273-6d0d-440c-a485-c4f1dd582fd2 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/78522780-04fc-4a90-8b7f-253453341f0d HTTP/1.1" status: 404 len: 333 time: 0.0592945 Mar 29 09:47:06.662024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36878) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.690343 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-acdabe17-63b0-4bd4-bbd3-1b0886022fad tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a432b9f-50b0-4c33-8a3b-efacda565898 HTTP/1.1" status: 200 len: 205 time: 0.1438963 Mar 29 09:47:06.691030 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36882) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.709801 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-abaa68fe-83ee-4b17-95fb-efa9c6300b09 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:06.709801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abaa68fe-83ee-4b17-95fb-efa9c6300b09 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:06.710016 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-abaa68fe-83ee-4b17-95fb-efa9c6300b09 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/635cbeb6-9881-47f0-80d7-d58e3c5089d9 HTTP/1.1" status: 404 len: 337 time: 0.0473256 Mar 29 09:47:06.713057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36886) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.789490 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c83799b-99b3-4a86-8c64-652c6b65a0a8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:06.790027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c83799b-99b3-4a86-8c64-652c6b65a0a8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:06.794335 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8c83799b-99b3-4a86-8c64-652c6b65a0a8 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/f8f0b003-2a5b-41c8-bf79-1719249a134f HTTP/1.1" status: 404 len: 333 time: 0.0777841 Mar 29 09:47:06.801412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36890) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.804861 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6112efe5-bc84-4b07-a40c-9a640df54ecc None None] Provisioning complete for port 9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:06.805773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6112efe5-bc84-4b07-a40c-9a640df54ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:06.829922 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-ae225717-8615-475b-988f-966886b2af44 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] delete failed (client error): The resource could not be found. Mar 29 09:47:06.833523 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ae225717-8615-475b-988f-966886b2af44 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/routers/3a432b9f-50b0-4c33-8a3b-efacda565898 HTTP/1.1" status: 404 len: 336 time: 0.1346843 Mar 29 09:47:06.833776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36894) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.858507 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6112efe5-bc84-4b07-a40c-9a640df54ecc None None] Port 9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:06.870494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6112efe5-bc84-4b07-a40c-9a640df54ecc None None] Provisioning complete for port d1e94297-e35a-45a9-928c-6d7e81b1bc62 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:06.870718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6c9c-8729-4365-8549-78217b353c90 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:06.871076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6112efe5-bc84-4b07-a40c-9a640df54ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:06.886468 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0d6694-5026-4287-a63e-4643e839b31f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:06.887019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0d6694-5026-4287-a63e-4643e839b31f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:06.891897 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ff0d6694-5026-4287-a63e-4643e839b31f tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/4561168f-af8d-4d9a-a7ac-2b4bee455307 HTTP/1.1" status: 404 len: 337 time: 0.0905917 Mar 29 09:47:06.892063 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-72728c39-af94-4794-b812-5574c9d1b1fd tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:06.892412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72728c39-af94-4794-b812-5574c9d1b1fd tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:06.896330 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-72728c39-af94-4794-b812-5574c9d1b1fd tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/d06aa77e-4a5c-4752-acd3-7acad1023029 HTTP/1.1" status: 404 len: 337 time: 0.0569994 Mar 29 09:47:06.896330 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36898) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.898374 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36900) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:06.929781 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6112efe5-bc84-4b07-a40c-9a640df54ecc None None] Port d1e94297-e35a-45a9-928c-6d7e81b1bc62 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:06.978409 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abc748a-f9fd-4429-b4e1-e2ebf7ff20c1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:06.978794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4abc748a-f9fd-4429-b4e1-e2ebf7ff20c1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:06.980601 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4abc748a-f9fd-4429-b4e1-e2ebf7ff20c1 tempest-RoutersTest-1020081384 tempest-RoutersTest-1020081384-project] 10.222.0.35 "DELETE /v2.0/subnets/7232e598-88d4-484c-a77e-51ba5a1c1cca HTTP/1.1" status: 404 len: 337 time: 0.0792203 Mar 29 09:47:06.986733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6112efe5-bc84-4b07-a40c-9a640df54ecc None None] Provisioning for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:06.994912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6112efe5-bc84-4b07-a40c-9a640df54ecc None None] Provisioning complete for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:06.995413 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6112efe5-bc84-4b07-a40c-9a640df54ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:07.016402 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-573f62a3-96e6-4853-aaa3-64f3cedb5df1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:07.016897 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573f62a3-96e6-4853-aaa3-64f3cedb5df1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:07.020986 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-573f62a3-96e6-4853-aaa3-64f3cedb5df1 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/9de9ac5d-1c98-4f9f-b779-72dac0ed6e37 HTTP/1.1" status: 404 len: 333 time: 0.1213040 Mar 29 09:47:07.023303 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36908) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:07.060955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b6c9c-8729-4365-8549-78217b353c90 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 99cda34f-633c-4fc6-8fe3-ec3939120b3b owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:07.071092 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d762fcb2-bdd3-40f5-85c7-c4f8876095ec tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:07.071575 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d762fcb2-bdd3-40f5-85c7-c4f8876095ec tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:07.075629 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d762fcb2-bdd3-40f5-85c7-c4f8876095ec tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/fac23ab2-bae1-4e82-9ac8-dc2b78ce12eb HTTP/1.1" status: 404 len: 337 time: 0.0490439 Mar 29 09:47:07.077854 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36912) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:07.128017 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-2160793b-4b6f-441b-a01c-40c51055abdd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:07.128512 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2160793b-4b6f-441b-a01c-40c51055abdd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:07.130398 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2160793b-4b6f-441b-a01c-40c51055abdd tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/272edacd-1bfc-47b4-a7d8-3dff227721a2 HTTP/1.1" status: 404 len: 333 time: 0.0532255 Mar 29 09:47:07.133566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36916) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:07.135904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:07.136515 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-d2d900fc-8d3b-4538-a97c-c811d5880810 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Delete allocated IP 172.20.0.5 (e852d1e1-c344-4b89-9ad6-3053aa9c1a39/337278ed-705f-4cd1-b74c-8d409453b439) {{(pid=88550) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 09:47:07.184587 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a39dd69-02b9-4b39-b927-4d44ca0275e4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:07.185063 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a39dd69-02b9-4b39-b927-4d44ca0275e4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:07.186846 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3a39dd69-02b9-4b39-b927-4d44ca0275e4 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/22384fe9-6355-4bc0-9ab7-b8cac056f75a HTTP/1.1" status: 404 len: 337 time: 0.0523708 Mar 29 09:47:07.188681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-d2d900fc-8d3b-4538-a97c-c811d5880810 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Allocated IP 172.20.0.30 (e852d1e1-c344-4b89-9ad6-3053aa9c1a39/2b4b9ce0-669e-48c7-99ed-03d1168d7f81/9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:07.190547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36920) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:07.212511 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 319b3ce9-990b-4a87-a568-dd48dc00ff22 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:07.250654 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8f562b-4e83-40e2-ae16-17c044f14b19 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:07.251141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8f562b-4e83-40e2-ae16-17c044f14b19 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:07.252964 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ad8f562b-4e83-40e2-ae16-17c044f14b19 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/ports/2ebfd230-918f-40a0-b79b-8befc4b97bf1 HTTP/1.1" status: 404 len: 333 time: 0.0614383 Mar 29 09:47:07.255855 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36924) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:07.289194 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:07.289562 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:07.304388 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab2aaf6-e44d-48bb-baef-c3c434d1cb54 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:07.304872 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab2aaf6-e44d-48bb-baef-c3c434d1cb54 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:07.308979 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6ab2aaf6-e44d-48bb-baef-c3c434d1cb54 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/subnets/cf4f0f61-7127-43f6-8f35-e65e35670bfc HTTP/1.1" status: 404 len: 337 time: 0.0499718 Mar 29 09:47:07.315409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36928) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:07.549622 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6c9c-8729-4365-8549-78217b353c90 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:07.590797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36934) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:07.609028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b6c9c-8729-4365-8549-78217b353c90 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=99cda34f-633c-4fc6-8fe3-ec3939120b3b,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:07.621194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6c9c-8729-4365-8549-78217b353c90 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:07.670456 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85073ca4-aa12-4af3-b2bf-4305308784f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:07.740137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:07.816625 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5a3b6c9c-8729-4365-8549-78217b353c90 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/99cda34f-633c-4fc6-8fe3-ec3939120b3b HTTP/1.1" status: 204 len: 168 time: 2.0444212 Mar 29 09:47:07.822428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36940) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:07.836648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-98b1c6ef-0526-4aa4-a5d1-3d8612c7c6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:07.845959 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85073ca4-aa12-4af3-b2bf-4305308784f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:07.857790 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d2d900fc-8d3b-4538-a97c-c811d5880810 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:07.884811 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-85073ca4-aa12-4af3-b2bf-4305308784f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904da7d4-bab8-40f2-8764-d10ff337fe7e']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:07.885062 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2f2855d2-8376-429e-ba89-6168c84500cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c48eafa9110548e493fa73dd7387f1d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924013 Mar 29 09:47:07.888116 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a115a50e-52f1-4057-b6a8-0b42a4be590a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] GET failed (client error): The resource could not be found. Mar 29 09:47:07.888687 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a115a50e-52f1-4057-b6a8-0b42a4be590a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:07.893996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36944) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:07.901673 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-d2d900fc-8d3b-4538-a97c-c811d5880810 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Transition to ACTIVE for port object 9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:07.905109 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-85073ca4-aa12-4af3-b2bf-4305308784f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb5e0d9-2ee6-41b0-b398-9350f842be71') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:07.905465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-85073ca4-aa12-4af3-b2bf-4305308784f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb5e0d9-2ee6-41b0-b398-9350f842be71') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:07.917960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85073ca4-aa12-4af3-b2bf-4305308784f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:07.933711 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85073ca4-aa12-4af3-b2bf-4305308784f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:07.940282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85073ca4-aa12-4af3-b2bf-4305308784f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:47:07.943980 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85073ca4-aa12-4af3-b2bf-4305308784f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:47:07.955751 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:47:07.970949 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d2d900fc-8d3b-4538-a97c-c811d5880810 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:08.057412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e333c27a-99c7-4d72-9fb9-adfc39dccd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:08.080723 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a115a50e-52f1-4057-b6a8-0b42a4be590a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:08.080723 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a115a50e-52f1-4057-b6a8-0b42a4be590a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/99cda34f-633c-4fc6-8fe3-ec3939120b3b HTTP/1.1" status: 404 len: 333 time: 0.2527180 Mar 29 09:47:08.084782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36948) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:08.097635 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e333c27a-99c7-4d72-9fb9-adfc39dccd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:08.125727 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-0d0b0bf2-d60e-4c4b-8bbb-0d32e80b4a08 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'name': 'tempest-PortsIpV6TestJSON-721220017'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:08.179392 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 426fb5de-2cb3-4646-a2c6-95fd515754f2 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:47:08.200761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d900fc-8d3b-4538-a97c-c811d5880810 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:08.256620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e333c27a-99c7-4d72-9fb9-adfc39dccd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:08.270552 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85073ca4-aa12-4af3-b2bf-4305308784f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:08.278892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333c27a-99c7-4d72-9fb9-adfc39dccd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac330f91-691e-446d-b4b9-fcce681372d0,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:08.299170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85073ca4-aa12-4af3-b2bf-4305308784f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:08.300759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e333c27a-99c7-4d72-9fb9-adfc39dccd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:08.302483 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e333c27a-99c7-4d72-9fb9-adfc39dccd0a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac330f91-691e-446d-b4b9-fcce681372d0 HTTP/1.1" status: 204 len: 168 time: 0.4075608 Mar 29 09:47:08.311526 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85073ca4-aa12-4af3-b2bf-4305308784f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] Pushing event deleted for resources: {'Network': ['ID=904da7d4-bab8-40f2-8764-d10ff337fe7e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:08.329512 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-85073ca4-aa12-4af3-b2bf-4305308784f9 tempest-NetworksTestDHCPv6-1302314507 tempest-NetworksTestDHCPv6-1302314507-project] 10.222.0.35 "DELETE /v2.0/networks/904da7d4-bab8-40f2-8764-d10ff337fe7e HTTP/1.1" status: 204 len: 168 time: 1.0169680 Mar 29 09:47:08.329694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-d2d900fc-8d3b-4538-a97c-c811d5880810 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] In _notify_port_updated(), no bound segment for port 9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 on network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 {{(pid=88550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:47:08.335245 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d900fc-8d3b-4538-a97c-c811d5880810 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:08.335866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d2d900fc-8d3b-4538-a97c-c811d5880810 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:08.337293 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d2d900fc-8d3b-4538-a97c-c811d5880810 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "PUT /v2.0/ports/9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 HTTP/1.1" status: 200 len: 921 time: 3.0719965 Mar 29 09:47:08.341281 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36956) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:08.380334 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0d0b0bf2-d60e-4c4b-8bbb-0d32e80b4a08 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:08.395623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:47:08.405028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0d0b0bf2-d60e-4c4b-8bbb-0d32e80b4a08 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:08.413936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Sync routers for ids ['426fb5de-2cb3-4646-a2c6-95fd515754f2'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:47:08.428701 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fff3-569d-48d9-af88-21bc0739e3c0 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:08.429075 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fff3-569d-48d9-af88-21bc0739e3c0 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:08.432524 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Routers {'426fb5de-2cb3-4646-a2c6-95fd515754f2'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:08.433208 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['426fb5de-2cb3-4646-a2c6-95fd515754f2'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:08.522253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:08.523594 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e28e547a-f602-46ee-b04c-5b883bd9f80f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3941364 Mar 29 09:47:08.526598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36960) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:08.532003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0b0bf2-d60e-4c4b-8bbb-0d32e80b4a08 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:08.535915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0bf2-d60e-4c4b-8bbb-0d32e80b4a08 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:08.571037 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-39813ee9-4545-45db-bfe2-fc33004e0924 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=fdb9d7f2c9684d82868b22f752ecfe11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430458 Mar 29 09:47:08.573513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36964) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:08.577218 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-0d0b0bf2-d60e-4c4b-8bbb-0d32e80b4a08 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port c6daa2b0-6149-4ad9-972d-08fd75b5ed84 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:47:08.655803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Set router 426fb5de-2cb3-4646-a2c6-95fd515754f2 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:47:08.717475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e2f1ec-f81a-4dcb-8f0a-23eda5eb899d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:08.719387 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-62e2f1ec-f81a-4dcb-8f0a-23eda5eb899d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1437066 Mar 29 09:47:08.722199 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36968) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:08.769540 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b082fd96-22ba-43cb-8168-a38430356384 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462472 Mar 29 09:47:08.777835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36974) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:08.793418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-182908366', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:08.870794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fff3-569d-48d9-af88-21bc0739e3c0 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:08.947983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:08.954283 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:subnet and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:08.958174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:08.967776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:09.029033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 36984) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:09.042750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:09.050580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.110905 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-59f0f11d-a28a-45a9-8631-bcabb06d6bd2 None None] Provisioning for port 9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:09.120902 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.129439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-59f0f11d-a28a-45a9-8631-bcabb06d6bd2 None None] Provisioning complete for port 9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:09.129809 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-59f0f11d-a28a-45a9-8631-bcabb06d6bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.163171 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2fff3-569d-48d9-af88-21bc0739e3c0 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:09.206868 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-59f0f11d-a28a-45a9-8631-bcabb06d6bd2 None None] Port 9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:09.216648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:02Z', 'updated_at': '2022-03-29T09:47:06Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:04Z', 'updated_at': '2022-03-29T09:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:09.221446 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Checking router: 426fb5de-2cb3-4646-a2c6-95fd515754f2 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:47:09.221799 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Updating router 426fb5de-2cb3-4646-a2c6-95fd515754f2 port ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:47:09.253423 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.280374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.331055 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7d9a8a85-e428-47b5-8adc-a1e0c3454c67 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d44a4f55f644cf59a0d968af8faacdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004317 Mar 29 09:47:09.333338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0bf2-d60e-4c4b-8bbb-0d32e80b4a08 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.357234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 36994) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:09.427479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0bf2-d60e-4c4b-8bbb-0d32e80b4a08 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.527052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b0bf2-d60e-4c4b-8bbb-0d32e80b4a08 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:09.527457 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.538215 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-0d0b0bf2-d60e-4c4b-8bbb-0d32e80b4a08 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:09.544581 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b0bf2-d60e-4c4b-8bbb-0d32e80b4a08 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:09.551025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0b0bf2-d60e-4c4b-8bbb-0d32e80b4a08 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:09.551893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0bf2-d60e-4c4b-8bbb-0d32e80b4a08 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.585154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b0bf2-d60e-4c4b-8bbb-0d32e80b4a08 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=c6daa2b0-6149-4ad9-972d-08fd75b5ed84,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:09.592560 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-257b48a2-bf5a-456a-bbe6-ee05b60886ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.632207 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-257b48a2-bf5a-456a-bbe6-ee05b60886ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.646635 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Subnet': ['ID=007a5470-429e-44f8-87d1-e45f89a9d154,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:09.650717 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Checking segment: {'id': '69102cf1-019c-452d-b337-89338e7251d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:09.651489 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network hostable DHCP agents. Network: 23ba0bfd-3583-477e-b3ed-753daeebae44, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:47:09.673810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fff3-569d-48d9-af88-21bc0739e3c0 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.711699 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.723554 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0d0b0bf2-d60e-4c4b-8bbb-0d32e80b4a08 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6076534 Mar 29 09:47:09.727545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Transition to ACTIVE for port object ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:09.732994 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37006) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:09.740985 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-1938564e-f73f-4699-a4ed-55ef4b7f38cf tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:09.762154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2fff3-569d-48d9-af88-21bc0739e3c0 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:09.799575 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.836883 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c1f2fff3-569d-48d9-af88-21bc0739e3c0 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.846640 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c1f2fff3-569d-48d9-af88-21bc0739e3c0 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 HTTP/1.1" status: 204 len: 168 time: 1.5043199 Mar 29 09:47:09.849559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37010) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:09.886477 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37014) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:09.895064 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-257b48a2-bf5a-456a-bbe6-ee05b60886ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.897422 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-257b48a2-bf5a-456a-bbe6-ee05b60886ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.901098 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-257b48a2-bf5a-456a-bbe6-ee05b60886ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a636d66-bc45-4014-98e7-6d6efb32fa8f HTTP/1.1" status: 204 len: 168 time: 0.5397716 Mar 29 09:47:09.918123 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-533b04a5-786c-4dcb-95b0-a67598937c7d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] GET failed (client error): The resource could not be found. Mar 29 09:47:09.919393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-533b04a5-786c-4dcb-95b0-a67598937c7d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:09.924094 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b48a2-bf5a-456a-bbe6-ee05b60886ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a636d66-bc45-4014-98e7-6d6efb32fa8f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:09.956943 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Attempting to bind port ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:47:09.957314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Attempting to bind port ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:47:09.957826 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Attempting to bind port ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:47:09.967214 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f43342-6e9d-4f83-9292-b970205c3fa8 None None] Pushing event updated for resources: {'Port': ['ID=ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:09.970061 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:47:09.970810 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:09.970810 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:09.971203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:47:09.971688 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Bound port: ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:47:09.972052 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.002439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 23ba0bfd-3583-477e-b3ed-753daeebae44 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:47:10.007904 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-533b04a5-786c-4dcb-95b0-a67598937c7d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:10.012385 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-533b04a5-786c-4dcb-95b0-a67598937c7d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/9a9ee5f2-7fcd-46fe-93a0-6eacb1f91d66 HTTP/1.1" status: 404 len: 333 time: 0.1586144 Mar 29 09:47:10.012385 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37022) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:10.067247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] For port ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:47:10.075274 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] For port ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:47:10.078012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7dd99721-dc38-46d4-905c-5472c816b0f7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-369005276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:10.088413 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7dd99721-dc38-46d4-905c-5472c816b0f7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:10.095622 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7dd99721-dc38-46d4-905c-5472c816b0f7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Usage tracker for resource:router and tenant:b41d15dadb9d4afcb5c50df97a7b579d is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:10.099100 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7dd99721-dc38-46d4-905c-5472c816b0f7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:10.114620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7dd99721-dc38-46d4-905c-5472c816b0f7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:10.123322 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-78ebc3b1-9084-470a-ac5d-1872de7a478f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.125932 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 23ba0bfd-3583-477e-b3ed-753daeebae44) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:10.138846 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:10.138846 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.139211 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1801060b-0ce7-492b-8032-919f5489c19e None None] Network 23ba0bfd-3583-477e-b3ed-753daeebae44 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:10.158853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-78ebc3b1-9084-470a-ac5d-1872de7a478f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.166377 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.173636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1938564e-f73f-4699-a4ed-55ef4b7f38cf tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.210649 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7dd99721-dc38-46d4-905c-5472c816b0f7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.213051 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7dd99721-dc38-46d4-905c-5472c816b0f7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.237418 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7dd99721-dc38-46d4-905c-5472c816b0f7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.274527 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-989f1a84-b746-4779-9331-30174ceacc82 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4922273 Mar 29 09:47:10.274883 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37026) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:10.318688 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f43342-6e9d-4f83-9292-b970205c3fa8 None None] Pushing event updated for resources: {'Port': ['ID=ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:10.326422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Routers {'426fb5de-2cb3-4646-a2c6-95fd515754f2'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:10.327037 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['426fb5de-2cb3-4646-a2c6-95fd515754f2'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:10.341762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-78ebc3b1-9084-470a-ac5d-1872de7a478f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.384663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7dd99721-dc38-46d4-905c-5472c816b0f7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.396446 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebc3b1-9084-470a-ac5d-1872de7a478f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0187ee7-973f-4d6b-8aa9-cebf266d9c18,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:10.427066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-78ebc3b1-9084-470a-ac5d-1872de7a478f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.429223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1938564e-f73f-4699-a4ed-55ef4b7f38cf tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.430936 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-78ebc3b1-9084-470a-ac5d-1872de7a478f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/security-groups/a0187ee7-973f-4d6b-8aa9-cebf266d9c18 HTTP/1.1" status: 204 len: 168 time: 0.4176545 Mar 29 09:47:10.431844 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37032) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:10.509238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1938564e-f73f-4699-a4ed-55ef4b7f38cf tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.604982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938564e-f73f-4699-a4ed-55ef4b7f38cf tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=c6daa2b0-6149-4ad9-972d-08fd75b5ed84,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:10.610990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e7fda238-c6e9-4786-92cd-72b24e585a96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.623431 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7dd99721-dc38-46d4-905c-5472c816b0f7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.627927 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7dd99721-dc38-46d4-905c-5472c816b0f7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7372487 Mar 29 09:47:10.629744 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37042) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:10.641301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e7fda238-c6e9-4786-92cd-72b24e585a96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.660937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1938564e-f73f-4699-a4ed-55ef4b7f38cf tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] In _notify_port_updated(), no bound segment for port c6daa2b0-6149-4ad9-972d-08fd75b5ed84 on network 3b12da20-cfc2-4358-899c-6c537d8d9002 {{(pid=88551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:47:10.666860 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1938564e-f73f-4699-a4ed-55ef4b7f38cf tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:10.666860 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1938564e-f73f-4699-a4ed-55ef4b7f38cf tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.669068 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1938564e-f73f-4699-a4ed-55ef4b7f38cf tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "PUT /v2.0/ports/c6daa2b0-6149-4ad9-972d-08fd75b5ed84 HTTP/1.1" status: 200 len: 818 time: 0.9339538 Mar 29 09:47:10.672700 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37044) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:10.709075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-23ba0bfd-3583-477e-b3ed-753daeebae44', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ips': [{'subnet_id': '007a5470-429e-44f8-87d1-e45f89a9d154'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:47:10.709328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.725418 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1160563511'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:10.730188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:10.736183 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Usage tracker for resource:network and tenant:b41d15dadb9d4afcb5c50df97a7b579d is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:10.737912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:10.741867 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] Set router 426fb5de-2cb3-4646-a2c6-95fd515754f2 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:47:10.743705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:10.755371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-a9fabfaa-2896-46de-bf45-f4b644777ec4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port c6daa2b0-6149-4ad9-972d-08fd75b5ed84 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:10.755371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a9fabfaa-2896-46de-bf45-f4b644777ec4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.844681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Made reservation on behalf of b41d15dadb9d4afcb5c50df97a7b579d for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:10.848043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.869899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e7fda238-c6e9-4786-92cd-72b24e585a96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.871255 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.887554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.893117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:10.895410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fda238-c6e9-4786-92cd-72b24e585a96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46ad49c-170e-45c4-98c8-254ce98c6df2,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:10.900543 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Usage tracker for resource:security_group_rule and tenant:b41d15dadb9d4afcb5c50df97a7b579d is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:10.910300 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e7fda238-c6e9-4786-92cd-72b24e585a96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:10.911586 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:10.911854 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e7fda238-c6e9-4786-92cd-72b24e585a96 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/security-groups/b46ad49c-170e-45c4-98c8-254ce98c6df2 HTTP/1.1" status: 204 len: 168 time: 0.4790416 Mar 29 09:47:10.915572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37052) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:10.970464 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:11.088603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a9fabfaa-2896-46de-bf45-f4b644777ec4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.110395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbbb3ef-6858-47ac-a590-5af4ddc81304 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting subnet 337278ed-705f-4cd1-b74c-8d409453b439 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:47:11.130883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb3ef-6858-47ac-a590-5af4ddc81304 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.216225 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Allocated IP 172.20.0.2 (23ba0bfd-3583-477e-b3ed-753daeebae44/007a5470-429e-44f8-87d1-e45f89a9d154/b14531c5-7892-425c-8dd8-fdc2da6a0c2e) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:11.318543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-a9fabfaa-2896-46de-bf45-f4b644777ec4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for c6daa2b0-6149-4ad9-972d-08fd75b5ed84 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:11.326983 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.349018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb3ef-6858-47ac-a590-5af4ddc81304 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.372654 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:02Z', 'updated_at': '2022-03-29T09:47:06Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:04Z', 'updated_at': '2022-03-29T09:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:11.381993 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b126349-00ce-4ac4-a0c6-1704a15ac7f0 None None] The sync data for ids ['426fb5de-2cb3-4646-a2c6-95fd515754f2'] in dv-neutron-835555-1-hyperv is: [{'id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:02Z', 'updated_at': '2022-03-29T09:47:06Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:04Z', 'updated_at': '2022-03-29T09:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:47:11.471965 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.489096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Transition to ACTIVE for port object b14531c5-7892-425c-8dd8-fdc2da6a0c2e will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:11.493133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37064) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:11.519985 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Transition to ACTIVE for port object b14531c5-7892-425c-8dd8-fdc2da6a0c2e will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:11.543422 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.547882 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb3ef-6858-47ac-a590-5af4ddc81304 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.594109 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.623858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.624105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a9fabfaa-2896-46de-bf45-f4b644777ec4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.669189 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Network 23ba0bfd-3583-477e-b3ed-753daeebae44 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:11.672725 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:11.675239 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:11.690667 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47fd50a-feae-435c-b405-4f52846cd849,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:11.705411 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:47:11.716621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.716901 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Added segment 6b00b6c4-921a-4ba0-8148-49289972b951 of type vlan for network 17455db2-046b-45b5-ad5b-d674306dc60e Mar 29 09:47:11.731877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a9fabfaa-2896-46de-bf45-f4b644777ec4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.739920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fabfaa-2896-46de-bf45-f4b644777ec4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=c6daa2b0-6149-4ad9-972d-08fd75b5ed84,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:11.758316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Pushing event updated for resources: {'Port': ['ID=b14531c5-7892-425c-8dd8-fdc2da6a0c2e,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:11.761923 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a9fabfaa-2896-46de-bf45-f4b644777ec4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/c6daa2b0-6149-4ad9-972d-08fd75b5ed84 HTTP/1.1" status: 204 len: 168 time: 1.0859258 Mar 29 09:47:11.762247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37070) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:11.804128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb3ef-6858-47ac-a590-5af4ddc81304 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.830849 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Attempting to bind port b14531c5-7892-425c-8dd8-fdc2da6a0c2e on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:47:11.831629 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Attempting to bind port b14531c5-7892-425c-8dd8-fdc2da6a0c2e by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '69102cf1-019c-452d-b337-89338e7251d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:47:11.832176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Attempting to bind port b14531c5-7892-425c-8dd8-fdc2da6a0c2e on network 23ba0bfd-3583-477e-b3ed-753daeebae44 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:47:11.838761 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:47:11.840044 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Checking segment: {'id': '69102cf1-019c-452d-b337-89338e7251d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:11.840044 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.840858 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Bound using segment: {'id': '69102cf1-019c-452d-b337-89338e7251d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:47:11.841697 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Bound port: b14531c5-7892-425c-8dd8-fdc2da6a0c2e, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69102cf1-019c-452d-b337-89338e7251d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:47:11.842238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.853115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbb3ef-6858-47ac-a590-5af4ddc81304 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Subnet': ['ID=337278ed-705f-4cd1-b74c-8d409453b439,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:11.873575 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb3ef-6858-47ac-a590-5af4ddc81304 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.875706 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4bbbb3ef-6858-47ac-a590-5af4ddc81304 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/337278ed-705f-4cd1-b74c-8d409453b439 HTTP/1.1" status: 204 len: 168 time: 0.9591472 Mar 29 09:47:11.879918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37074) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:11.887723 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ffa2aa9d-eb80-4f5d-8aff-af00e5dfbb42 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'subnet': {'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:11.960247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] For port b14531c5-7892-425c-8dd8-fdc2da6a0c2e, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:47:11.964141 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] For port b14531c5-7892-425c-8dd8-fdc2da6a0c2e, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b14531c5-7892-425c-8dd8-fdc2da6a0c2e,segment=NetworkSegment(69102cf1-019c-452d-b337-89338e7251d7),segment_id=69102cf1-019c-452d-b337-89338e7251d7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:47:11.969149 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097150fc-d287-4b8b-b9bf-f6e8e48ffb90 None None] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:12.011557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group': {'name': 'tempest-secgroup--70800101'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:12.017960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:12.023684 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:12.027626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:12.034972 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:12.045517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:12.074818 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.1 (23ba0bfd-3583-477e-b3ed-753daeebae44/007a5470-429e-44f8-87d1-e45f89a9d154/a961b9f8-b198-4071-8df0-707286f19a15) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:12.081909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:12.134590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:12.156564 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:12.160157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e810585a-64eb-4315-bc67-f129b02d146f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:12.165584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e810585a-64eb-4315-bc67-f129b02d146f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:12.237856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ffa2aa9d-eb80-4f5d-8aff-af00e5dfbb42 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:12.242610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ffa2aa9d-eb80-4f5d-8aff-af00e5dfbb42 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:subnet and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:12.244848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:12.248512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ffa2aa9d-eb80-4f5d-8aff-af00e5dfbb42 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:12.251159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:12.251954 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:12.256695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ffa2aa9d-eb80-4f5d-8aff-af00e5dfbb42 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:12.262007 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:12.263366 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2938b-dd55-471e-aac3-cd00ecb4294a None None] Pushing event updated for resources: {'Port': ['ID=b14531c5-7892-425c-8dd8-fdc2da6a0c2e,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:12.285506 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e810585a-64eb-4315-bc67-f129b02d146f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:12.290179 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e810585a-64eb-4315-bc67-f129b02d146f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5244088 Mar 29 09:47:12.290884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37078) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:12.302926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:12.311765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:12.324921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:12.341571 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-84897706-e32a-4b2b-9b99-369698cc350d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] GET failed (client error): The resource could not be found. Mar 29 09:47:12.345872 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-84897706-e32a-4b2b-9b99-369698cc350d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/c6daa2b0-6149-4ad9-972d-08fd75b5ed84 HTTP/1.1" status: 404 len: 333 time: 0.0502741 Mar 29 09:47:12.346306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37082) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:12.352266 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-384386926'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:12.362370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:12.367665 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:network and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:12.371044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:12.381366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:12.384750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa2aa9d-eb80-4f5d-8aff-af00e5dfbb42 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:12.388230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ffa2aa9d-eb80-4f5d-8aff-af00e5dfbb42 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:12.474121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event updated for resources: {'Network': ['ID=17455db2-046b-45b5-ad5b-d674306dc60e,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:12.494577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 17455db2-046b-45b5-ad5b-d674306dc60e details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:47:12.502039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:12.525443 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object a961b9f8-b198-4071-8df0-707286f19a15 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:12.600287 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f8aba2a0-f3fe-4be3-8bb8-825bf15f4ddc tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8825009 Mar 29 09:47:12.604029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37086) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:12.610947 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Request body: {'subnet': {'network_id': '17455db2-046b-45b5-ad5b-d674306dc60e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:12.684465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:12.764080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:12.767876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:12.790955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 23ba0bfd-3583-477e-b3ed-753daeebae44 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:12.804269 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:12.807821 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:12.852274 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:12.855499 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=a961b9f8-b198-4071-8df0-707286f19a15,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:12.865433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:47:12.874192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Usage tracker for resource:subnet and tenant:b41d15dadb9d4afcb5c50df97a7b579d is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:12.882351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:12.892758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:12.904140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:12.904376 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Added segment d54f2fa3-a202-47e3-83a4-b3b1b6649027 of type vlan for network f8749a07-0122-4842-8398-6635ae32d475 Mar 29 09:47:12.919185 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:12.938926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:12.954940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:12.994647 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Made reservation on behalf of b41d15dadb9d4afcb5c50df97a7b579d for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:12.998362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.011101 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.029080 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:13.045855 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:13.050546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:13.073658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:13.088768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361bd8ee-66fa-463b-b77f-cf05855d73c2,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:13.130407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ffa2aa9d-eb80-4f5d-8aff-af00e5dfbb42 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.181429 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.227695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa2aa9d-eb80-4f5d-8aff-af00e5dfbb42 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:13.233273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-ffa2aa9d-eb80-4f5d-8aff-af00e5dfbb42 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:13.235950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.241725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:13.242335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.253633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa2aa9d-eb80-4f5d-8aff-af00e5dfbb42 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:13.253633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ffa2aa9d-eb80-4f5d-8aff-af00e5dfbb42 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.253841 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.261600 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7f0710-daee-4e51-9bda-d4002295b224 None None] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:13.292962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7252eda4-68dc-438d-aca7-39f1bd244bed,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:13.351151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.384836 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2aa9d-eb80-4f5d-8aff-af00e5dfbb42 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Subnet': ['ID=de0e02b1-5a25-4b57-bf6c-7a17fdf918f2,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:13.391921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b14531c5-7892-425c-8dd8-fdc2da6a0c2e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:13.487804 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.489505 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0f875cb6-76e9-435b-9f90-9c89c13d1417 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9958415 Mar 29 09:47:13.498818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-efc2f2c6-26bf-414e-9261-58451ffcff3f None None] Provisioning complete for port d1e94297-e35a-45a9-928c-6d7e81b1bc62 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:13.500692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37090) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:13.501039 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-efc2f2c6-26bf-414e-9261-58451ffcff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.572565 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ffa2aa9d-eb80-4f5d-8aff-af00e5dfbb42 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6900249 Mar 29 09:47:13.576978 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2267830 Mar 29 09:47:13.576978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37094) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:13.582952 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37096) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:13.596597 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-fe811539-4e9c-48b0-be42-5a04e6a64c91 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'security_group': {'name': 'tempest-secgroup-1265590372'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:13.605734 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d694c21-6036-4d2a-8c31-a9eafd4541f3 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Network': ['ID=f8749a07-0122-4842-8398-6635ae32d475,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:13.625936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network f8749a07-0122-4842-8398-6635ae32d475 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:47:13.629056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'subnet': {'network_id': 'f8749a07-0122-4842-8398-6635ae32d475', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:13.631610 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bedb376c-5a87-4195-8b14-5d74a88f87c0 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:13.648153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-efc2f2c6-26bf-414e-9261-58451ffcff3f None None] Port d1e94297-e35a-45a9-928c-6d7e81b1bc62 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:13.651418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fe811539-4e9c-48b0-be42-5a04e6a64c91 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:13.681973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fe811539-4e9c-48b0-be42-5a04e6a64c91 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:security_group and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:13.687966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fe811539-4e9c-48b0-be42-5a04e6a64c91 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:13.731988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fe811539-4e9c-48b0-be42-5a04e6a64c91 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:13.824466 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-efc2f2c6-26bf-414e-9261-58451ffcff3f None None] Provisioning complete for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:13.824860 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-efc2f2c6-26bf-414e-9261-58451ffcff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.887033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:13.898382 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:subnet and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:13.902558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:13.906363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port b14531c5-7892-425c-8dd8-fdc2da6a0c2e completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:13.912274 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:13.957479 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fe811539-4e9c-48b0-be42-5a04e6a64c91 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.987822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.028169 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2851211e-a13a-448e-8d51-cfd0e8aede29 None None] Network 23ba0bfd-3583-477e-b3ed-753daeebae44 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:14.064935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:14.098276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event updated for resources: {'Subnet': ['ID=84742a38-660f-4407-ae6d-ef9449f3de3d,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:14.110173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:14.119662 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.167225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fe811539-4e9c-48b0-be42-5a04e6a64c91 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:14.194420 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fe811539-4e9c-48b0-be42-5a04e6a64c91 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:security_group_rule and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:14.203448 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fe811539-4e9c-48b0-be42-5a04e6a64c91 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:14.227281 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bedb376c-5a87-4195-8b14-5d74a88f87c0 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:14.229896 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bedb376c-5a87-4195-8b14-5d74a88f87c0 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.7275333 Mar 29 09:47:14.233670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37102) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:14.239720 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-38081069-d6c2-484f-8582-9d2761a6835d tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group': {'name': 'tempest-security--1080109648', 'description': 'tempest-security-description-744493599'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:14.257537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.259535 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fe811539-4e9c-48b0-be42-5a04e6a64c91 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:14.268149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Checking segment: {'id': '6b00b6c4-921a-4ba0-8148-49289972b951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '17455db2-046b-45b5-ad5b-d674306dc60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:14.268149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Network hostable DHCP agents. Network: 17455db2-046b-45b5-ad5b-d674306dc60e, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:47:14.274826 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38081069-d6c2-484f-8582-9d2761a6835d tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.337653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38081069-d6c2-484f-8582-9d2761a6835d tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.345572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.429884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Network 17455db2-046b-45b5-ad5b-d674306dc60e is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:47:14.441539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fe811539-4e9c-48b0-be42-5a04e6a64c91 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.447974 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38081069-d6c2-484f-8582-9d2761a6835d tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.451414 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:14.451887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-38081069-d6c2-484f-8582-9d2761a6835d tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.453751 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-38081069-d6c2-484f-8582-9d2761a6835d tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "PUT /v2.0/security-groups/7252eda4-68dc-438d-aca7-39f1bd244bed HTTP/1.1" status: 200 len: 1779 time: 0.2181513 Mar 29 09:47:14.458904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37106) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:14.469555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:14.470229 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.516768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=a961b9f8-b198-4071-8df0-707286f19a15,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:14.527760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 17455db2-046b-45b5-ad5b-d674306dc60e) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:14.540692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38081069-d6c2-484f-8582-9d2761a6835d tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7252eda4-68dc-438d-aca7-39f1bd244bed,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:14.543361 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:14.543963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.550836 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fed5cf-9707-4194-aaa5-d4e0434d53e8 None None] Network 17455db2-046b-45b5-ad5b-d674306dc60e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:14.556457 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8b5d603b-8fff-40fc-beb0-15c9b2cb7bb2 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-groups/7252eda4-68dc-438d-aca7-39f1bd244bed HTTP/1.1" status: 200 len: 1779 time: 0.0928187 Mar 29 09:47:14.556977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37110) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:14.557602 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fe811539-4e9c-48b0-be42-5a04e6a64c91 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.558416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.614475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe811539-4e9c-48b0-be42-5a04e6a64c91 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4b6e59-1f28-4ce0-b129-67930621c19e,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:14.628291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.681671 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbc3e85-a799-4d49-a127-dfe668066505 None None] Update dhcp port {'port': {'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'fixed_ips': [{'subnet_id': '2b4b9ce0-669e-48c7-99ed-03d1168d7f81', 'ip_address': '172.20.0.18'}, {'subnet_id': 'de0e02b1-5a25-4b57-bf6c-7a17fdf918f2'}], 'binding:host_id': 'dv-neutron-835555-1-hyperv'}, 'id': '319b3ce9-990b-4a87-a568-dd48dc00ff22'} from dv-neutron-835555-1-hyperv. {{(pid=88552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 29 09:47:14.706192 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c7728c41-ee47-47c6-8ba7-63c969c4ccfb None None] Provisioning for port b14531c5-7892-425c-8dd8-fdc2da6a0c2e completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:14.720315 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Checking segment: {'id': 'd54f2fa3-a202-47e3-83a4-b3b1b6649027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f8749a07-0122-4842-8398-6635ae32d475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:14.720775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network hostable DHCP agents. Network: f8749a07-0122-4842-8398-6635ae32d475, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:47:14.725114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fd919f53-2c18-4ef6-b9b8-a375056b50ec tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.726984 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c7728c41-ee47-47c6-8ba7-63c969c4ccfb None None] Provisioning complete for port b14531c5-7892-425c-8dd8-fdc2da6a0c2e triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:14.727360 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c7728c41-ee47-47c6-8ba7-63c969c4ccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.731559 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6414d3bb-52ad-4eb7-ab96-7f5029bd2896 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1236405 Mar 29 09:47:14.731559 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fe811539-4e9c-48b0-be42-5a04e6a64c91 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.731559 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fe811539-4e9c-48b0-be42-5a04e6a64c91 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1496730 Mar 29 09:47:14.735179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Subnet': ['ID=f565fdba-6992-4669-adc8-a4a271c81839,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:14.738097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37114) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:14.738653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37116) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:14.747917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-47c8b866-3f42-4732-a10a-3de8a3d5ac90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'security_group': {'name': 'tempest-secgroup-1427730986'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:14.756235 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-47c8b866-3f42-4732-a10a-3de8a3d5ac90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:14.759359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-47c8b866-3f42-4732-a10a-3de8a3d5ac90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:security_group and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:14.762204 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-47c8b866-3f42-4732-a10a-3de8a3d5ac90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:14.768682 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-47c8b866-3f42-4732-a10a-3de8a3d5ac90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:14.778415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 23ba0bfd-3583-477e-b3ed-753daeebae44 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:14.779074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Request body: {'network': {'name': 'tempest-router-network01--261533798'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:14.787037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fd919f53-2c18-4ef6-b9b8-a375056b50ec tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.787200 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:14.790416 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:14.794810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Usage tracker for resource:network and tenant:b41d15dadb9d4afcb5c50df97a7b579d is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:14.798055 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:14.804576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:14.838805 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dcbc3e85-a799-4d49-a127-dfe668066505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.850554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-47c8b866-3f42-4732-a10a-3de8a3d5ac90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.876611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-47c8b866-3f42-4732-a10a-3de8a3d5ac90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:14.881323 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Made reservation on behalf of b41d15dadb9d4afcb5c50df97a7b579d for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:14.885228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:14.899201 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network f8749a07-0122-4842-8398-6635ae32d475 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:47:14.901700 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-47c8b866-3f42-4732-a10a-3de8a3d5ac90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:security_group_rule and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:14.908085 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-47c8b866-3f42-4732-a10a-3de8a3d5ac90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:14.918906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-47c8b866-3f42-4732-a10a-3de8a3d5ac90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:14.984239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, f8749a07-0122-4842-8398-6635ae32d475) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:15.002542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecf0320-5f31-4e4d-b869-3698675e7e78 None None] Network f8749a07-0122-4842-8398-6635ae32d475 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:15.005065 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 426fb5de-2cb3-4646-a2c6-95fd515754f2 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:47:15.020208 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-47c8b866-3f42-4732-a10a-3de8a3d5ac90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.022004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.022271 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.023148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.043655 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:47:15.067994 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.068859 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Added segment f2a45a42-c058-44b6-884b-b1719e557880 of type vlan for network 79cc4376-5aa9-47e7-8719-e8e8bcb45ead Mar 29 09:47:15.096598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-47c8b866-3f42-4732-a10a-3de8a3d5ac90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.129339 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.152958 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a9813c91-9edf-4392-bba5-56b20dad16a6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5608525 Mar 29 09:47:15.157207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37122) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:15.164652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-73130501-66f6-4949-a002-36ba15019792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'subnet': {'network_id': 'f8749a07-0122-4842-8398-6635ae32d475', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:15.182751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8b866-3f42-4732-a10a-3de8a3d5ac90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549b2447-5086-4277-b090-45b86450c3c3,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:15.216516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:47:15.218405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fd919f53-2c18-4ef6-b9b8-a375056b50ec tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.228268 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Sync routers for ids ['426fb5de-2cb3-4646-a2c6-95fd515754f2'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:47:15.247209 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd919f53-2c18-4ef6-b9b8-a375056b50ec tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7252eda4-68dc-438d-aca7-39f1bd244bed,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:15.251172 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9e72f4ce-fdb2-45d2-afcf-1eaa211c6ae5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/426fb5de-2cb3-4646-a2c6-95fd515754f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9751084 Mar 29 09:47:15.257478 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37126) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:15.258710 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Routers {'426fb5de-2cb3-4646-a2c6-95fd515754f2'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:15.259778 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['426fb5de-2cb3-4646-a2c6-95fd515754f2'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:15.310333 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c7728c41-ee47-47c6-8ba7-63c969c4ccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.313054 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fd919f53-2c18-4ef6-b9b8-a375056b50ec tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.314295 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fd919f53-2c18-4ef6-b9b8-a375056b50ec tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-groups/7252eda4-68dc-438d-aca7-39f1bd244bed HTTP/1.1" status: 204 len: 168 time: 0.7517560 Mar 29 09:47:15.319834 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37130) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:15.348576 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:15.354900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-17455db2-046b-45b5-ad5b-d674306dc60e', 'network_id': '17455db2-046b-45b5-ad5b-d674306dc60e', 'tenant_id': 'b41d15dadb9d4afcb5c50df97a7b579d', 'fixed_ips': [{'subnet_id': '84742a38-660f-4407-ae6d-ef9449f3de3d'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:47:15.355709 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.451735 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-47c8b866-3f42-4732-a10a-3de8a3d5ac90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.456147 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-47c8b866-3f42-4732-a10a-3de8a3d5ac90 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7138608 Mar 29 09:47:15.457855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37134) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:15.479064 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-6e1549ab-c17b-40e5-afa8-cc1f775228e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'security_group': {'name': 'tempest-secgroup-1114589183'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:15.487787 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6e1549ab-c17b-40e5-afa8-cc1f775228e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:15.495841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6e1549ab-c17b-40e5-afa8-cc1f775228e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:security_group and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:15.501057 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6e1549ab-c17b-40e5-afa8-cc1f775228e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:15.513603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6e1549ab-c17b-40e5-afa8-cc1f775228e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:15.521489 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.543566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-73130501-66f6-4949-a002-36ba15019792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:15.548803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-73130501-66f6-4949-a002-36ba15019792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:subnet and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:15.552048 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-73130501-66f6-4949-a002-36ba15019792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:15.558797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-73130501-66f6-4949-a002-36ba15019792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:15.560958 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Set router 426fb5de-2cb3-4646-a2c6-95fd515754f2 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:47:15.567900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.570794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-22b5aae2-c3ac-41ae-b240-dfb482e3daed tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:15.573796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.574391 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.641769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73130501-66f6-4949-a002-36ba15019792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:15.646207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-73130501-66f6-4949-a002-36ba15019792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.652284 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d8116b-1b4c-4081-aa73-cee517ceb475 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.653033 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d8116b-1b4c-4081-aa73-cee517ceb475 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.653662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d8116b-1b4c-4081-aa73-cee517ceb475 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.654337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d8116b-1b4c-4081-aa73-cee517ceb475 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.655233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d8116b-1b4c-4081-aa73-cee517ceb475 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.656395 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d8116b-1b4c-4081-aa73-cee517ceb475 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.657090 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d8116b-1b4c-4081-aa73-cee517ceb475 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.657968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d8116b-1b4c-4081-aa73-cee517ceb475 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.660098 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a3d8116b-1b4c-4081-aa73-cee517ceb475 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5678 time: 0.4015875 Mar 29 09:47:15.663032 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37138) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:15.699665 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6e1549ab-c17b-40e5-afa8-cc1f775228e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.720225 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9766922 Mar 29 09:47:15.727232 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37142) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:15.727580 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-dcbc3e85-a799-4d49-a127-dfe668066505 None None] Allocated IP 172.20.0.2 (e852d1e1-c344-4b89-9ad6-3053aa9c1a39/de0e02b1-5a25-4b57-bf6c-7a17fdf918f2/319b3ce9-990b-4a87-a568-dd48dc00ff22) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:15.756429 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Request body: {'network': {'name': 'tempest-router-network02--691826187'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:15.766634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-22b5aae2-c3ac-41ae-b240-dfb482e3daed tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:15.771144 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-22b5aae2-c3ac-41ae-b240-dfb482e3daed tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4503322 Mar 29 09:47:15.775875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37146) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:15.792900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:15.804571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Usage tracker for resource:network and tenant:b41d15dadb9d4afcb5c50df97a7b579d is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:15.809621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:15.818509 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-87b8246a-47ba-4a10-9e30-988bdfc6070d tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] delete failed (client error): The resource could not be found. Mar 29 09:47:15.823360 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-87b8246a-47ba-4a10-9e30-988bdfc6070d tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-groups/7252eda4-68dc-438d-aca7-39f1bd244bed HTTP/1.1" status: 404 len: 347 time: 0.0437546 Mar 29 09:47:15.824202 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:15.839421 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37150) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:15.850835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-eb8b0f44-29d7-460f-a51e-1e1c1e427df6 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group': {'name': 'tempest-secgroup--680971918'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:15.858054 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eb8b0f44-29d7-460f-a51e-1e1c1e427df6 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:15.868622 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eb8b0f44-29d7-460f-a51e-1e1c1e427df6 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:15.889262 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c0312-c6d4-4a7d-8705-b137cec5043d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.889732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c0312-c6d4-4a7d-8705-b137cec5043d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.891712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c0312-c6d4-4a7d-8705-b137cec5043d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.891712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c0312-c6d4-4a7d-8705-b137cec5043d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.891712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c0312-c6d4-4a7d-8705-b137cec5043d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.892085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c0312-c6d4-4a7d-8705-b137cec5043d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.892632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c0312-c6d4-4a7d-8705-b137cec5043d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.893088 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c0312-c6d4-4a7d-8705-b137cec5043d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.895509 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-485c0312-c6d4-4a7d-8705-b137cec5043d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5138 time: 0.2308755 Mar 29 09:47:15.897928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37154) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:15.948549 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.ipam_backend_mixin [None req-73130501-66f6-4949-a002-36ba15019792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f565fdba-6992-4669-adc8-a4a271c81839 (CIDR: 2001:db8::/64) Mar 29 09:47:15.958167 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6e1549ab-c17b-40e5-afa8-cc1f775228e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:15.960734 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee26b67-20e0-4bd2-ab36-793f7951996c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event updated for resources: {'Network': ['ID=79cc4376-5aa9-47e7-8719-e8e8bcb45ead,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:15.965023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6e1549ab-c17b-40e5-afa8-cc1f775228e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:security_group_rule and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:15.968017 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6e1549ab-c17b-40e5-afa8-cc1f775228e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:15.974829 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6e1549ab-c17b-40e5-afa8-cc1f775228e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:15.976908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Made reservation on behalf of b41d15dadb9d4afcb5c50df97a7b579d for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:15.980019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:15.982579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.993947 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0f44-29d7-460f-a51e-1e1c1e427df6 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.996655 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-73130501-66f6-4949-a002-36ba15019792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:15.997122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73130501-66f6-4949-a002-36ba15019792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:16.016823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c7728c41-ee47-47c6-8ba7-63c969c4ccfb None None] For port b14531c5-7892-425c-8dd8-fdc2da6a0c2e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b14531c5-7892-425c-8dd8-fdc2da6a0c2e,segment=NetworkSegment(69102cf1-019c-452d-b337-89338e7251d7),segment_id=69102cf1-019c-452d-b337-89338e7251d7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:16.019533 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 79cc4376-5aa9-47e7-8719-e8e8bcb45ead details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:47:16.039653 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:02Z', 'updated_at': '2022-03-29T09:47:13Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:04Z', 'updated_at': '2022-03-29T09:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'a961b9f8-b198-4071-8df0-707286f19a15', 'name': '', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:6f:c4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:11Z', 'updated_at': '2022-03-29T09:47:13Z', 'revision_number': 2, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:16.046235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eb8b0f44-29d7-460f-a51e-1e1c1e427df6 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:16.046715 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Checking router: 426fb5de-2cb3-4646-a2c6-95fd515754f2 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:47:16.047270 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Updating router 426fb5de-2cb3-4646-a2c6-95fd515754f2 port a961b9f8-b198-4071-8df0-707286f19a15 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:47:16.052609 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eb8b0f44-29d7-460f-a51e-1e1c1e427df6 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:16.055937 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eb8b0f44-29d7-460f-a51e-1e1c1e427df6 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:16.070931 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eb8b0f44-29d7-460f-a51e-1e1c1e427df6 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:16.073190 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:47:16.084536 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-73130501-66f6-4949-a002-36ba15019792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9249086 Mar 29 09:47:16.085266 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37158) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:16.100068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.100603 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Added segment be549d0c-3682-4fb8-a36c-ac85d10861e9 of type vlan for network 39090480-1566-4fac-a8aa-12fec5db36fd Mar 29 09:47:16.108701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-4f1a1c14-d761-4a9e-97d3-ebf7a7b8cf4b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'subnet': {'network_id': 'f8749a07-0122-4842-8398-6635ae32d475', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:16.131416 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6e1549ab-c17b-40e5-afa8-cc1f775228e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.169435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.211198 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.221549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6e1549ab-c17b-40e5-afa8-cc1f775228e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.225004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c7728c41-ee47-47c6-8ba7-63c969c4ccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.267769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-f8749a07-0122-4842-8398-6635ae32d475', 'network_id': 'f8749a07-0122-4842-8398-6635ae32d475', 'tenant_id': '46428600bbf74339b346da1e619e447c', 'fixed_ips': [{'subnet_id': 'f565fdba-6992-4669-adc8-a4a271c81839'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:47:16.268660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.303617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1549ab-c17b-40e5-afa8-cc1f775228e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2991d4fb-6d12-4249-943f-702ab1d7704d,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:16.341124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4f1a1c14-d761-4a9e-97d3-ebf7a7b8cf4b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:16.349403 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4f1a1c14-d761-4a9e-97d3-ebf7a7b8cf4b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:subnet and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:16.356322 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4f1a1c14-d761-4a9e-97d3-ebf7a7b8cf4b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:16.367186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4f1a1c14-d761-4a9e-97d3-ebf7a7b8cf4b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:16.389927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.resource_extend [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:47:16.397341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6e1549ab-c17b-40e5-afa8-cc1f775228e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.401827 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6e1549ab-c17b-40e5-afa8-cc1f775228e5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9343092 Mar 29 09:47:16.402493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37162) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:16.413580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1052623908', 'security_groups': ['2991d4fb-6d12-4249-943f-702ab1d7704d'], 'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'de0e02b1-5a25-4b57-bf6c-7a17fdf918f2'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:16.432927 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Allocated IP 2001:db8::2 (17455db2-046b-45b5-ad5b-d674306dc60e/84742a38-660f-4407-ae6d-ef9449f3de3d/8f1ced0b-94f7-45c7-b56b-4ab1e3575783) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:16.447492 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0f44-29d7-460f-a51e-1e1c1e427df6 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.476662 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7728c41-ee47-47c6-8ba7-63c969c4ccfb None None] Pushing event updated for resources: {'Port': ['ID=b14531c5-7892-425c-8dd8-fdc2da6a0c2e,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:16.480463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-dcbc3e85-a799-4d49-a127-dfe668066505 None None] For port 319b3ce9-990b-4a87-a568-dd48dc00ff22, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=319b3ce9-990b-4a87-a568-dd48dc00ff22,segment=NetworkSegment(2020cfdc-1740-49be-bf07-beb3c1ed3df9),segment_id=2020cfdc-1740-49be-bf07-beb3c1ed3df9)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:16.483831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1a1c14-d761-4a9e-97d3-ebf7a7b8cf4b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:16.488545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f1a1c14-d761-4a9e-97d3-ebf7a7b8cf4b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.496271 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7a2ae814-d075-480c-aed6-fe8755da9ac9 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2145 time: 0.5967238 Mar 29 09:47:16.541747 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.549321 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:16.550236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.614226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dcbc3e85-a799-4d49-a127-dfe668066505 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.665631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-77dda493-79c3-420e-99f0-7235c7df0c76 None None] Provisioning for port a961b9f8-b198-4071-8df0-707286f19a15 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:16.682441 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-77dda493-79c3-420e-99f0-7235c7df0c76 None None] Provisioning complete for port a961b9f8-b198-4071-8df0-707286f19a15 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:16.682797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-77dda493-79c3-420e-99f0-7235c7df0c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.711479 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:16.717909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event updated for resources: {'Network': ['ID=39090480-1566-4fac-a8aa-12fec5db36fd,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:16.723078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:16.736458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0f44-29d7-460f-a51e-1e1c1e427df6 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.745911 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 39090480-1566-4fac-a8aa-12fec5db36fd details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:47:16.801710 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-dcbc3e85-a799-4d49-a127-dfe668066505 None None] Transition to ACTIVE for port object 319b3ce9-990b-4a87-a568-dd48dc00ff22 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:16.805652 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.808157 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Allocated IP 2001:db8::2 (f8749a07-0122-4842-8398-6635ae32d475/f565fdba-6992-4669-adc8-a4a271c81839/9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:16.811236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:16.822035 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b0f44-29d7-460f-a51e-1e1c1e427df6 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcf1114-c5e6-4abb-a44f-c0802cd5f13d,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:16.842795 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Transition to ACTIVE for port object a961b9f8-b198-4071-8df0-707286f19a15 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:16.868630 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-66e959e6-5a13-4d3b-b65b-cd1fbf8a9ea2 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1361313 Mar 29 09:47:16.871664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37168) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:16.881382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Request body: {'subnet': {'network_id': '79cc4376-5aa9-47e7-8719-e8e8bcb45ead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:16.911273 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0f44-29d7-460f-a51e-1e1c1e427df6 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.918966 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-eb8b0f44-29d7-460f-a51e-1e1c1e427df6 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0753071 Mar 29 09:47:16.919428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37172) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:16.923048 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.924123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dcbc3e85-a799-4d49-a127-dfe668066505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.940072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c2537a5c-39d7-4333-be04-a1b37af7fda5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group_rule': {'security_group_id': '9dcf1114-c5e6-4abb-a44f-c0802cd5f13d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:16.951977 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c2537a5c-39d7-4333-be04-a1b37af7fda5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:16.963312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c2537a5c-39d7-4333-be04-a1b37af7fda5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:16.969862 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c2537a5c-39d7-4333-be04-a1b37af7fda5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:16.976098 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-77dda493-79c3-420e-99f0-7235c7df0c76 None None] Port a961b9f8-b198-4071-8df0-707286f19a15 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:16.980569 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c2537a5c-39d7-4333-be04-a1b37af7fda5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:17.010966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.056035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] device_id is not set on port 53f7e85c-c557-4c2f-916d-9fb37a8230d8 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:47:17.131897 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:17.136415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Usage tracker for resource:subnet and tenant:b41d15dadb9d4afcb5c50df97a7b579d is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:17.139591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2537a5c-39d7-4333-be04-a1b37af7fda5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.140112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:17.146584 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:17.237522 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Made reservation on behalf of b41d15dadb9d4afcb5c50df97a7b579d for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:17.244052 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f1a1c14-d761-4a9e-97d3-ebf7a7b8cf4b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.244266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.261589 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5634140-2311-4e02-8cea-9a74efcd2190 None None] Pushing event updated for resources: {'Port': ['ID=a961b9f8-b198-4071-8df0-707286f19a15,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:17.312558 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5634140-2311-4e02-8cea-9a74efcd2190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:17.313090 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5634140-2311-4e02-8cea-9a74efcd2190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:17.313556 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5634140-2311-4e02-8cea-9a74efcd2190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:17.313984 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5634140-2311-4e02-8cea-9a74efcd2190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:17.314407 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5634140-2311-4e02-8cea-9a74efcd2190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:17.314828 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5634140-2311-4e02-8cea-9a74efcd2190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:17.315281 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5634140-2311-4e02-8cea-9a74efcd2190 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:17.315699 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5634140-2311-4e02-8cea-9a74efcd2190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:17.316402 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5634140-2311-4e02-8cea-9a74efcd2190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:17.316944 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5634140-2311-4e02-8cea-9a74efcd2190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:17.317858 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5634140-2311-4e02-8cea-9a74efcd2190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:17.318285 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5634140-2311-4e02-8cea-9a74efcd2190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:17.347637 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Attempting to bind port a961b9f8-b198-4071-8df0-707286f19a15 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:47:17.348145 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Attempting to bind port a961b9f8-b198-4071-8df0-707286f19a15 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '69102cf1-019c-452d-b337-89338e7251d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:47:17.355166 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Attempting to bind port a961b9f8-b198-4071-8df0-707286f19a15 on network 23ba0bfd-3583-477e-b3ed-753daeebae44 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:47:17.372313 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:47:17.372313 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Checking segment: {'id': '69102cf1-019c-452d-b337-89338e7251d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:17.372313 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.372984 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Bound using segment: {'id': '69102cf1-019c-452d-b337-89338e7251d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:47:17.373551 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Bound port: a961b9f8-b198-4071-8df0-707286f19a15, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69102cf1-019c-452d-b337-89338e7251d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:47:17.374037 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.399681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37176) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:17.408576 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-20f868ac-562a-4c94-96f2-ffb5e807a1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1732979747', 'description': 'tempest-secgroup-smoke-1732979747 description', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:17.422101 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-20f868ac-562a-4c94-96f2-ffb5e807a1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:17.431828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-20f868ac-562a-4c94-96f2-ffb5e807a1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:17.433969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2537a5c-39d7-4333-be04-a1b37af7fda5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.436360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-20f868ac-562a-4c94-96f2-ffb5e807a1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:17.445640 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-20f868ac-562a-4c94-96f2-ffb5e807a1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:17.453229 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.465712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1a1c14-d761-4a9e-97d3-ebf7a7b8cf4b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network f8749a07-0122-4842-8398-6635ae32d475 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:17.467909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Transition to ACTIVE for port object 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:17.479758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-4f1a1c14-d761-4a9e-97d3-ebf7a7b8cf4b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:17.484350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1a1c14-d761-4a9e-97d3-ebf7a7b8cf4b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:17.485039 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f1a1c14-d761-4a9e-97d3-ebf7a7b8cf4b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.491498 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Transition to ACTIVE for port object 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:17.502610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a1c14-d761-4a9e-97d3-ebf7a7b8cf4b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Subnet': ['ID=86928f2c-8fd3-493f-88cb-0ceefbc70c89,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:17.504211 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] For port a961b9f8-b198-4071-8df0-707286f19a15, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:47:17.508401 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] For port a961b9f8-b198-4071-8df0-707286f19a15, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a961b9f8-b198-4071-8df0-707286f19a15,segment=NetworkSegment(69102cf1-019c-452d-b337-89338e7251d7),segment_id=69102cf1-019c-452d-b337-89338e7251d7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:47:17.511712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2537a5c-39d7-4333-be04-a1b37af7fda5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.526077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-20f868ac-562a-4c94-96f2-ffb5e807a1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.539350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2537a5c-39d7-4333-be04-a1b37af7fda5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b960e7-3a5e-4df0-9f3a-5e92dda383df,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:17.560475 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-77dda493-79c3-420e-99f0-7235c7df0c76 None None] Provisioning complete for port b14531c5-7892-425c-8dd8-fdc2da6a0c2e triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:17.560869 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-77dda493-79c3-420e-99f0-7235c7df0c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.576396 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-20f868ac-562a-4c94-96f2-ffb5e807a1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:17.587608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-20f868ac-562a-4c94-96f2-ffb5e807a1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:17.597305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-20f868ac-562a-4c94-96f2-ffb5e807a1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:17.603224 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.607249 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.617427 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.619657 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-20f868ac-562a-4c94-96f2-ffb5e807a1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:17.631212 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc3e85-a799-4d49-a127-dfe668066505 None None] Pushing event updated for resources: {'Port': ['ID=319b3ce9-990b-4a87-a568-dd48dc00ff22,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:17.651023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Allocated IP 172.20.0.13 (e852d1e1-c344-4b89-9ad6-3053aa9c1a39/de0e02b1-5a25-4b57-bf6c-7a17fdf918f2/53f7e85c-c557-4c2f-916d-9fb37a8230d8) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:17.661936 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37180) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:17.662720 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4f1a1c14-d761-4a9e-97d3-ebf7a7b8cf4b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5688503 Mar 29 09:47:17.669168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'network_id': 'f8749a07-0122-4842-8398-6635ae32d475', 'fixed_ips': [{'subnet_id': 'f565fdba-6992-4669-adc8-a4a271c81839'}, {'subnet_id': '86928f2c-8fd3-493f-88cb-0ceefbc70c89'}], 'name': 'tempest-PortsIpV6TestJSON-210136455'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:17.698284 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Transition to ACTIVE for port object 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:17.712840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2537a5c-39d7-4333-be04-a1b37af7fda5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.718300 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c2537a5c-39d7-4333-be04-a1b37af7fda5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7977941 Mar 29 09:47:17.721568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37184) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:17.726003 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Transition to ACTIVE for port object 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:17.751918 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Routers {'426fb5de-2cb3-4646-a2c6-95fd515754f2'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:17.751918 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['426fb5de-2cb3-4646-a2c6-95fd515754f2'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:17.758244 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b14531c5-7892-425c-8dd8-fdc2da6a0c2e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:17.881160 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.909082 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.922304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Network f8749a07-0122-4842-8398-6635ae32d475 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:17.937905 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:17.974755 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:18.058457 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.059950 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-139a4e08-2065-4666-b21c-186178ffc998 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.084292 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Transition to ACTIVE for port object 53f7e85c-c557-4c2f-916d-9fb37a8230d8 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:18.087065 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Checking segment: {'id': 'f2a45a42-c058-44b6-884b-b1719e557880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '79cc4376-5aa9-47e7-8719-e8e8bcb45ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:18.087425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Network hostable DHCP agents. Network: 79cc4376-5aa9-47e7-8719-e8e8bcb45ead, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:47:18.106415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-139a4e08-2065-4666-b21c-186178ffc998 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.145997 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Network 17455db2-046b-45b5-ad5b-d674306dc60e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:18.151358 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5634140-2311-4e02-8cea-9a74efcd2190 None None] Pushing event updated for resources: {'Port': ['ID=a961b9f8-b198-4071-8df0-707286f19a15,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:18.155263 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Pushing event updated for resources: {'Port': ['ID=9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:18.158445 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:18.163342 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:18.178275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.178500 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event updated for resources: {'Subnet': ['ID=ee2d3415-61ef-4fdc-9674-451a141c8710,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:18.188287 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] Set router 426fb5de-2cb3-4646-a2c6-95fd515754f2 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:47:18.224222 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:18.235409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:18.276290 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-20f868ac-562a-4c94-96f2-ffb5e807a1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.277647 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Network 79cc4376-5aa9-47e7-8719-e8e8bcb45ead is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:47:18.344651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:18.445926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-139a4e08-2065-4666-b21c-186178ffc998 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.447523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-20f868ac-562a-4c94-96f2-ffb5e807a1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.456202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=53f7e85c-c557-4c2f-916d-9fb37a8230d8,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:18.472119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:18.473277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:18.475653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:18.478864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 79cc4376-5aa9-47e7-8719-e8e8bcb45ead) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:18.490066 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Attempting to bind port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:47:18.490572 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Attempting to bind port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'd54f2fa3-a202-47e3-83a4-b3b1b6649027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f8749a07-0122-4842-8398-6635ae32d475'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:47:18.491049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Attempting to bind port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 on network f8749a07-0122-4842-8398-6635ae32d475 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:47:18.496782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a4e08-2065-4666-b21c-186178ffc998 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8b960e7-3a5e-4df0-9f3a-5e92dda383df,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:18.517799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:18.518410 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.519457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port b14531c5-7892-425c-8dd8-fdc2da6a0c2e triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:18.519946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.555492 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Attempting to bind port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:47:18.555928 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Attempting to bind port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '6b00b6c4-921a-4ba0-8148-49289972b951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '17455db2-046b-45b5-ad5b-d674306dc60e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:47:18.556384 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Attempting to bind port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 on network 17455db2-046b-45b5-ad5b-d674306dc60e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:47:18.560499 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f915ba14-791b-4da3-857a-8b516fadd187 None None] Network 79cc4376-5aa9-47e7-8719-e8e8bcb45ead requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:18.577341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:18.578366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.588932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:47:18.590918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Checking segment: {'id': 'd54f2fa3-a202-47e3-83a4-b3b1b6649027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f8749a07-0122-4842-8398-6635ae32d475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:18.590918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.590918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Bound using segment: {'id': 'd54f2fa3-a202-47e3-83a4-b3b1b6649027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f8749a07-0122-4842-8398-6635ae32d475'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:47:18.591321 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Bound port: 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54f2fa3-a202-47e3-83a4-b3b1b6649027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f8749a07-0122-4842-8398-6635ae32d475'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:47:18.591772 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.601231 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f868ac-562a-4c94-96f2-ffb5e807a1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35951881-5fc8-4e14-a698-fb7f9335a024,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:18.618599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Pushing event updated for resources: {'Port': ['ID=8f1ced0b-94f7-45c7-b56b-4ab1e3575783,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:18.626080 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:47:18.626554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Checking segment: {'id': '6b00b6c4-921a-4ba0-8148-49289972b951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '17455db2-046b-45b5-ad5b-d674306dc60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:18.627066 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.627534 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Bound using segment: {'id': '6b00b6c4-921a-4ba0-8148-49289972b951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '17455db2-046b-45b5-ad5b-d674306dc60e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:47:18.628077 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Bound port: 8f1ced0b-94f7-45c7-b56b-4ab1e3575783, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b00b6c4-921a-4ba0-8148-49289972b951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '17455db2-046b-45b5-ad5b-d674306dc60e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:47:18.628552 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.639841 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-139a4e08-2065-4666-b21c-186178ffc998 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.643815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37188) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:18.645550 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-139a4e08-2065-4666-b21c-186178ffc998 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/c8b960e7-3a5e-4df0-9f3a-5e92dda383df HTTP/1.1" status: 204 len: 168 time: 0.9016626 Mar 29 09:47:18.679798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37192) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:18.680922 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-785ddb56-fbfe-4576-a46d-e91a071237be tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2765627 Mar 29 09:47:18.692900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-31099ebc-e544-4059-9f02-464db38f6568 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'subnet': {'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:18.709952 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:02Z', 'updated_at': '2022-03-29T09:47:13Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:04Z', 'updated_at': '2022-03-29T09:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'a961b9f8-b198-4071-8df0-707286f19a15', 'name': '', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:6f:c4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:11Z', 'updated_at': '2022-03-29T09:47:17Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:18.715565 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-348e3850-3c27-4232-ae04-39ab792f774e tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:18.716066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-20f868ac-562a-4c94-96f2-ffb5e807a1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.716066 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-20f868ac-562a-4c94-96f2-ffb5e807a1cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3113446 Mar 29 09:47:18.719452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37196) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:18.720119 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d869a1e3-0fe7-4d0a-88e7-dbcb29218be0 None None] The sync data for ids ['426fb5de-2cb3-4646-a2c6-95fd515754f2'] in dv-neutron-835555-1-hyperv is: [{'id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:02Z', 'updated_at': '2022-03-29T09:47:13Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:04Z', 'updated_at': '2022-03-29T09:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'a961b9f8-b198-4071-8df0-707286f19a15', 'name': '', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:6f:c4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:11Z', 'updated_at': '2022-03-29T09:47:17Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:47:18.727350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:18.737661 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ce06b50d-2799-4a2e-9ba7-6b93b0de21a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '35951881-5fc8-4e14-a698-fb7f9335a024', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:18.758560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ce06b50d-2799-4a2e-9ba7-6b93b0de21a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:18.766907 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ac9add50-0d5d-4b28-9906-1a21fe77c4ca tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8933995 Mar 29 09:47:18.775368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37200) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:18.784690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ce06b50d-2799-4a2e-9ba7-6b93b0de21a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:18.789990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ce06b50d-2799-4a2e-9ba7-6b93b0de21a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:18.809333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Request body: {'subnet': {'network_id': '39090480-1566-4fac-a8aa-12fec5db36fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:18.832379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-348e3850-3c27-4232-ae04-39ab792f774e tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:18.833562 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-348e3850-3c27-4232-ae04-39ab792f774e tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1880996 Mar 29 09:47:18.852227 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37204) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:18.852523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ce06b50d-2799-4a2e-9ba7-6b93b0de21a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:18.891968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port 6082eee6-bd0d-4229-9145-c49b5e734b52 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:47:18.955229 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:18.959514 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Usage tracker for resource:subnet and tenant:b41d15dadb9d4afcb5c50df97a7b579d is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:18.962513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:18.969857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:18.979335 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] For port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:47:18.983975 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] For port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3,segment=NetworkSegment(d54f2fa3-a202-47e3-83a4-b3b1b6649027),segment_id=d54f2fa3-a202-47e3-83a4-b3b1b6649027)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:47:19.007191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ce06b50d-2799-4a2e-9ba7-6b93b0de21a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.033661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-31099ebc-e544-4059-9f02-464db38f6568 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:19.038883 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-31099ebc-e544-4059-9f02-464db38f6568 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:subnet and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:19.042815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-31099ebc-e544-4059-9f02-464db38f6568 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:19.049774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-31099ebc-e544-4059-9f02-464db38f6568 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:19.060866 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Made reservation on behalf of b41d15dadb9d4afcb5c50df97a7b579d for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:19.062482 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.102267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-fc5b1216-eee4-47f2-a2ae-3049d604615a None None] Provisioning for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:19.106166 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.136018 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a40409bf-56bb-478e-a861-842d9a80ec88 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.190691 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] For port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:47:19.193012 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-fc5b1216-eee4-47f2-a2ae-3049d604615a None None] Provisioning complete for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:19.193458 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fc5b1216-eee4-47f2-a2ae-3049d604615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.200898 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ce06b50d-2799-4a2e-9ba7-6b93b0de21a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.224708 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a40409bf-56bb-478e-a861-842d9a80ec88 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.235418 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31099ebc-e544-4059-9f02-464db38f6568 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:19.239540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-31099ebc-e544-4059-9f02-464db38f6568 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.293471 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] For port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=8f1ced0b-94f7-45c7-b56b-4ab1e3575783,segment=NetworkSegment(6b00b6c4-921a-4ba0-8148-49289972b951),segment_id=6b00b6c4-921a-4ba0-8148-49289972b951)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:47:19.295056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ce06b50d-2799-4a2e-9ba7-6b93b0de21a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.317991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:19.349818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06b50d-2799-4a2e-9ba7-6b93b0de21a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b85fea-ffa1-495d-8c11-421e15a36675,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:19.435689 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.442301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ce06b50d-2799-4a2e-9ba7-6b93b0de21a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.446941 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ce06b50d-2799-4a2e-9ba7-6b93b0de21a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7235336 Mar 29 09:47:19.449656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37208) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:19.459734 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7cb1aae5-48df-44eb-8040-159bd90490ee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '35951881-5fc8-4e14-a698-fb7f9335a024', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:19.461071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e2388-4e14-43bf-b0f0-5e880af920c2 None None] Pushing event updated for resources: {'Port': ['ID=9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:19.495170 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7cb1aae5-48df-44eb-8040-159bd90490ee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:19.503303 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7cb1aae5-48df-44eb-8040-159bd90490ee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:19.512516 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.527002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7cb1aae5-48df-44eb-8040-159bd90490ee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:19.559991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-79cc4376-5aa9-47e7-8719-e8e8bcb45ead', 'network_id': '79cc4376-5aa9-47e7-8719-e8e8bcb45ead', 'tenant_id': 'b41d15dadb9d4afcb5c50df97a7b579d', 'fixed_ips': [{'subnet_id': 'ee2d3415-61ef-4fdc-9674-451a141c8710'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:47:19.561337 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.595459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7cb1aae5-48df-44eb-8040-159bd90490ee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:19.652478 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.ipam_backend_mixin [None req-31099ebc-e544-4059-9f02-464db38f6568 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet de0e02b1-5a25-4b57-bf6c-7a17fdf918f2 (CIDR: 172.20.0.0/28) Mar 29 09:47:19.669520 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event updated for resources: {'Subnet': ['ID=55aa123e-cff2-472e-81c6-ce508f73ae63,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:19.682892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Checking segment: {'id': 'be549d0c-3682-4fb8-a36c-ac85d10861e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '39090480-1566-4fac-a8aa-12fec5db36fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:19.683341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Network hostable DHCP agents. Network: 39090480-1566-4fac-a8aa-12fec5db36fd, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:47:19.743492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7cb1aae5-48df-44eb-8040-159bd90490ee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.751352 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-31099ebc-e544-4059-9f02-464db38f6568 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:19.752200 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31099ebc-e544-4059-9f02-464db38f6568 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:19.757133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a40409bf-56bb-478e-a861-842d9a80ec88 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.815175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Network 39090480-1566-4fac-a8aa-12fec5db36fd is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:47:19.832527 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:19.833118 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.840323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40409bf-56bb-478e-a861-842d9a80ec88 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcf1114-c5e6-4abb-a44f-c0802cd5f13d,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:19.875128 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109337c-a7dc-4002-8145-be029fd970b2 None None] Pushing event updated for resources: {'Port': ['ID=8f1ced0b-94f7-45c7-b56b-4ab1e3575783,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:19.900786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7cb1aae5-48df-44eb-8040-159bd90490ee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.922572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 39090480-1566-4fac-a8aa-12fec5db36fd) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:19.925249 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Allocated IP 2001:db8::261 (f8749a07-0122-4842-8398-6635ae32d475/f565fdba-6992-4669-adc8-a4a271c81839/6082eee6-bd0d-4229-9145-c49b5e734b52) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:19.930409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:19.930409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.942262 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Allocated IP 2001:db8:0:1::3b6 (f8749a07-0122-4842-8398-6635ae32d475/86928f2c-8fd3-493f-88cb-0ceefbc70c89/6082eee6-bd0d-4229-9145-c49b5e734b52) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:19.943580 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-fc5b1216-eee4-47f2-a2ae-3049d604615a None None] Provisioning complete for port d1e94297-e35a-45a9-928c-6d7e81b1bc62 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:19.943951 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fc5b1216-eee4-47f2-a2ae-3049d604615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:19.980667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619b8a7-b97b-4806-9a7c-b16f22be394c None None] Network 39090480-1566-4fac-a8aa-12fec5db36fd requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:19.990282 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-31099ebc-e544-4059-9f02-464db38f6568 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3096583 Mar 29 09:47:19.993335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37212) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:20.001638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-394b4dad-21a6-497e-94f5-2db98544e957 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'subnet': {'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:20.022722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a40409bf-56bb-478e-a861-842d9a80ec88 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:20.025466 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a40409bf-56bb-478e-a861-842d9a80ec88 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-groups/9dcf1114-c5e6-4abb-a44f-c0802cd5f13d HTTP/1.1" status: 204 len: 168 time: 1.1656132 Mar 29 09:47:20.033867 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37216) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:20.252466 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7be4509d-51fb-42fe-86da-54598bb4f564 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4705818 Mar 29 09:47:20.253673 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7cb1aae5-48df-44eb-8040-159bd90490ee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:20.259493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37220) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:20.308072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b1216-eee4-47f2-a2ae-3049d604615a None None] Port d1e94297-e35a-45a9-928c-6d7e81b1bc62 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:20.380778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-394b4dad-21a6-497e-94f5-2db98544e957 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:20.383976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1aae5-48df-44eb-8040-159bd90490ee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e778d1d8-efbe-4e60-ab8e-82c2fc0ff148,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:20.391968 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-394b4dad-21a6-497e-94f5-2db98544e957 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:subnet and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:20.404625 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:20.424190 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Transition to ACTIVE for port object 6082eee6-bd0d-4229-9145-c49b5e734b52 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:20.458639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-394b4dad-21a6-497e-94f5-2db98544e957 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:20.477439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-394b4dad-21a6-497e-94f5-2db98544e957 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:20.485685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c000ff72-5a19-4036-b5d0-e7179afaaee2 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:20.519707 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:20.553545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-39090480-1566-4fac-a8aa-12fec5db36fd', 'network_id': '39090480-1566-4fac-a8aa-12fec5db36fd', 'tenant_id': 'b41d15dadb9d4afcb5c50df97a7b579d', 'fixed_ips': [{'subnet_id': '55aa123e-cff2-472e-81c6-ce508f73ae63'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:47:20.560408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:20.564222 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7cb1aae5-48df-44eb-8040-159bd90490ee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:20.565466 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7cb1aae5-48df-44eb-8040-159bd90490ee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1134641 Mar 29 09:47:20.570370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37224) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:20.578252 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8594fe61-aa11-47d2-9dba-976e20ed5dc7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '35951881-5fc8-4e14-a698-fb7f9335a024', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:20.581468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Allocated IP 2001:db8::2 (79cc4376-5aa9-47e7-8719-e8e8bcb45ead/ee2d3415-61ef-4fdc-9674-451a141c8710/37f9ef3d-538b-4939-90b4-e701b8719858) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:20.587929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8594fe61-aa11-47d2-9dba-976e20ed5dc7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:20.590718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8594fe61-aa11-47d2-9dba-976e20ed5dc7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:20.597233 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8594fe61-aa11-47d2-9dba-976e20ed5dc7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:20.599794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c000ff72-5a19-4036-b5d0-e7179afaaee2 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:20.608574 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c000ff72-5a19-4036-b5d0-e7179afaaee2 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5634215 Mar 29 09:47:20.609649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8594fe61-aa11-47d2-9dba-976e20ed5dc7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:20.637093 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network f8749a07-0122-4842-8398-6635ae32d475 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:20.638116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37228) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:20.649835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eef3193a-0b7c-407e-a1b2-631824f4dc43 None None] Provisioning for port 53f7e85c-c557-4c2f-916d-9fb37a8230d8 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:20.653897 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-23263747-4898-408a-892f-2c8c47eea36b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549676777'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:20.657892 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eef3193a-0b7c-407e-a1b2-631824f4dc43 None None] Provisioning complete for port 53f7e85c-c557-4c2f-916d-9fb37a8230d8 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:20.658381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eef3193a-0b7c-407e-a1b2-631824f4dc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:20.663645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-23263747-4898-408a-892f-2c8c47eea36b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:20.679434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-23263747-4898-408a-892f-2c8c47eea36b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:20.685258 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394b4dad-21a6-497e-94f5-2db98544e957 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:20.688872 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:20.692386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-394b4dad-21a6-497e-94f5-2db98544e957 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:20.697119 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:20.704302 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:20.705178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:20.740795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=6082eee6-bd0d-4229-9145-c49b5e734b52,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:20.787504 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23263747-4898-408a-892f-2c8c47eea36b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:20.824459 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e8651e19-7c03-4866-94f0-4746cee6c953 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.1614070 Mar 29 09:47:20.825913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-23263747-4898-408a-892f-2c8c47eea36b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:20.829994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37232) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:20.838342 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-eef3193a-0b7c-407e-a1b2-631824f4dc43 None None] Port 53f7e85c-c557-4c2f-916d-9fb37a8230d8 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:20.840190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8594fe61-aa11-47d2-9dba-976e20ed5dc7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:20.843169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-cfe35185-e5de-4db7-9c1a-b5d87a79a54f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f565fdba-6992-4669-adc8-a4a271c81839'}]}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:20.927789 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-23263747-4898-408a-892f-2c8c47eea36b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:21.050282 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Allocated IP 2001:db8::2 (39090480-1566-4fac-a8aa-12fec5db36fd/55aa123e-cff2-472e-81c6-ce508f73ae63/e4cff396-d004-4624-8777-9b7241317a05) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:21.136243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cfe35185-e5de-4db7-9c1a-b5d87a79a54f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:21.281909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:21.301620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8594fe61-aa11-47d2-9dba-976e20ed5dc7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:21.309718 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.ipam_backend_mixin [None req-394b4dad-21a6-497e-94f5-2db98544e957 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2b4b9ce0-669e-48c7-99ed-03d1168d7f81 (CIDR: 172.20.0.16/28) Mar 29 09:47:21.319248 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:21.330765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Transition to ACTIVE for port object e4cff396-d004-4624-8777-9b7241317a05 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:21.351127 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Transition to ACTIVE for port object e4cff396-d004-4624-8777-9b7241317a05 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:21.365696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 319b3ce9-990b-4a87-a568-dd48dc00ff22 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:21.371965 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-394b4dad-21a6-497e-94f5-2db98544e957 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:21.372466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394b4dad-21a6-497e-94f5-2db98544e957 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:21.396281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8594fe61-aa11-47d2-9dba-976e20ed5dc7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:21.439632 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c65e928-0d0b-4eda-97ed-5f3b7de02925 None None] Network f8749a07-0122-4842-8398-6635ae32d475 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:21.464142 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552578df-d6da-4955-8ed5-d61f978fc2fe None None] Network 17455db2-046b-45b5-ad5b-d674306dc60e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:21.477106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:21.522316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-cfe35185-e5de-4db7-9c1a-b5d87a79a54f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Delete allocated IP 2001:db8:0:1::3b6 (f8749a07-0122-4842-8398-6635ae32d475/86928f2c-8fd3-493f-88cb-0ceefbc70c89) {{(pid=88550) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 09:47:21.524539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594fe61-aa11-47d2-9dba-976e20ed5dc7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17091edb-f3b2-4361-892e-3d024e7272bb,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:21.552312 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-394b4dad-21a6-497e-94f5-2db98544e957 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5555465 Mar 29 09:47:21.554297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37236) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:21.561899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-d1b0d338-4cb2-4612-9539-2bb06ed25e8e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'subnet': {'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:21.687862 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8594fe61-aa11-47d2-9dba-976e20ed5dc7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:21.688964 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8594fe61-aa11-47d2-9dba-976e20ed5dc7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1176622 Mar 29 09:47:21.696223 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37240) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:21.701082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23263747-4898-408a-892f-2c8c47eea36b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:21.706233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7efc4c91-c20e-44b7-ab9c-5305ed83d44b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '35951881-5fc8-4e14-a698-fb7f9335a024', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:21.714475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7efc4c91-c20e-44b7-ab9c-5305ed83d44b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:21.721152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7efc4c91-c20e-44b7-ab9c-5305ed83d44b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:21.723237 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-bb0adc76-3be0-4df9-99c6-c9389cb34bda None None] Provisioning for port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:21.724425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7efc4c91-c20e-44b7-ab9c-5305ed83d44b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:21.731147 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Network 39090480-1566-4fac-a8aa-12fec5db36fd is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:21.735130 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7efc4c91-c20e-44b7-ab9c-5305ed83d44b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:21.749005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:21.760518 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Pushing event updated for resources: {'Port': ['ID=e4cff396-d004-4624-8777-9b7241317a05,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:21.761581 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cfe35185-e5de-4db7-9c1a-b5d87a79a54f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:21.766402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d1b0d338-4cb2-4612-9539-2bb06ed25e8e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:21.770507 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:21.770655 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d1b0d338-4cb2-4612-9539-2bb06ed25e8e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Usage tracker for resource:subnet and tenant:b4dec77116a345ed906ccba95ed7a9ff is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:21.773529 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d1b0d338-4cb2-4612-9539-2bb06ed25e8e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:21.777048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23263747-4898-408a-892f-2c8c47eea36b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:21.780240 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d1b0d338-4cb2-4612-9539-2bb06ed25e8e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:21.805039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-cfe35185-e5de-4db7-9c1a-b5d87a79a54f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Ignored duplicate provisioning block setup for port 6082eee6-bd0d-4229-9145-c49b5e734b52 by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 29 09:47:21.815914 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:21.816269 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:21.829458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23263747-4898-408a-892f-2c8c47eea36b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9b0809-f3bd-452d-bff2-1d480e58d496,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:21.854170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7efc4c91-c20e-44b7-ab9c-5305ed83d44b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:21.873152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b0d338-4cb2-4612-9539-2bb06ed25e8e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Made reservation on behalf of b4dec77116a345ed906ccba95ed7a9ff for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:21.876685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d1b0d338-4cb2-4612-9539-2bb06ed25e8e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:21.880302 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cfe35185-e5de-4db7-9c1a-b5d87a79a54f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:21.951389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23263747-4898-408a-892f-2c8c47eea36b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:21.955539 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-23263747-4898-408a-892f-2c8c47eea36b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3100078 Mar 29 09:47:21.959767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37244) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:21.971296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5ec5f84a-9576-4dd7-bca7-e98a02c42d67 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group_rule': {'security_group_id': 'fd9b0809-f3bd-452d-bff2-1d480e58d496', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:22.004105 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5ec5f84a-9576-4dd7-bca7-e98a02c42d67 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:22.033754 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5ec5f84a-9576-4dd7-bca7-e98a02c42d67 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:22.036579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe35185-e5de-4db7-9c1a-b5d87a79a54f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=6082eee6-bd0d-4229-9145-c49b5e734b52,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:22.039335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-cfe35185-e5de-4db7-9c1a-b5d87a79a54f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] In _notify_port_updated(), no bound segment for port 6082eee6-bd0d-4229-9145-c49b5e734b52 on network f8749a07-0122-4842-8398-6635ae32d475 {{(pid=88550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:47:22.044869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe35185-e5de-4db7-9c1a-b5d87a79a54f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:22.045485 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cfe35185-e5de-4db7-9c1a-b5d87a79a54f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.046821 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cfe35185-e5de-4db7-9c1a-b5d87a79a54f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "PUT /v2.0/ports/6082eee6-bd0d-4229-9145-c49b5e734b52 HTTP/1.1" status: 200 len: 925 time: 1.2171571 Mar 29 09:47:22.048212 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5ec5f84a-9576-4dd7-bca7-e98a02c42d67 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:22.049721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37248) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:22.054506 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5ec5f84a-9576-4dd7-bca7-e98a02c42d67 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:22.056349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-321f9c73-1628-421a-9c98-2cb3f1ac8c09 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f565fdba-6992-4669-adc8-a4a271c81839'}, {'subnet_id': '86928f2c-8fd3-493f-88cb-0ceefbc70c89'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:22.117561 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7efc4c91-c20e-44b7-ab9c-5305ed83d44b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.144585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ec5f84a-9576-4dd7-bca7-e98a02c42d67 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.162965 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.172957 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Attempting to bind port e4cff396-d004-4624-8777-9b7241317a05 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:47:22.172957 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Attempting to bind port e4cff396-d004-4624-8777-9b7241317a05 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'be549d0c-3682-4fb8-a36c-ac85d10861e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '39090480-1566-4fac-a8aa-12fec5db36fd'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:47:22.172957 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Attempting to bind port e4cff396-d004-4624-8777-9b7241317a05 on network 39090480-1566-4fac-a8aa-12fec5db36fd {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:47:22.194631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Transition to ACTIVE for port object 37f9ef3d-538b-4939-90b4-e701b8719858 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:22.198257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:47:22.198621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Checking segment: {'id': 'be549d0c-3682-4fb8-a36c-ac85d10861e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '39090480-1566-4fac-a8aa-12fec5db36fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:22.199008 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.199395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Bound using segment: {'id': 'be549d0c-3682-4fb8-a36c-ac85d10861e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '39090480-1566-4fac-a8aa-12fec5db36fd'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:47:22.199863 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Bound port: e4cff396-d004-4624-8777-9b7241317a05, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be549d0c-3682-4fb8-a36c-ac85d10861e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '39090480-1566-4fac-a8aa-12fec5db36fd'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:47:22.200307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.217675 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7efc4c91-c20e-44b7-ab9c-5305ed83d44b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.217675 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ec5f84a-9576-4dd7-bca7-e98a02c42d67 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.242542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc4c91-c20e-44b7-ab9c-5305ed83d44b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cca120-d7d6-4f2e-a841-4bc11ba67201,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:22.324936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e3efee27-925a-4eda-9edf-604ab349905f None None] Provisioning for port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:22.325161 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7efc4c91-c20e-44b7-ab9c-5305ed83d44b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.329403 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7efc4c91-c20e-44b7-ab9c-5305ed83d44b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6285717 Mar 29 09:47:22.333615 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37252) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:22.339568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ec5f84a-9576-4dd7-bca7-e98a02c42d67 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.339824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-4f404669-4b56-4f67-acb8-4ba1e7e38c46 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '35951881-5fc8-4e14-a698-fb7f9335a024', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:22.357944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4f404669-4b56-4f67-acb8-4ba1e7e38c46 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:22.378158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5f84a-9576-4dd7-bca7-e98a02c42d67 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b281ad-12e6-4c95-a5c6-71cfc97787b8,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:22.388217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Transition to ACTIVE for port object 37f9ef3d-538b-4939-90b4-e701b8719858 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:22.400646 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4f404669-4b56-4f67-acb8-4ba1e7e38c46 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:22.413798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4f404669-4b56-4f67-acb8-4ba1e7e38c46 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:22.426245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a961b9f8-b198-4071-8df0-707286f19a15 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:22.432949 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ec5f84a-9576-4dd7-bca7-e98a02c42d67 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.434200 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5ec5f84a-9576-4dd7-bca7-e98a02c42d67 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4714196 Mar 29 09:47:22.434988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4f404669-4b56-4f67-acb8-4ba1e7e38c46 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:22.437646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37256) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:22.443828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d097c389-6bab-4ae9-b766-f51745c398cc tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group_rule': {'security_group_id': 'fd9b0809-f3bd-452d-bff2-1d480e58d496', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:22.450365 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d097c389-6bab-4ae9-b766-f51745c398cc tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:22.457057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d097c389-6bab-4ae9-b766-f51745c398cc tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:22.460842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-321f9c73-1628-421a-9c98-2cb3f1ac8c09 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.461798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d097c389-6bab-4ae9-b766-f51745c398cc tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:22.471116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d097c389-6bab-4ae9-b766-f51745c398cc tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:22.483020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.550825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d1b0d338-4cb2-4612-9539-2bb06ed25e8e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.570303 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] For port e4cff396-d004-4624-8777-9b7241317a05, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:47:22.586157 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Network 79cc4376-5aa9-47e7-8719-e8e8bcb45ead is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:22.589058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d097c389-6bab-4ae9-b766-f51745c398cc tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.598730 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:22.611455 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] For port e4cff396-d004-4624-8777-9b7241317a05, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e4cff396-d004-4624-8777-9b7241317a05,segment=NetworkSegment(be549d0c-3682-4fb8-a36c-ac85d10861e9),segment_id=be549d0c-3682-4fb8-a36c-ac85d10861e9)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:47:22.612621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:22.618403 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-4f404669-4b56-4f67-acb8-4ba1e7e38c46 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:47:22.633478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Pushing event updated for resources: {'Port': ['ID=37f9ef3d-538b-4939-90b4-e701b8719858,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:22.647239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Allocated IP 2001:db8::1 (79cc4376-5aa9-47e7-8719-e8e8bcb45ead/ee2d3415-61ef-4fdc-9674-451a141c8710/25f385cb-cc49-434e-beb1-ccc82514efce) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:22.655508 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b0d338-4cb2-4612-9539-2bb06ed25e8e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:22.672570 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f404669-4b56-4f67-acb8-4ba1e7e38c46 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.681727 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d097c389-6bab-4ae9-b766-f51745c398cc tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.729493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-d1b0d338-4cb2-4612-9539-2bb06ed25e8e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:22.751197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53339406-3849-4c09-8870-8e95c0b728d0 None None] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:22.757064 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b0d338-4cb2-4612-9539-2bb06ed25e8e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:22.757863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d1b0d338-4cb2-4612-9539-2bb06ed25e8e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.778017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.825429 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d097c389-6bab-4ae9-b766-f51745c398cc tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.830381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0d338-4cb2-4612-9539-2bb06ed25e8e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Subnet': ['ID=657e6ce7-5cb5-4acf-8674-b7c0841d1a5f,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:22.866022 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097c389-6bab-4ae9-b766-f51745c398cc tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8ea4f7-d5f5-43cd-920c-83a2aeb577ee,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:22.886924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port a961b9f8-b198-4071-8df0-707286f19a15 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:22.945196 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Attempting to bind port 37f9ef3d-538b-4939-90b4-e701b8719858 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:47:22.945567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Attempting to bind port 37f9ef3d-538b-4939-90b4-e701b8719858 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'f2a45a42-c058-44b6-884b-b1719e557880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '79cc4376-5aa9-47e7-8719-e8e8bcb45ead'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:47:22.945917 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Attempting to bind port 37f9ef3d-538b-4939-90b4-e701b8719858 on network 79cc4376-5aa9-47e7-8719-e8e8bcb45ead {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:47:22.970765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d097c389-6bab-4ae9-b766-f51745c398cc tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.974635 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d097c389-6bab-4ae9-b766-f51745c398cc tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5332489 Mar 29 09:47:22.974999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37260) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:22.979431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port a961b9f8-b198-4071-8df0-707286f19a15 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:22.979431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:22.981718 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-02c26f77-072d-45f3-a637-ad372b418ad8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group_rule': {'security_group_id': 'fd9b0809-f3bd-452d-bff2-1d480e58d496', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:22.989084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-02c26f77-072d-45f3-a637-ad372b418ad8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:22.993802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-02c26f77-072d-45f3-a637-ad372b418ad8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:22.998163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-02c26f77-072d-45f3-a637-ad372b418ad8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:23.006028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-02c26f77-072d-45f3-a637-ad372b418ad8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:23.036318 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:47:23.036713 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Checking segment: {'id': 'f2a45a42-c058-44b6-884b-b1719e557880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '79cc4376-5aa9-47e7-8719-e8e8bcb45ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:23.037112 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.037502 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Bound using segment: {'id': 'f2a45a42-c058-44b6-884b-b1719e557880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '79cc4376-5aa9-47e7-8719-e8e8bcb45ead'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:47:23.046817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Bound port: 37f9ef3d-538b-4939-90b4-e701b8719858, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a45a42-c058-44b6-884b-b1719e557880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '79cc4376-5aa9-47e7-8719-e8e8bcb45ead'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:47:23.046817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.069232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394cde59-484a-411f-875c-be32c07cbfcd None None] Update dhcp port {'port': {'network_id': 'f8749a07-0122-4842-8398-6635ae32d475', 'fixed_ips': [{'subnet_id': 'f565fdba-6992-4669-adc8-a4a271c81839', 'ip_address': '2001:db8::2'}, {'subnet_id': '86928f2c-8fd3-493f-88cb-0ceefbc70c89'}], 'binding:host_id': 'dv-neutron-835555-1-hyperv'}, 'id': '9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3'} from dv-neutron-835555-1-hyperv. {{(pid=88552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 29 09:47:23.093547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.118790 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17b698-56ca-4ada-99a4-2f2e14b7c5ed None None] Pushing event updated for resources: {'Port': ['ID=e4cff396-d004-4624-8777-9b7241317a05,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:23.125145 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-02c26f77-072d-45f3-a637-ad372b418ad8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.130872 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d1b0d338-4cb2-4612-9539-2bb06ed25e8e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5763109 Mar 29 09:47:23.137417 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37264) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:23.146810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-06fd6788-04fe-45fc-aac0-7952c1c642db tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-410766507', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '657e6ce7-5cb5-4acf-8674-b7c0841d1a5f'}], 'security_groups': ['ef4b6e59-1f28-4ce0-b129-67930621c19e', '549b2447-5086-4277-b090-45b86450c3c3']}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:23.248894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f404669-4b56-4f67-acb8-4ba1e7e38c46 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.261561 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-394cde59-484a-411f-875c-be32c07cbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.285647 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.340766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-02c26f77-072d-45f3-a637-ad372b418ad8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.378907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Transition to ACTIVE for port object 25f385cb-cc49-434e-beb1-ccc82514efce will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:23.439641 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f404669-4b56-4f67-acb8-4ba1e7e38c46 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.465994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] For port 37f9ef3d-538b-4939-90b4-e701b8719858, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:47:23.501201 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f404669-4b56-4f67-acb8-4ba1e7e38c46 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef59bb3-1aa8-49b4-9856-9d2ab59332ca,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:23.518589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-321f9c73-1628-421a-9c98-2cb3f1ac8c09 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Allocated IP 2001:db8:0:1::39c (f8749a07-0122-4842-8398-6635ae32d475/86928f2c-8fd3-493f-88cb-0ceefbc70c89/6082eee6-bd0d-4229-9145-c49b5e734b52) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:23.550803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] For port 37f9ef3d-538b-4939-90b4-e701b8719858, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=37f9ef3d-538b-4939-90b4-e701b8719858,segment=NetworkSegment(f2a45a42-c058-44b6-884b-b1719e557880),segment_id=f2a45a42-c058-44b6-884b-b1719e557880)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:47:23.559513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.566873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-02c26f77-072d-45f3-a637-ad372b418ad8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.593660 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c26f77-072d-45f3-a637-ad372b418ad8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3411437f-2f18-4eba-a850-97d882eb4040,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:23.623537 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port a961b9f8-b198-4071-8df0-707286f19a15, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a961b9f8-b198-4071-8df0-707286f19a15,segment=NetworkSegment(69102cf1-019c-452d-b337-89338e7251d7),segment_id=69102cf1-019c-452d-b337-89338e7251d7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:23.635315 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.645288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.648935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f404669-4b56-4f67-acb8-4ba1e7e38c46 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.652557 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4f404669-4b56-4f67-acb8-4ba1e7e38c46 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3155763 Mar 29 09:47:23.668336 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37268) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:23.684583 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-fa1d1583-1020-425f-98d2-8ecb8b6986d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '35951881-5fc8-4e14-a698-fb7f9335a024', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:23.696989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-fa1d1583-1020-425f-98d2-8ecb8b6986d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:23.701456 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fa1d1583-1020-425f-98d2-8ecb8b6986d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:23.705394 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fa1d1583-1020-425f-98d2-8ecb8b6986d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:23.711664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-fa1d1583-1020-425f-98d2-8ecb8b6986d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:23.731076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.731076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:23.738535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-02c26f77-072d-45f3-a637-ad372b418ad8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.742858 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-02c26f77-072d-45f3-a637-ad372b418ad8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7663729 Mar 29 09:47:23.743968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37272) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:23.759828 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Network 79cc4376-5aa9-47e7-8719-e8e8bcb45ead is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:23.761459 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-54ff5fac-df6a-4ea4-8a0b-3fda2dab5755 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group_rule': {'security_group_id': 'fd9b0809-f3bd-452d-bff2-1d480e58d496', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:23.771221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:23.771738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-54ff5fac-df6a-4ea4-8a0b-3fda2dab5755 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:23.776313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:23.776890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.777999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06fd6788-04fe-45fc-aac0-7952c1c642db tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.788418 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-54ff5fac-df6a-4ea4-8a0b-3fda2dab5755 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:23.792960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-54ff5fac-df6a-4ea4-8a0b-3fda2dab5755 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:23.803062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-54ff5fac-df6a-4ea4-8a0b-3fda2dab5755 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:23.819087 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3eb34-3e84-4bc6-92b4-aff620054ef3 None None] Pushing event updated for resources: {'Port': ['ID=37f9ef3d-538b-4939-90b4-e701b8719858,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:23.866350 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-fa1d1583-1020-425f-98d2-8ecb8b6986d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:47:23.904113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1583-1020-425f-98d2-8ecb8b6986d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:23.930645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e232ae57-32cf-47c0-a95b-3df5ff52c258 None None] Update dhcp port {'port': {'network_id': 'e852d1e1-c344-4b89-9ad6-3053aa9c1a39', 'fixed_ips': [{'subnet_id': '2b4b9ce0-669e-48c7-99ed-03d1168d7f81', 'ip_address': '172.20.0.18'}, {'subnet_id': 'de0e02b1-5a25-4b57-bf6c-7a17fdf918f2', 'ip_address': '172.20.0.2'}, {'subnet_id': '657e6ce7-5cb5-4acf-8674-b7c0841d1a5f'}], 'binding:host_id': 'dv-neutron-835555-1-hyperv'}, 'id': '319b3ce9-990b-4a87-a568-dd48dc00ff22'} from dv-neutron-835555-1-hyperv. {{(pid=88552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 29 09:47:23.954759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event updated for resources: {'Port': ['ID=25f385cb-cc49-434e-beb1-ccc82514efce,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:24.043287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=a961b9f8-b198-4071-8df0-707286f19a15,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:24.077340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54ff5fac-df6a-4ea4-8a0b-3fda2dab5755 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.081549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-321f9c73-1628-421a-9c98-2cb3f1ac8c09 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.095193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e232ae57-32cf-47c0-a95b-3df5ff52c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.104964 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-321f9c73-1628-421a-9c98-2cb3f1ac8c09 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Ignored duplicate provisioning block setup for port 6082eee6-bd0d-4229-9145-c49b5e734b52 by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 29 09:47:24.158650 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:24.172726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1583-1020-425f-98d2-8ecb8b6986d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.183027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:24.183400 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.239330 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-321f9c73-1628-421a-9c98-2cb3f1ac8c09 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.242035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.243290 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54ff5fac-df6a-4ea4-8a0b-3fda2dab5755 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.258430 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1583-1020-425f-98d2-8ecb8b6986d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.307627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d1583-1020-425f-98d2-8ecb8b6986d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7df51e-e854-4817-9061-b9143a014e2f,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:24.366013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54ff5fac-df6a-4ea4-8a0b-3fda2dab5755 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.410233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1583-1020-425f-98d2-8ecb8b6986d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.437624 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fa1d1583-1020-425f-98d2-8ecb8b6986d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7632680 Mar 29 09:47:24.441944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-394cde59-484a-411f-875c-be32c07cbfcd None None] Allocated IP 2001:db8:0:1::2 (f8749a07-0122-4842-8398-6635ae32d475/86928f2c-8fd3-493f-88cb-0ceefbc70c89/9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:24.463267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff5fac-df6a-4ea4-8a0b-3fda2dab5755 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81aab461-c27c-499c-8de9-dc2d975bd941,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:24.490328 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54ff5fac-df6a-4ea4-8a0b-3fda2dab5755 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.491518 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-54ff5fac-df6a-4ea4-8a0b-3fda2dab5755 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7429285 Mar 29 09:47:24.500308 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37278) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:24.507971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-bc3b41d2-0d8c-4684-8222-d74ba43e57b4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group_rule': {'security_group_id': 'fd9b0809-f3bd-452d-bff2-1d480e58d496', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:24.552897 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bc3b41d2-0d8c-4684-8222-d74ba43e57b4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:24.575882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bc3b41d2-0d8c-4684-8222-d74ba43e57b4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:24.584847 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bc3b41d2-0d8c-4684-8222-d74ba43e57b4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:24.604805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bc3b41d2-0d8c-4684-8222-d74ba43e57b4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:24.615295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-321f9c73-1628-421a-9c98-2cb3f1ac8c09 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] In _notify_port_updated(), no bound segment for port 6082eee6-bd0d-4229-9145-c49b5e734b52 on network f8749a07-0122-4842-8398-6635ae32d475 {{(pid=88551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:47:24.625660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321f9c73-1628-421a-9c98-2cb3f1ac8c09 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:24.633455 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-321f9c73-1628-421a-9c98-2cb3f1ac8c09 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.633455 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-321f9c73-1628-421a-9c98-2cb3f1ac8c09 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "PUT /v2.0/ports/6082eee6-bd0d-4229-9145-c49b5e734b52 HTTP/1.1" status: 200 len: 1011 time: 2.5782220 Mar 29 09:47:24.633455 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f9c73-1628-421a-9c98-2cb3f1ac8c09 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=6082eee6-bd0d-4229-9145-c49b5e734b52,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:24.638253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37284) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:24.645577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-394cde59-484a-411f-875c-be32c07cbfcd None None] For port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3,segment=NetworkSegment(d54f2fa3-a202-47e3-83a4-b3b1b6649027),segment_id=d54f2fa3-a202-47e3-83a4-b3b1b6649027)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:24.692156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-06fd6788-04fe-45fc-aac0-7952c1c642db tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Delete allocated IP 172.20.0.13 (e852d1e1-c344-4b89-9ad6-3053aa9c1a39/de0e02b1-5a25-4b57-bf6c-7a17fdf918f2) {{(pid=88550) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 09:47:24.714964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-06fd6788-04fe-45fc-aac0-7952c1c642db tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Allocated IP 172.20.0.38 (e852d1e1-c344-4b89-9ad6-3053aa9c1a39/657e6ce7-5cb5-4acf-8674-b7c0841d1a5f/53f7e85c-c557-4c2f-916d-9fb37a8230d8) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:24.724504 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-394cde59-484a-411f-875c-be32c07cbfcd None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.736882 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bb8e5e-cce4-445e-8923-baddb8fda5ed None None] Network 39090480-1566-4fac-a8aa-12fec5db36fd requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:24.779429 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e21ab809-2d88-4bf1-b1c7-786f6bffa59f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 6082eee6-bd0d-4229-9145-c49b5e734b52 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:24.779855 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e21ab809-2d88-4bf1-b1c7-786f6bffa59f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.784387 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.832272 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc3b41d2-0d8c-4684-8222-d74ba43e57b4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:24.861012 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-394cde59-484a-411f-875c-be32c07cbfcd None None] Transition to ACTIVE for port object 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:24.895715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=8f1ced0b-94f7-45c7-b56b-4ab1e3575783,segment=NetworkSegment(6b00b6c4-921a-4ba0-8148-49289972b951),segment_id=6b00b6c4-921a-4ba0-8148-49289972b951)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:24.952971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-861468f5-51d6-4c2b-a06e-225e5238c8eb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:24.960423 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-394cde59-484a-411f-875c-be32c07cbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:25.026131 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:25.026942 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:25.084644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b3d80360-01a3-4351-bd69-6c8bc2a8b15c None None] Provisioning for port e4cff396-d004-4624-8777-9b7241317a05 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:25.141177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:25.156767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-861468f5-51d6-4c2b-a06e-225e5238c8eb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:25.157920 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-861468f5-51d6-4c2b-a06e-225e5238c8eb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1732979747&fields=id&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 267 time: 0.4138670 Mar 29 09:47:25.238848 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200de40-b833-41ec-a9ac-fea4a1ae72bc None None] Network 79cc4376-5aa9-47e7-8719-e8e8bcb45ead requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:25.261696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:25.262296 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:25.275311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc3b41d2-0d8c-4684-8222-d74ba43e57b4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:25.283685 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cde59-484a-411f-875c-be32c07cbfcd None None] Pushing event updated for resources: {'Port': ['ID=9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:25.373782 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=8f1ced0b-94f7-45c7-b56b-4ab1e3575783,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:25.425029 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e21ab809-2d88-4bf1-b1c7-786f6bffa59f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:25.434482 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:25.496573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event updated for resources: {'Port': ['ID=25f385cb-cc49-434e-beb1-ccc82514efce,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:25.558930 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e25b4122-20fa-46c0-ab29-5aa311eb9076 None None] Provisioning for port 37f9ef3d-538b-4939-90b4-e701b8719858 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:25.585760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Network 79cc4376-5aa9-47e7-8719-e8e8bcb45ead is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:25.586883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:25.690482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc3b41d2-0d8c-4684-8222-d74ba43e57b4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:25.700261 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e21ab809-2d88-4bf1-b1c7-786f6bffa59f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 6082eee6-bd0d-4229-9145-c49b5e734b52 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:25.798320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 37f9ef3d-538b-4939-90b4-e701b8719858 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:25.831836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b41d2-0d8c-4684-8222-d74ba43e57b4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7943bd4-1c7b-4c9c-b6fe-dbc81bad2c12,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:25.934697 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-5849e6ce-3a15-4e32-904c-5908afb46fdb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:25.936207 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-5849e6ce-3a15-4e32-904c-5908afb46fdb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/networks?id=23ba0bfd-3583-477e-b3ed-753daeebae44 HTTP/1.1" status: 200 len: 796 time: 0.7679150 Mar 29 09:47:25.939183 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06fd6788-04fe-45fc-aac0-7952c1c642db tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:26.004217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 37f9ef3d-538b-4939-90b4-e701b8719858 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:26.011920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 37f9ef3d-538b-4939-90b4-e701b8719858 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:26.012857 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:26.088919 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bc3b41d2-0d8c-4684-8222-d74ba43e57b4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:26.094240 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37296) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:26.094381 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bc3b41d2-0d8c-4684-8222-d74ba43e57b4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.5928504 Mar 29 09:47:26.103120 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-072d75d4-80a0-4571-81cd-e13066db2e0a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/quotas/fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 375 time: 0.1515400 Mar 29 09:47:26.118847 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Router d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:47:26.136854 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-06fd6788-04fe-45fc-aac0-7952c1c642db tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Transition to ACTIVE for port object 53f7e85c-c557-4c2f-916d-9fb37a8230d8 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:26.172003 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:26.211320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 37f9ef3d-538b-4939-90b4-e701b8719858, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=37f9ef3d-538b-4939-90b4-e701b8719858,segment=NetworkSegment(f2a45a42-c058-44b6-884b-b1719e557880),segment_id=f2a45a42-c058-44b6-884b-b1719e557880)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:26.216705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9d5add-28c5-4ea8-b978-c1cecf80049d None None] Network f8749a07-0122-4842-8398-6635ae32d475 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:26.231857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-466a1b1a-dcda-432b-8f41-f9c1564d8519 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:26.259888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-466a1b1a-dcda-432b-8f41-f9c1564d8519 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:26.290026 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06fd6788-04fe-45fc-aac0-7952c1c642db tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:26.348604 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-95f8364c-4696-496d-8482-3dfade7fdf4b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:26.438007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:47:26.464453 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-734cb267-a953-4127-8083-71dca3b55e55 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "PUT /v2.0/routers/d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1871634 Mar 29 09:47:26.464721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-e232ae57-32cf-47c0-a95b-3df5ff52c258 None None] Allocated IP 172.20.0.34 (e852d1e1-c344-4b89-9ad6-3053aa9c1a39/657e6ce7-5cb5-4acf-8674-b7c0841d1a5f/319b3ce9-990b-4a87-a568-dd48dc00ff22) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:26.464721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8738121e-f5dc-484c-ad63-28bcfec49b61 None None] Provisioning for port 25f385cb-cc49-434e-beb1-ccc82514efce completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:26.464886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37300) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:26.468261 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:26.469167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e4cff396-d004-4624-8777-9b7241317a05 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:26.486841 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e21ab809-2d88-4bf1-b1c7-786f6bffa59f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:26.512288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd6788-04fe-45fc-aac0-7952c1c642db tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event updated for resources: {'Port': ['ID=53f7e85c-c557-4c2f-916d-9fb37a8230d8,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:26.536691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-466a1b1a-dcda-432b-8f41-f9c1564d8519 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:26.546732 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf062d6-9e71-4dc9-bef9-241c751095f5 None None] Sync routers for ids ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:47:26.570609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-466a1b1a-dcda-432b-8f41-f9c1564d8519 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:26.575972 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-466a1b1a-dcda-432b-8f41-f9c1564d8519 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/e7943bd4-1c7b-4c9c-b6fe-dbc81bad2c12 HTTP/1.1" status: 204 len: 168 time: 0.4751027 Mar 29 09:47:26.579600 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37304) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:26.585491 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8738121e-f5dc-484c-ad63-28bcfec49b61 None None] Provisioning complete for port 25f385cb-cc49-434e-beb1-ccc82514efce triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:26.586020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8738121e-f5dc-484c-ad63-28bcfec49b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:26.606969 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-06fd6788-04fe-45fc-aac0-7952c1c642db tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] In _notify_port_updated(), no bound segment for port 53f7e85c-c557-4c2f-916d-9fb37a8230d8 on network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 {{(pid=88550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:47:26.611521 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fd6788-04fe-45fc-aac0-7952c1c642db tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:26.612150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06fd6788-04fe-45fc-aac0-7952c1c642db tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:26.613477 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-06fd6788-04fe-45fc-aac0-7952c1c642db tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "PUT /v2.0/ports/53f7e85c-c557-4c2f-916d-9fb37a8230d8 HTTP/1.1" status: 200 len: 959 time: 3.4729855 Mar 29 09:47:26.614394 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-95f8364c-4696-496d-8482-3dfade7fdf4b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:26.627047 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-95f8364c-4696-496d-8482-3dfade7fdf4b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4816976 Mar 29 09:47:26.695390 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37308) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:26.695390 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ab809-2d88-4bf1-b1c7-786f6bffa59f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=6082eee6-bd0d-4229-9145-c49b5e734b52,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:26.695729 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a1b1a-dcda-432b-8f41-f9c1564d8519 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7943bd4-1c7b-4c9c-b6fe-dbc81bad2c12,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:26.723170 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf062d6-9e71-4dc9-bef9-241c751095f5 None None] Routers {'d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:26.723823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-ccf062d6-9e71-4dc9-bef9-241c751095f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:26.736410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b5beff4d-5fa9-44ae-9648-46c457767ab2 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:26.776550 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e21ab809-2d88-4bf1-b1c7-786f6bffa59f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:26.794396 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-ccf062d6-9e71-4dc9-bef9-241c751095f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:26.808935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-8738121e-f5dc-484c-ad63-28bcfec49b61 None None] Port 25f385cb-cc49-434e-beb1-ccc82514efce cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:26.856773 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e21ab809-2d88-4bf1-b1c7-786f6bffa59f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/6082eee6-bd0d-4229-9145-c49b5e734b52 HTTP/1.1" status: 204 len: 168 time: 2.2136173 Mar 29 09:47:26.862950 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37312) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:26.870229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-99ab33c4-0595-437f-9fb3-55f3f869b9b4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port 53f7e85c-c557-4c2f-916d-9fb37a8230d8 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:26.870570 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-99ab33c4-0595-437f-9fb3-55f3f869b9b4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:26.882712 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=37f9ef3d-538b-4939-90b4-e701b8719858,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:26.895612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf062d6-9e71-4dc9-bef9-241c751095f5 None None] Routers {'d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:26.896239 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-ccf062d6-9e71-4dc9-bef9-241c751095f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:26.908237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b5beff4d-5fa9-44ae-9648-46c457767ab2 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:26.909854 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b5beff4d-5fa9-44ae-9648-46c457767ab2 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3271127 Mar 29 09:47:26.913503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37316) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:26.959571 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-1824017d-2038-48cc-adea-5080f10168bd tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] GET failed (client error): The resource could not be found. Mar 29 09:47:26.961320 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1824017d-2038-48cc-adea-5080f10168bd tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:27.010382 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-ccf062d6-9e71-4dc9-bef9-241c751095f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:27.010861 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf062d6-9e71-4dc9-bef9-241c751095f5 None None] The sync data for ids ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:47:27.036931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8738121e-f5dc-484c-ad63-28bcfec49b61 None None] Provisioning complete for port 37f9ef3d-538b-4939-90b4-e701b8719858 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:27.037904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8738121e-f5dc-484c-ad63-28bcfec49b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:27.043885 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-bd216219-71d0-428b-bb99-7db0c7bda437 service neutron] 10.222.0.35 "GET /v2.0/networks/23ba0bfd-3583-477e-b3ed-753daeebae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115043 Mar 29 09:47:27.066980 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-324458b0-33ae-447b-acbe-602d30c652dd tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:27.080520 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-324458b0-33ae-447b-acbe-602d30c652dd tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:27.131914 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1824017d-2038-48cc-adea-5080f10168bd tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:27.133541 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1824017d-2038-48cc-adea-5080f10168bd tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/6082eee6-bd0d-4229-9145-c49b5e734b52 HTTP/1.1" status: 404 len: 333 time: 0.2697296 Mar 29 09:47:27.138030 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port e4cff396-d004-4624-8777-9b7241317a05 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:27.141694 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37320) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:27.162252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e232ae57-32cf-47c0-a95b-3df5ff52c258 None None] For port 319b3ce9-990b-4a87-a568-dd48dc00ff22, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=319b3ce9-990b-4a87-a568-dd48dc00ff22,segment=NetworkSegment(2020cfdc-1740-49be-bf07-beb3c1ed3df9),segment_id=2020cfdc-1740-49be-bf07-beb3c1ed3df9)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:27.164263 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port e4cff396-d004-4624-8777-9b7241317a05 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:27.164663 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:27.252894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-324458b0-33ae-447b-acbe-602d30c652dd tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:27.267669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-05185014-9cb0-422d-b068-bcf7a1f1a97e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting subnet 86928f2c-8fd3-493f-88cb-0ceefbc70c89 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:47:27.283757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-05185014-9cb0-422d-b068-bcf7a1f1a97e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:27.302425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e232ae57-32cf-47c0-a95b-3df5ff52c258 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:27.316630 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-dfb4bce6-0c1b-45c1-bc64-293aa81e37cb service neutron] 10.222.0.35 "GET /v2.0/networks/23ba0bfd-3583-477e-b3ed-753daeebae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680271 Mar 29 09:47:27.321614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-99ab33c4-0595-437f-9fb3-55f3f869b9b4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:27.323773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324458b0-33ae-447b-acbe-602d30c652dd tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81aab461-c27c-499c-8de9-dc2d975bd941,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:27.378667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e232ae57-32cf-47c0-a95b-3df5ff52c258 None None] Transition to ACTIVE for port object 319b3ce9-990b-4a87-a568-dd48dc00ff22 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:27.395666 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-9c70963c-d18a-4735-8a6c-400c3ed29f76 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:27.399636 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9c70963c-d18a-4735-8a6c-400c3ed29f76 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "PUT /v2.0/routers/d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9335217 Mar 29 09:47:27.400243 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37324) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:27.407245 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-05185014-9cb0-422d-b068-bcf7a1f1a97e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:27.427963 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:27.463308 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e232ae57-32cf-47c0-a95b-3df5ff52c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:27.504469 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-99ab33c4-0595-437f-9fb3-55f3f869b9b4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for 53f7e85c-c557-4c2f-916d-9fb37a8230d8 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:27.592216 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port e4cff396-d004-4624-8777-9b7241317a05, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e4cff396-d004-4624-8777-9b7241317a05,segment=NetworkSegment(be549d0c-3682-4fb8-a36c-ac85d10861e9),segment_id=be549d0c-3682-4fb8-a36c-ac85d10861e9)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:27.696802 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-324458b0-33ae-447b-acbe-602d30c652dd tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:27.696802 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-324458b0-33ae-447b-acbe-602d30c652dd tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/81aab461-c27c-499c-8de9-dc2d975bd941 HTTP/1.1" status: 204 len: 168 time: 0.7797353 Mar 29 09:47:27.697655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:27.697788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a961b9f8-b198-4071-8df0-707286f19a15 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:27.699621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37332) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:27.790485 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-77f92bc4-6f32-4059-b344-bcc881956744 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:27.805162 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3a5a924d-22c3-4c3b-a448-d570e064be3f None None] Provisioning complete for port 25f385cb-cc49-434e-beb1-ccc82514efce triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:27.805162 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3a5a924d-22c3-4c3b-a448-d570e064be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:27.809425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-99ab33c4-0595-437f-9fb3-55f3f869b9b4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:27.858750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-6d9f1a81-a18a-4ff6-99e3-f84c75be98df req-c0255168-fd0c-4fea-9559-e5624eff7a34 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:27.872973 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab33c4-0595-437f-9fb3-55f3f869b9b4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=53f7e85c-c557-4c2f-916d-9fb37a8230d8,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:27.894681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-77f92bc4-6f32-4059-b344-bcc881956744 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:27.899742 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232ae57-32cf-47c0-a95b-3df5ff52c258 None None] Pushing event updated for resources: {'Port': ['ID=319b3ce9-990b-4a87-a568-dd48dc00ff22,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:27.903025 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-77f92bc4-6f32-4059-b344-bcc881956744 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2010734 Mar 29 09:47:27.903676 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37340) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:27.925070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-6d9f1a81-a18a-4ff6-99e3-f84c75be98df req-c0255168-fd0c-4fea-9559-e5624eff7a34 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:27.926438 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6d9f1a81-a18a-4ff6-99e3-f84c75be98df req-c0255168-fd0c-4fea-9559-e5624eff7a34 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 210 time: 0.2406113 Mar 29 09:47:28.082682 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a924d-22c3-4c3b-a448-d570e064be3f None None] Port 25f385cb-cc49-434e-beb1-ccc82514efce cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:28.092671 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=e4cff396-d004-4624-8777-9b7241317a05,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:28.115229 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port a961b9f8-b198-4071-8df0-707286f19a15 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:28.115800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.184852 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-05185014-9cb0-422d-b068-bcf7a1f1a97e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.208444 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3a5a924d-22c3-4c3b-a448-d570e064be3f None None] Provisioning for port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:28.236053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-13726a2a-f74b-41d0-b1d5-1c18836599af tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.237075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3a5a924d-22c3-4c3b-a448-d570e064be3f None None] Provisioning complete for port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:28.237493 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3a5a924d-22c3-4c3b-a448-d570e064be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.258610 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-13726a2a-f74b-41d0-b1d5-1c18836599af tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.279971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-99ab33c4-0595-437f-9fb3-55f3f869b9b4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.384428 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-99ab33c4-0595-437f-9fb3-55f3f869b9b4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/53f7e85c-c557-4c2f-916d-9fb37a8230d8 HTTP/1.1" status: 204 len: 168 time: 1.7249420 Mar 29 09:47:28.384428 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-13726a2a-f74b-41d0-b1d5-1c18836599af tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.385482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37346) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:28.403611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-05185014-9cb0-422d-b068-bcf7a1f1a97e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.497653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-13726a2a-f74b-41d0-b1d5-1c18836599af tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.502639 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-13726a2a-f74b-41d0-b1d5-1c18836599af tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/3411437f-2f18-4eba-a850-97d882eb4040 HTTP/1.1" status: 204 len: 168 time: 0.5977628 Mar 29 09:47:28.510262 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37350) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:28.510817 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13726a2a-f74b-41d0-b1d5-1c18836599af tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3411437f-2f18-4eba-a850-97d882eb4040,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:28.533248 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3a5a924d-22c3-4c3b-a448-d570e064be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.537673 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1f502b-0310-4c4a-9967-64d8d8907c6b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] GET failed (client error): The resource could not be found. Mar 29 09:47:28.538219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fd1f502b-0310-4c4a-9967-64d8d8907c6b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:28.548345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05185014-9cb0-422d-b068-bcf7a1f1a97e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Subnet': ['ID=86928f2c-8fd3-493f-88cb-0ceefbc70c89,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:28.557781 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:28.561063 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-05185014-9cb0-422d-b068-bcf7a1f1a97e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.582720 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-05185014-9cb0-422d-b068-bcf7a1f1a97e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/86928f2c-8fd3-493f-88cb-0ceefbc70c89 HTTP/1.1" status: 204 len: 168 time: 1.4376719 Mar 29 09:47:28.583737 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37354) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:28.599254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-86410cc7-b015-4709-a52b-25db647a1ec4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:28.645116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fd1f502b-0310-4c4a-9967-64d8d8907c6b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:28.648764 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fd1f502b-0310-4c4a-9967-64d8d8907c6b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports/53f7e85c-c557-4c2f-916d-9fb37a8230d8 HTTP/1.1" status: 404 len: 333 time: 0.2547271 Mar 29 09:47:28.649614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37358) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:28.657784 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-3a5a924d-22c3-4c3b-a448-d570e064be3f None None] For port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3,segment=NetworkSegment(d54f2fa3-a202-47e3-83a4-b3b1b6649027),segment_id=d54f2fa3-a202-47e3-83a4-b3b1b6649027)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:28.672307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:28.673070 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.700220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be25696-a190-4466-b860-9188178c807c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting subnet f565fdba-6992-4669-adc8-a4a271c81839 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:47:28.703933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7be25696-a190-4466-b860-9188178c807c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.705791 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-86410cc7-b015-4709-a52b-25db647a1ec4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:28.710170 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-86410cc7-b015-4709-a52b-25db647a1ec4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1958389 Mar 29 09:47:28.716926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37362) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:28.779461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bd6dc1b5-fa07-4e7a-9f44-c75b540be092 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.790693 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3a5a924d-22c3-4c3b-a448-d570e064be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.800156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9c72f0c-2a3f-42b9-bb77-d756f6238bad tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.811733 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b0b64b33-0a38-42f7-804c-8baa61c8d58e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.814104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9c72f0c-2a3f-42b9-bb77-d756f6238bad tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.840430 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f421bf-08e7-443c-a9fd-dab3fc7a6e47 None None] Network f8749a07-0122-4842-8398-6635ae32d475 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:28.856579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b0b64b33-0a38-42f7-804c-8baa61c8d58e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.869521 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3a5a924d-22c3-4c3b-a448-d570e064be3f None None] Could not find standard attr ID for object 6082eee6-bd0d-4229-9145-c49b5e734b52. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:47:28.875697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7be25696-a190-4466-b860-9188178c807c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:28.924167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:28.974986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9c72f0c-2a3f-42b9-bb77-d756f6238bad tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.011125 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c72f0c-2a3f-42b9-bb77-d756f6238bad tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e8ea4f7-d5f5-43cd-920c-83a2aeb577ee,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:29.035185 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b0b64b33-0a38-42f7-804c-8baa61c8d58e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.040889 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b0b64b33-0a38-42f7-804c-8baa61c8d58e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.062764 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b0b64b33-0a38-42f7-804c-8baa61c8d58e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/security-groups/2991d4fb-6d12-4249-943f-702ab1d7704d HTTP/1.1" status: 204 len: 168 time: 0.4110372 Mar 29 09:47:29.068193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37368) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:29.073236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a924d-22c3-4c3b-a448-d570e064be3f None None] Pushing event updated for resources: {'Port': ['ID=9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:29.113465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9c72f0c-2a3f-42b9-bb77-d756f6238bad tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.117139 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e9c72f0c-2a3f-42b9-bb77-d756f6238bad tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/0e8ea4f7-d5f5-43cd-920c-83a2aeb577ee HTTP/1.1" status: 204 len: 168 time: 0.3968098 Mar 29 09:47:29.126381 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37372) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:29.137932 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4fecabf6-8c9c-4a4d-b142-67f3ee0325f2 req-d7b38868-e9c1-4608-9ce2-c107904f910c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 210 time: 0.0730801 Mar 29 09:47:29.154288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b64b33-0a38-42f7-804c-8baa61c8d58e tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2991d4fb-6d12-4249-943f-702ab1d7704d,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:29.154465 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e9b00872-30ee-41f3-8784-dc0e5cbd6826 None None] Provisioning for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:29.154564 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7be25696-a190-4466-b860-9188178c807c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.162055 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e9b00872-30ee-41f3-8784-dc0e5cbd6826 None None] Provisioning complete for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:29.162428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e9b00872-30ee-41f3-8784-dc0e5cbd6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.190601 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:29.190892 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.199155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2315e1b0-549a-4c2d-b3c2-89412bd30683 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:29.297082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2315e1b0-549a-4c2d-b3c2-89412bd30683 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:29.301130 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2315e1b0-549a-4c2d-b3c2-89412bd30683 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1526742 Mar 29 09:47:29.305453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37376) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:29.312028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5357537-7171-4dbd-ae69-78352b5aa857 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.349272 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-08c063c7-78ab-4c14-b688-a88410dff87b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.371361 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-08c063c7-78ab-4c14-b688-a88410dff87b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.401401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5357537-7171-4dbd-ae69-78352b5aa857 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.464636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-08c063c7-78ab-4c14-b688-a88410dff87b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.473915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7be25696-a190-4466-b860-9188178c807c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.503138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c063c7-78ab-4c14-b688-a88410dff87b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1b281ad-12e6-4c95-a5c6-71cfc97787b8,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:29.537324 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e9b00872-30ee-41f3-8784-dc0e5cbd6826 None None] Could not find standard attr ID for object 6082eee6-bd0d-4229-9145-c49b5e734b52. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:47:29.537848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7be25696-a190-4466-b860-9188178c807c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.538703 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e9b00872-30ee-41f3-8784-dc0e5cbd6826 None None] Could not find standard attr ID for object 53f7e85c-c557-4c2f-916d-9fb37a8230d8. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:47:29.552395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e9b00872-30ee-41f3-8784-dc0e5cbd6826 None None] Provisioning complete for port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:29.552605 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e9b00872-30ee-41f3-8784-dc0e5cbd6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.556076 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-08c063c7-78ab-4c14-b688-a88410dff87b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.560424 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-08c063c7-78ab-4c14-b688-a88410dff87b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/b1b281ad-12e6-4c95-a5c6-71cfc97787b8 HTTP/1.1" status: 204 len: 168 time: 0.2514977 Mar 29 09:47:29.560704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37380) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:29.580780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be25696-a190-4466-b860-9188178c807c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Subnet': ['ID=f565fdba-6992-4669-adc8-a4a271c81839,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:29.586239 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7be25696-a190-4466-b860-9188178c807c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/f565fdba-6992-4669-adc8-a4a271c81839 HTTP/1.1" status: 204 len: 168 time: 1.0015230 Mar 29 09:47:29.590368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37384) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:29.659537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6c7c1bc6-ca3f-421a-9d34-9fe1c55b1909 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:29.665074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-bd6dc1b5-fa07-4e7a-9f44-c75b540be092 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Deleting port 25f385cb-cc49-434e-beb1-ccc82514efce {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:29.667475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bd6dc1b5-fa07-4e7a-9f44-c75b540be092 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.710529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 37f9ef3d-538b-4939-90b4-e701b8719858 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:29.776264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6c7c1bc6-ca3f-421a-9d34-9fe1c55b1909 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:29.778596 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6c7c1bc6-ca3f-421a-9d34-9fe1c55b1909 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2162414 Mar 29 09:47:29.782141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37388) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:29.852776 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 37f9ef3d-538b-4939-90b4-e701b8719858 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:29.853779 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.890076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e9b00872-30ee-41f3-8784-dc0e5cbd6826 None None] Provisioning complete for port d1e94297-e35a-45a9-928c-6d7e81b1bc62 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:29.890351 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e9b00872-30ee-41f3-8784-dc0e5cbd6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.909329 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-53ef2097-437f-4006-85bd-4bf60903d7b9 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.920203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5357537-7171-4dbd-ae69-78352b5aa857 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.952420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-53ef2097-437f-4006-85bd-4bf60903d7b9 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.982991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e9b00872-30ee-41f3-8784-dc0e5cbd6826 None None] Port d1e94297-e35a-45a9-928c-6d7e81b1bc62 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:29.999270 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5357537-7171-4dbd-ae69-78352b5aa857 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=549b2447-5086-4277-b090-45b86450c3c3,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:30.033489 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.035878 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5357537-7171-4dbd-ae69-78352b5aa857 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.041091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37392) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:30.041684 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b5357537-7171-4dbd-ae69-78352b5aa857 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/security-groups/549b2447-5086-4277-b090-45b86450c3c3 HTTP/1.1" status: 204 len: 168 time: 0.9724460 Mar 29 09:47:30.081234 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:30.112993 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5500498d-3e56-49ff-8470-5ab2b07c9121 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.124375 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-53ef2097-437f-4006-85bd-4bf60903d7b9 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.137216 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-10eb495c-3335-4ac4-8d2a-160b2cbd7c2b None None] Could not find standard attr ID for object 53f7e85c-c557-4c2f-916d-9fb37a8230d8. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:47:30.150448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef2097-437f-4006-85bd-4bf60903d7b9 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9b0809-f3bd-452d-bff2-1d480e58d496,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:30.174460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bd6dc1b5-fa07-4e7a-9f44-c75b540be092 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.182140 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5500498d-3e56-49ff-8470-5ab2b07c9121 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.225741 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:30.226122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.290179 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-53ef2097-437f-4006-85bd-4bf60903d7b9 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.291240 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-53ef2097-437f-4006-85bd-4bf60903d7b9 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-groups/fd9b0809-f3bd-452d-bff2-1d480e58d496 HTTP/1.1" status: 204 len: 168 time: 0.5078506 Mar 29 09:47:30.293771 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37398) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:30.358894 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-62ec6e3b-2c84-457d-b871-ac7fbedeb62c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:30.362979 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5500498d-3e56-49ff-8470-5ab2b07c9121 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.377578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-bd6dc1b5-fa07-4e7a-9f44-c75b540be092 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Calling delete_port for 25f385cb-cc49-434e-beb1-ccc82514efce owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:30.412820 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e4cff396-d004-4624-8777-9b7241317a05 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:30.444349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5500498d-3e56-49ff-8470-5ab2b07c9121 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.446577 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5500498d-3e56-49ff-8470-5ab2b07c9121 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/security-groups/ef4b6e59-1f28-4ce0-b129-67930621c19e HTTP/1.1" status: 204 len: 168 time: 0.4037135 Mar 29 09:47:30.447821 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500498d-3e56-49ff-8470-5ab2b07c9121 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4b6e59-1f28-4ce0-b129-67930621c19e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:30.471022 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37404) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:30.479204 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb31848-7266-4ef9-8bce-3d1ad3866c02 None None] Network f8749a07-0122-4842-8398-6635ae32d475 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:30.607746 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90dec60-3f1d-4a6d-8225-ea239f6ec3c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting subnet de0e02b1-5a25-4b57-bf6c-7a17fdf918f2 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:47:30.615968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c90dec60-3f1d-4a6d-8225-ea239f6ec3c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.646304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-743d67a9-7216-4f06-9e35-c70c38a38846 None None] Provisioning complete for port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:30.646683 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-743d67a9-7216-4f06-9e35-c70c38a38846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.660106 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-62ec6e3b-2c84-457d-b871-ac7fbedeb62c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:30.672208 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-62ec6e3b-2c84-457d-b871-ac7fbedeb62c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3773899 Mar 29 09:47:30.676951 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e71897df-6f2e-4761-be36-391f89e7ac8f req-bd7f7e6a-a714-4261-9f9e-2bba40c52dd1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 210 time: 0.4037983 Mar 29 09:47:30.686093 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37408) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:30.690285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:30.690693 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.694771 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e6f27339-d072-4520-9e43-6ccabb9f4a5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564859858'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:30.700808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e6f27339-d072-4520-9e43-6ccabb9f4a5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:30.725509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e6f27339-d072-4520-9e43-6ccabb9f4a5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:30.741814 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c90dec60-3f1d-4a6d-8225-ea239f6ec3c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.793100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port e4cff396-d004-4624-8777-9b7241317a05 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:30.793680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.816680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-7f05e1d2-72a5-4c9f-8eae-01b5f5bccfab tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:30.818097 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-7f05e1d2-72a5-4c9f-8eae-01b5f5bccfab tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/networks?id=23ba0bfd-3583-477e-b3ed-753daeebae44 HTTP/1.1" status: 200 len: 796 time: 0.4476831 Mar 29 09:47:30.882456 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e6f27339-d072-4520-9e43-6ccabb9f4a5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.904789 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-a733c636-0cee-484a-a10c-a01dd82ca509 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 380 time: 0.0752399 Mar 29 09:47:30.914117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'port': {'device_id': 'ec0e1381-ba73-4c64-adc9-3dbb8ce5133b', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'admin_state_up': True, 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'security_groups': ['35951881-5fc8-4e14-a698-fb7f9335a024']}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:30.955143 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e6f27339-d072-4520-9e43-6ccabb9f4a5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:30.962438 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c90dec60-3f1d-4a6d-8225-ea239f6ec3c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.970493 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 319b3ce9-990b-4a87-a568-dd48dc00ff22 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:30.991581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] For port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3,segment=NetworkSegment(d54f2fa3-a202-47e3-83a4-b3b1b6649027),segment_id=d54f2fa3-a202-47e3-83a4-b3b1b6649027)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:30.992147 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e6f27339-d072-4520-9e43-6ccabb9f4a5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:30.992317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:31.002179 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e6f27339-d072-4520-9e43-6ccabb9f4a5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:31.068765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:31.068997 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:31.081076 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e6f27339-d072-4520-9e43-6ccabb9f4a5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:31.134954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:31.141631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be15bd43-5152-4d2c-ad43-cbfee37894cd None None] DHCP port deletion for f8749a07-0122-4842-8398-6635ae32d475 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:47:31.156899 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-be15bd43-5152-4d2c-ad43-cbfee37894cd None None] Deleting port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:31.157297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-be15bd43-5152-4d2c-ad43-cbfee37894cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:31.162571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bd6dc1b5-fa07-4e7a-9f44-c75b540be092 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:31.199495 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:31.219075 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:31.220611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6dc1b5-fa07-4e7a-9f44-c75b540be092 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event deleted for resources: {'Port': ['ID=25f385cb-cc49-434e-beb1-ccc82514efce,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:31.255776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e6f27339-d072-4520-9e43-6ccabb9f4a5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:31.288014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c90dec60-3f1d-4a6d-8225-ea239f6ec3c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:31.342080 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90dec60-3f1d-4a6d-8225-ea239f6ec3c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Subnet': ['ID=de0e02b1-5a25-4b57-bf6c-7a17fdf918f2,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:31.346947 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c90dec60-3f1d-4a6d-8225-ea239f6ec3c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:31.366275 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c90dec60-3f1d-4a6d-8225-ea239f6ec3c4 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/de0e02b1-5a25-4b57-bf6c-7a17fdf918f2 HTTP/1.1" status: 204 len: 168 time: 0.8882763 Mar 29 09:47:31.371743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37418) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:31.375178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e6f27339-d072-4520-9e43-6ccabb9f4a5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:31.376574 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57892b3-4f8e-4aa7-9d05-e1b60469e73a None None] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:31.428479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f27339-d072-4520-9e43-6ccabb9f4a5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217e8f78-8975-40b1-bca1-72d9aba11918,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:31.478495 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:31.483916 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:31.509608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e6f27339-d072-4520-9e43-6ccabb9f4a5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:31.513460 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e6f27339-d072-4520-9e43-6ccabb9f4a5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8207269 Mar 29 09:47:31.520702 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37422) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:31.524426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d21ec94c-34b1-4750-aef4-79c94db4965b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group_rule': {'security_group_id': '217e8f78-8975-40b1-bca1-72d9aba11918', 'direction': 'ingress', 'protocol': 17}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:31.565942 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d21ec94c-34b1-4750-aef4-79c94db4965b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:31.574728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d21ec94c-34b1-4750-aef4-79c94db4965b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:31.579438 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-be15bd43-5152-4d2c-ad43-cbfee37894cd None None] For port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3,segment=NetworkSegment(d54f2fa3-a202-47e3-83a4-b3b1b6649027),segment_id=d54f2fa3-a202-47e3-83a4-b3b1b6649027)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:31.584297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-be15bd43-5152-4d2c-ad43-cbfee37894cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:31.584432 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d21ec94c-34b1-4750-aef4-79c94db4965b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:31.598938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d21ec94c-34b1-4750-aef4-79c94db4965b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:31.665037 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:47:31.665562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bd6dc1b5-fa07-4e7a-9f44-c75b540be092 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:31.710973 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.13 (23ba0bfd-3583-477e-b3ed-753daeebae44/007a5470-429e-44f8-87d1-e45f89a9d154/27e9dbeb-1371-4c29-b7d4-6136150f85d5) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:31.742460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-83db9392-67eb-4382-884a-ba99ac4716c8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting subnet 657e6ce7-5cb5-4acf-8674-b7c0841d1a5f {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:47:31.755559 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-83db9392-67eb-4382-884a-ba99ac4716c8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:31.760731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-be15bd43-5152-4d2c-ad43-cbfee37894cd None None] Calling delete_port for 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:31.787304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:31.899634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d21ec94c-34b1-4750-aef4-79c94db4965b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:31.910367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No active binding found for port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 {{(pid=88552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 29 09:47:31.910959 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:47:31.913622 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:31.927371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No DVR routers for this DVR port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:47:31.944402 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-efeb9618-8cb9-4a97-9f0d-13fe9e25ea48 req-391e07ff-34d6-4560-bd83-b3f03c57223d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 210 time: 0.0790937 Mar 29 09:47:31.952624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-be15bd43-5152-4d2c-ad43-cbfee37894cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:47:31.953732 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-be15bd43-5152-4d2c-ad43-cbfee37894cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:47:32.063399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-83db9392-67eb-4382-884a-ba99ac4716c8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.102144 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d21ec94c-34b1-4750-aef4-79c94db4965b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.153484 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.171370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object 27e9dbeb-1371-4c29-b7d4-6136150f85d5 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:32.177615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d21ec94c-34b1-4750-aef4-79c94db4965b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.211881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ec94c-34b1-4750-aef4-79c94db4965b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8316429-7ba7-43c1-9627-37c59ea717a3,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:32.242695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.265619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6dc1b5-fa07-4e7a-9f44-c75b540be092 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Router d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:47:32.287996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.290011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8749a07-0122-4842-8398-6635ae32d475']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:32.290155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d21ec94c-34b1-4750-aef4-79c94db4965b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.293887 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d21ec94c-34b1-4750-aef4-79c94db4965b tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7731385 Mar 29 09:47:32.308285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37430) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:32.320444 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54f2fa3-a202-47e3-83a4-b3b1b6649027') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:32.320847 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54f2fa3-a202-47e3-83a4-b3b1b6649027') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:32.360204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 23ba0bfd-3583-477e-b3ed-753daeebae44 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:32.367557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:32.372435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:32.418026 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=27e9dbeb-1371-4c29-b7d4-6136150f85d5,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:32.425603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.455214 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-be15bd43-5152-4d2c-ad43-cbfee37894cd None None] Deleting port 9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:32.456381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-be15bd43-5152-4d2c-ad43-cbfee37894cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.462533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:32.463352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.528386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.540132 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-be15bd43-5152-4d2c-ad43-cbfee37894cd None None] The port '9bd4a3e3-49ce-4ab9-bd24-46d39e2cbea3' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:47:32.545196 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-2c46e124-e33d-4eb9-9662-49319fd38635 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6347518 Mar 29 09:47:32.557251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6dc1b5-fa07-4e7a-9f44-c75b540be092 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:47:32.557515 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Request body: {'port': {'device_id': 'ec0e1381-ba73-4c64-adc9-3dbb8ce5133b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:32.560701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-83db9392-67eb-4382-884a-ba99ac4716c8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.568908 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdaa3e4-e7cb-465d-a7a5-a7d65edc594e None None] Sync routers for ids ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:47:32.591719 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdaa3e4-e7cb-465d-a7a5-a7d65edc594e None None] Routers {'d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:32.592380 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9cdaa3e4-e7cb-465d-a7a5-a7d65edc594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:32.626411 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:47:32.626814 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:47:32.654248 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:47:32.696424 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.734388 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9cdaa3e4-e7cb-465d-a7a5-a7d65edc594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:32.743601 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdaa3e4-e7cb-465d-a7a5-a7d65edc594e None None] Routers {'d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:32.744201 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9cdaa3e4-e7cb-465d-a7a5-a7d65edc594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:32.780935 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bd6dc1b5-fa07-4e7a-9f44-c75b540be092 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "PUT /v2.0/routers/d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3735545 Mar 29 09:47:32.783775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37434) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:32.818398 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9cdaa3e4-e7cb-465d-a7a5-a7d65edc594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:32.819079 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdaa3e4-e7cb-465d-a7a5-a7d65edc594e None None] The sync data for ids ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:47:32.862135 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-25bdc3f2-999d-4249-aedc-c9f0a2f4c8a2 None None] Provisioning complete for port d1e94297-e35a-45a9-928c-6d7e81b1bc62 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:32.862838 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-25bdc3f2-999d-4249-aedc-c9f0a2f4c8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.878304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8dd86c21-aa0f-4210-b281-6f156980d3c0 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.883363 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-d9dcea57-17f6-47dd-801c-2058d8b36a98 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] delete failed (client error): The resource could not be found. Mar 29 09:47:32.884382 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d9dcea57-17f6-47dd-801c-2058d8b36a98 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-189872484 HTTP/1.1" status: 404 len: 334 time: 0.0906694 Mar 29 09:47:32.888444 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37438) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:32.904445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-fa48540b-09ef-4693-b5b7-fd8740bba58a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:32.919903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8dd86c21-aa0f-4210-b281-6f156980d3c0 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.933017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-25bdc3f2-999d-4249-aedc-c9f0a2f4c8a2 None None] Port d1e94297-e35a-45a9-928c-6d7e81b1bc62 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:33.008282 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.037537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.045452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-83db9392-67eb-4382-884a-ba99ac4716c8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.087931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-25bdc3f2-999d-4249-aedc-c9f0a2f4c8a2 None None] Provisioning for port 27e9dbeb-1371-4c29-b7d4-6136150f85d5 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:33.089975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Network': ['ID=f8749a07-0122-4842-8398-6635ae32d475,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:33.094818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-25bdc3f2-999d-4249-aedc-c9f0a2f4c8a2 None None] Provisioning complete for port 27e9dbeb-1371-4c29-b7d4-6136150f85d5 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:33.095575 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-25bdc3f2-999d-4249-aedc-c9f0a2f4c8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.156412 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-25bdc3f2-999d-4249-aedc-c9f0a2f4c8a2 None None] Port 27e9dbeb-1371-4c29-b7d4-6136150f85d5 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:33.168710 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-25bdc3f2-999d-4249-aedc-c9f0a2f4c8a2 None None] Provisioning complete for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:33.169104 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-25bdc3f2-999d-4249-aedc-c9f0a2f4c8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.273799 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8dd86c21-aa0f-4210-b281-6f156980d3c0 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.276047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8dd86c21-aa0f-4210-b281-6f156980d3c0 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.277194 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8dd86c21-aa0f-4210-b281-6f156980d3c0 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-groups/217e8f78-8975-40b1-bca1-72d9aba11918 HTTP/1.1" status: 204 len: 168 time: 0.9679167 Mar 29 09:47:33.278104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db9392-67eb-4382-884a-ba99ac4716c8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Subnet': ['ID=657e6ce7-5cb5-4acf-8674-b7c0841d1a5f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:33.297176 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37446) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:33.302877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd86c21-aa0f-4210-b281-6f156980d3c0 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217e8f78-8975-40b1-bca1-72d9aba11918,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:33.309982 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-87fa5e22-39cf-47d1-b2fe-d8c28f34ada6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/networks/f8749a07-0122-4842-8398-6635ae32d475 HTTP/1.1" status: 204 len: 168 time: 3.7155900 Mar 29 09:47:33.323289 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37450) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:33.323481 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-83db9392-67eb-4382-884a-ba99ac4716c8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.323785 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab678210-fd90-44e3-a68c-e031f2d41633 None None] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:33.327612 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-83db9392-67eb-4382-884a-ba99ac4716c8 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/657e6ce7-5cb5-4acf-8674-b7c0841d1a5f HTTP/1.1" status: 204 len: 168 time: 1.9417236 Mar 29 09:47:33.345680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37452) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:33.417352 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa127914-ea84-439a-a177-a43c0f70e731 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:33.417818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa127914-ea84-439a-a177-a43c0f70e731 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:33.422633 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-aa127914-ea84-439a-a177-a43c0f70e731 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/de0e02b1-5a25-4b57-bf6c-7a17fdf918f2 HTTP/1.1" status: 404 len: 337 time: 0.0675874 Mar 29 09:47:33.423865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37458) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:33.458020 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fa48540b-09ef-4693-b5b7-fd8740bba58a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.475709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-546bbecd-a30c-4a9d-a710-a6643d1502d3 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:33.523235 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-546bbecd-a30c-4a9d-a710-a6643d1502d3 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:33.528298 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-546bbecd-a30c-4a9d-a710-a6643d1502d3 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2197123 Mar 29 09:47:33.534900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f22f1c3-2038-4df6-9774-1fdacca81f7b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting subnet 2b4b9ce0-669e-48c7-99ed-03d1168d7f81 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:47:33.535879 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37462) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:33.543906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca8ee5-ac3a-4ed3-bc6b-0ae30364afec req-0cbbe593-1dc5-40f9-8f19-6fca1d51ed97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:33.548238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-30b00ecf-71f8-4f18-8e5d-df34a74a4752 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505285980'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:33.551263 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e0ca8ee5-ac3a-4ed3-bc6b-0ae30364afec req-0cbbe593-1dc5-40f9-8f19-6fca1d51ed97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 932 time: 0.4687321 Mar 29 09:47:33.568414 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f22f1c3-2038-4df6-9774-1fdacca81f7b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.644154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-e0ca8ee5-ac3a-4ed3-bc6b-0ae30364afec req-0a68ab58-1b2a-48c1-ac2f-d8e2d02efa66 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:33.648613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f22f1c3-2038-4df6-9774-1fdacca81f7b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.699179 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-30b00ecf-71f8-4f18-8e5d-df34a74a4752 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:33.707074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-e0ca8ee5-ac3a-4ed3-bc6b-0ae30364afec req-0a68ab58-1b2a-48c1-ac2f-d8e2d02efa66 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:33.708979 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afda6343-bc92-48af-9458-c3e3fd9873d0 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:33.709390 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e0ca8ee5-ac3a-4ed3-bc6b-0ae30364afec req-0a68ab58-1b2a-48c1-ac2f-d8e2d02efa66 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=35951881-5fc8-4e14-a698-fb7f9335a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569860 Mar 29 09:47:33.710448 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-afda6343-bc92-48af-9458-c3e3fd9873d0 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3782887 Mar 29 09:47:33.716031 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37466) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:33.720004 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-fa48540b-09ef-4693-b5b7-fd8740bba58a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] update failed (client error): The resource could not be found. Mar 29 09:47:33.725873 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fa48540b-09ef-4693-b5b7-fd8740bba58a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "PUT /v2.0/routers/d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429 HTTP/1.1" status: 404 len: 339 time: 0.8315110 Mar 29 09:47:33.734820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37470) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:33.742364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1746896473'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:33.754352 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:33.755909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e9dbeb-1371-4c29-b7d4-6136150f85d5 {{(pid=88550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:47:33.760701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Usage tracker for resource:network and tenant:b41d15dadb9d4afcb5c50df97a7b579d is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:33.765005 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:33.770125 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-30b00ecf-71f8-4f18-8e5d-df34a74a4752 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:33.774492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:33.777873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.785403 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f22f1c3-2038-4df6-9774-1fdacca81f7b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.804172 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Transition to ACTIVE for port object 27e9dbeb-1371-4c29-b7d4-6136150f85d5 will not be triggered until provisioned by entity L2. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:33.832161 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-10cf9aab-fcb4-4c3c-a408-d58f39c637ea tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1100340 Mar 29 09:47:33.835783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37474) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:33.841883 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1353692699'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:33.846910 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:33.850961 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:network and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:33.854253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:33.860209 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:33.872731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30b00ecf-71f8-4f18-8e5d-df34a74a4752 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.893840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-30b00ecf-71f8-4f18-8e5d-df34a74a4752 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:33.897998 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-30b00ecf-71f8-4f18-8e5d-df34a74a4752 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:33.901047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-30b00ecf-71f8-4f18-8e5d-df34a74a4752 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:33.906883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Made reservation on behalf of b41d15dadb9d4afcb5c50df97a7b579d for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:33.908892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.910394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.913477 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-30b00ecf-71f8-4f18-8e5d-df34a74a4752 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:33.941807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:47:33.951238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.951388 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Added segment 9a3efc04-8d3f-4954-8f41-e8cce54d91b4 of type vlan for network 38f63f01-ea02-419c-a1f7-71f07c7efc81 Mar 29 09:47:33.973584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f22f1c3-2038-4df6-9774-1fdacca81f7b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.976250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:33.979807 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.016290 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.025758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22f1c3-2038-4df6-9774-1fdacca81f7b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4b9ce0-669e-48c7-99ed-03d1168d7f81,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:34.033596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f22f1c3-2038-4df6-9774-1fdacca81f7b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.053656 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0f22f1c3-2038-4df6-9774-1fdacca81f7b tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/2b4b9ce0-669e-48c7-99ed-03d1168d7f81 HTTP/1.1" status: 204 len: 168 time: 0.6238415 Mar 29 09:47:34.056326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37478) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:34.104349 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6369f2-82fb-46d8-a706-c560f5b7a528 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:34.105117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6369f2-82fb-46d8-a706-c560f5b7a528 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:34.110128 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3c6369f2-82fb-46d8-a706-c560f5b7a528 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/337278ed-705f-4cd1-b74c-8d409453b439 HTTP/1.1" status: 404 len: 337 time: 0.0494337 Mar 29 09:47:34.110128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37482) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:34.128017 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Pushing event updated for resources: {'Port': ['ID=27e9dbeb-1371-4c29-b7d4-6136150f85d5,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:34.159609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-803cbf14-108f-4b30-ad63-e486888caa2a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Synchronizing usage tracker for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:34.166784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:47:34.173660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-803cbf14-108f-4b30-ad63-e486888caa2a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Unset dirty status for tenant:b4dec77116a345ed906ccba95ed7a9ff on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:34.177072 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-803cbf14-108f-4b30-ad63-e486888caa2a tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f21f470-374e-4884-b54e-028995a1264a HTTP/1.1" status: 200 len: 205 time: 0.0658789 Mar 29 09:47:34.178094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37486) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:34.195102 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.195486 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Added segment feec8353-b2ed-42b8-8e32-24ca7caed129 of type vlan for network 5a4ae219-71ee-4602-8457-2e4b8acdb01e Mar 29 09:47:34.234620 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c7781d-ccaa-4853-9827-b53b38ab6aa4 None None] Network e852d1e1-c344-4b89-9ad6-3053aa9c1a39 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:34.248897 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.251829 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-110e3d64-9279-4b84-97e8-2e13685a77bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] delete failed (client error): The resource could not be found. Mar 29 09:47:34.255360 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-110e3d64-9279-4b84-97e8-2e13685a77bd tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/routers/7f21f470-374e-4884-b54e-028995a1264a HTTP/1.1" status: 404 len: 336 time: 0.0737090 Mar 29 09:47:34.255360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.259267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Attempting to bind port 27e9dbeb-1371-4c29-b7d4-6136150f85d5 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:47:34.259659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Attempting to bind port 27e9dbeb-1371-4c29-b7d4-6136150f85d5 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '69102cf1-019c-452d-b337-89338e7251d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:47:34.259865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:34.259989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Attempting to bind port 27e9dbeb-1371-4c29-b7d4-6136150f85d5 on network 23ba0bfd-3583-477e-b3ed-753daeebae44 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:47:34.260539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.263637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37490) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:34.304027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Port 27e9dbeb-1371-4c29-b7d4-6136150f85d5 on network 23ba0bfd-3583-477e-b3ed-753daeebae44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:47:34.304256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Attempting to bind port 27e9dbeb-1371-4c29-b7d4-6136150f85d5 on network 23ba0bfd-3583-477e-b3ed-753daeebae44 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:47:34.321397 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:47:34.325189 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Checking segment: {'id': '69102cf1-019c-452d-b337-89338e7251d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:34.325189 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Bound using segment: {'id': '69102cf1-019c-452d-b337-89338e7251d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44'} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:47:34.325189 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Bound port: 27e9dbeb-1371-4c29-b7d4-6136150f85d5, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69102cf1-019c-452d-b337-89338e7251d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44'}}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:47:34.325189 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.332058 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd140528-08c7-4dd5-b2fc-63eadaa55ffc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:34.332546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd140528-08c7-4dd5-b2fc-63eadaa55ffc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:34.366904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b9cff716-73ff-4215-a372-229a28851955 None None] Provisioning complete for port d1e94297-e35a-45a9-928c-6d7e81b1bc62 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:34.367379 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9cff716-73ff-4215-a372-229a28851955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.370460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event updated for resources: {'Network': ['ID=38f63f01-ea02-419c-a1f7-71f07c7efc81,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:34.405391 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dd140528-08c7-4dd5-b2fc-63eadaa55ffc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/08010758-6053-4994-a37d-3ac08f8f32f9 HTTP/1.1" status: 404 len: 337 time: 0.1381538 Mar 29 09:47:34.408103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37494) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:34.415555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 38f63f01-ea02-419c-a1f7-71f07c7efc81 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:47:34.451085 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e4e177e3-d492-4b6a-9e39-eb6e7b62938a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7150345 Mar 29 09:47:34.455895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37498) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:34.457034 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-c329a38a-d15a-4d93-92e1-c6c54ef61d2d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:34.457720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c329a38a-d15a-4d93-92e1-c6c54ef61d2d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:34.459482 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c329a38a-d15a-4d93-92e1-c6c54ef61d2d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/c3135e86-a105-405e-9f1d-20e5734ea994 HTTP/1.1" status: 404 len: 337 time: 0.0499747 Mar 29 09:47:34.464978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Request body: {'subnet': {'network_id': '38f63f01-ea02-419c-a1f7-71f07c7efc81', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:34.471884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37502) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:34.477352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30b00ecf-71f8-4f18-8e5d-df34a74a4752 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.516738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.522219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:34.522805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.541870 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-b908aa8f-7fec-48b4-a6af-4a2011db93ef tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:34.543061 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b908aa8f-7fec-48b4-a6af-4a2011db93ef tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:34.569655 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] For port 27e9dbeb-1371-4c29-b7d4-6136150f85d5, host hv-neutron-8355, cleared binding levels {{(pid=88550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:47:34.571835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30b00ecf-71f8-4f18-8e5d-df34a74a4752 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.576152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:34.581204 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Usage tracker for resource:subnet and tenant:b41d15dadb9d4afcb5c50df97a7b579d is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:34.584577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:34.594082 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:34.594314 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b908aa8f-7fec-48b4-a6af-4a2011db93ef tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/2f7e8a73-297c-4ab4-975f-e5bae9a0bf37 HTTP/1.1" status: 404 len: 337 time: 0.1181910 Mar 29 09:47:34.594444 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37506) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:34.608915 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b9cff716-73ff-4215-a372-229a28851955 None None] Port d1e94297-e35a-45a9-928c-6d7e81b1bc62 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:34.642479 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f46e917-1e2c-4b82-9db7-dcab889c24d5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:34.642950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f46e917-1e2c-4b82-9db7-dcab889c24d5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:34.644631 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0f46e917-1e2c-4b82-9db7-dcab889c24d5 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/8f3c5bee-83c6-4263-b68a-a08e21695da1 HTTP/1.1" status: 404 len: 333 time: 0.0494342 Mar 29 09:47:34.647249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37510) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:34.669222 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] For port 27e9dbeb-1371-4c29-b7d4-6136150f85d5, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=27e9dbeb-1371-4c29-b7d4-6136150f85d5,segment=NetworkSegment(69102cf1-019c-452d-b337-89338e7251d7),segment_id=69102cf1-019c-452d-b337-89338e7251d7)] {{(pid=88550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:47:34.670592 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b9cff716-73ff-4215-a372-229a28851955 None None] Provisioning complete for port 319b3ce9-990b-4a87-a568-dd48dc00ff22 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:34.671049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9cff716-73ff-4215-a372-229a28851955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.684810 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1637ec6-d754-4f65-8834-18a44cba2380 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:34.685268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1637ec6-d754-4f65-8834-18a44cba2380 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:34.685739 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8489289 Mar 29 09:47:34.689371 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b1637ec6-d754-4f65-8834-18a44cba2380 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/57f2b571-8aa3-4b35-a4cd-3d92d18ff0b3 HTTP/1.1" status: 404 len: 337 time: 0.0388432 Mar 29 09:47:34.689574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b00ecf-71f8-4f18-8e5d-df34a74a4752 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506b912b-713b-45d0-ac73-699ca78d43cc,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:34.689682 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37514) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:34.689682 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37516) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:34.691040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84484de-26e8-4087-9a86-ceea65348a94 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Network': ['ID=5a4ae219-71ee-4602-8457-2e4b8acdb01e,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:34.696470 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'subnet': {'network_id': '5a4ae219-71ee-4602-8457-2e4b8acdb01e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:34.714865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 5a4ae219-71ee-4602-8457-2e4b8acdb01e details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:47:34.732748 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.776559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30b00ecf-71f8-4f18-8e5d-df34a74a4752 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.777829 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-30b00ecf-71f8-4f18-8e5d-df34a74a4752 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2410085 Mar 29 09:47:34.784566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37524) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:34.788002 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6631af9d-733d-4679-886e-b12a49b281fc None None] DHCP port deletion for e852d1e1-c344-4b89-9ad6-3053aa9c1a39 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:47:34.791687 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7e7a0883-79cb-4c35-afb1-f163704518e5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162432138'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:34.798510 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d199648-b632-4787-a3a2-68ba50d81f45 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:34.799119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d199648-b632-4787-a3a2-68ba50d81f45 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:34.801007 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9d199648-b632-4787-a3a2-68ba50d81f45 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/908685ee-b5dc-4acf-a15b-50eeaf5c8458 HTTP/1.1" status: 404 len: 337 time: 0.1089394 Mar 29 09:47:34.803926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7e7a0883-79cb-4c35-afb1-f163704518e5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:34.805815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37528) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:34.806682 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:34.807296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.808703 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] 10.222.0.36 "PUT /v2.0/ports/27e9dbeb-1371-4c29-b7d4-6136150f85d5 HTTP/1.1" status: 200 len: 1094 time: 2.2566569 Mar 29 09:47:34.816030 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0e1381-ba73-4c64-adc9-3dbb8ce5133b', 'tag': '27e9dbeb-1371-4c29-b7d4-6136150f85d5'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:47:34.878409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7e7a0883-79cb-4c35-afb1-f163704518e5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:34.881234 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0e1381-ba73-4c64-adc9-3dbb8ce5133b', 'tag': '27e9dbeb-1371-4c29-b7d4-6136150f85d5', 'status': 'completed', 'code': 200} Mar 29 09:47:34.894221 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc67ba8-1bc2-4a59-bd34-15ac32369c36 service neutron] Pushing event updated for resources: {'Port': ['ID=27e9dbeb-1371-4c29-b7d4-6136150f85d5,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:34.923915 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6631af9d-733d-4679-886e-b12a49b281fc None None] Deleting port 319b3ce9-990b-4a87-a568-dd48dc00ff22 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:34.924888 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6631af9d-733d-4679-886e-b12a49b281fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.927993 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Made reservation on behalf of b41d15dadb9d4afcb5c50df97a7b579d for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:34.936803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:34.994847 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc37a2db-cff1-4d20-89df-5689755c3a66 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:34.995324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc37a2db-cff1-4d20-89df-5689755c3a66 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:34.997344 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bc37a2db-cff1-4d20-89df-5689755c3a66 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/87f54b27-ad7c-4d68-bdc3-7f973ce8dba7 HTTP/1.1" status: 404 len: 333 time: 0.1897380 Mar 29 09:47:35.005315 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37534) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:35.005787 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f3d08-f097-4dad-b5c0-59cc77319bc2 req-aff20cc5-68f4-44a0-8a76-c93e5617ee58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:35.006562 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-979f3d08-f097-4dad-b5c0-59cc77319bc2 req-aff20cc5-68f4-44a0-8a76-c93e5617ee58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:35.042593 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9c73e-0a85-478c-b666-9cecc2eda6ba req-c70627ab-141e-4fcf-9923-d30516fa6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:35.044551 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bdd9c73e-0a85-478c-b666-9cecc2eda6ba req-c70627ab-141e-4fcf-9923-d30516fa6876 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 1097 time: 0.1454725 Mar 29 09:47:35.045350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0883-79cb-4c35-afb1-f163704518e5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:35.106395 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f29c69d-614c-4517-a76f-0e84b051b694 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:35.106395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f29c69d-614c-4517-a76f-0e84b051b694 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:35.106395 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4f29c69d-614c-4517-a76f-0e84b051b694 tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/833cb710-560b-43bf-9f4d-23f3dfd447cc HTTP/1.1" status: 404 len: 337 time: 0.0964627 Mar 29 09:47:35.106395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:35.107962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7e7a0883-79cb-4c35-afb1-f163704518e5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:35.109610 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37538) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:35.159802 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d05fd53-48b2-4bbf-81c3-60c661d3eacc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] DELETE failed (client error): The resource could not be found. Mar 29 09:47:35.160265 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d05fd53-48b2-4bbf-81c3-60c661d3eacc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:47:35.164335 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5d05fd53-48b2-4bbf-81c3-60c661d3eacc tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/subnets/cf7c6719-ae3e-4d8b-8449-0bf4b64d2e69 HTTP/1.1" status: 404 len: 337 time: 0.0476298 Mar 29 09:47:35.165450 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37542) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:35.198092 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:subnet and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:35.202944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:35.212380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:35.264096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6631af9d-733d-4679-886e-b12a49b281fc None None] For port 319b3ce9-990b-4a87-a568-dd48dc00ff22, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=319b3ce9-990b-4a87-a568-dd48dc00ff22,segment=NetworkSegment(2020cfdc-1740-49be-bf07-beb3c1ed3df9),segment_id=2020cfdc-1740-49be-bf07-beb3c1ed3df9)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:35.265286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6631af9d-733d-4679-886e-b12a49b281fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:35.272391 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7e7a0883-79cb-4c35-afb1-f163704518e5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:35.290431 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7e7a0883-79cb-4c35-afb1-f163704518e5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:35.309798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7e7a0883-79cb-4c35-afb1-f163704518e5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:35.383259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e6c6a-9c8c-4de9-bc22-d51261cedd9f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Deleting port d1e94297-e35a-45a9-928c-6d7e81b1bc62 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:35.383593 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4f3e6c6a-9c8c-4de9-bc22-d51261cedd9f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:35.429916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:35.430693 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6631af9d-733d-4679-886e-b12a49b281fc None None] Calling delete_port for 319b3ce9-990b-4a87-a568-dd48dc00ff22 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:35.430855 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9c73e-0a85-478c-b666-9cecc2eda6ba req-eb06a444-8284-4cfd-8580-b7c14277ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:35.432228 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bdd9c73e-0a85-478c-b666-9cecc2eda6ba req-eb06a444-8284-4cfd-8580-b7c14277ae6c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3667383 Mar 29 09:47:35.434709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:35.474459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:35.494651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-979f3d08-f097-4dad-b5c0-59cc77319bc2 req-aff20cc5-68f4-44a0-8a76-c93e5617ee58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:35.496120 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-979f3d08-f097-4dad-b5c0-59cc77319bc2 req-aff20cc5-68f4-44a0-8a76-c93e5617ee58 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 944 time: 0.6666455 Mar 29 09:47:35.577650 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6631af9d-733d-4679-886e-b12a49b281fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:35.636824 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 319b3ce9-990b-4a87-a568-dd48dc00ff22 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:47:35.686958 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631af9d-733d-4679-886e-b12a49b281fc None None] Pushing event deleted for resources: {'Port': ['ID=319b3ce9-990b-4a87-a568-dd48dc00ff22,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:35.689847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6631af9d-733d-4679-886e-b12a49b281fc None None] No DVR routers for this DVR port 319b3ce9-990b-4a87-a568-dd48dc00ff22 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:47:35.693963 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 319b3ce9-990b-4a87-a568-dd48dc00ff22 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:47:35.700105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 319b3ce9-990b-4a87-a568-dd48dc00ff22 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:47:35.719498 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0883-79cb-4c35-afb1-f163704518e5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:35.756754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event updated for resources: {'Subnet': ['ID=10212260-66f2-4d60-8bfe-00cabd57429b,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:35.771858 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Checking segment: {'id': '9a3efc04-8d3f-4954-8f41-e8cce54d91b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '38f63f01-ea02-419c-a1f7-71f07c7efc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:35.772220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Network hostable DHCP agents. Network: 38f63f01-ea02-419c-a1f7-71f07c7efc81, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:47:35.784470 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a6aa8db1-e0ad-4af0-ab9a-d189424e4f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:35.854398 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0883-79cb-4c35-afb1-f163704518e5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:35.878301 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-979f3d08-f097-4dad-b5c0-59cc77319bc2 req-151936cc-1d74-4595-92a9-0187729e4ec5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=35951881-5fc8-4e14-a698-fb7f9335a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898569 Mar 29 09:47:35.887228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Network 38f63f01-ea02-419c-a1f7-71f07c7efc81 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:47:35.938205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9c73e-0a85-478c-b666-9cecc2eda6ba req-2a78fc45-b48a-44fb-b49c-64620e1c0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:35.939267 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:35.939637 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bdd9c73e-0a85-478c-b666-9cecc2eda6ba req-2a78fc45-b48a-44fb-b49c-64620e1c0bcc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4992459 Mar 29 09:47:35.977305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4f3e6c6a-9c8c-4de9-bc22-d51261cedd9f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:35.983161 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 38f63f01-ea02-419c-a1f7-71f07c7efc81) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:35.993352 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f372da-362b-4609-98b3-e72f97b5f9b9 None None] Network 38f63f01-ea02-419c-a1f7-71f07c7efc81 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:35.996534 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:35.999567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:36.031880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0883-79cb-4c35-afb1-f163704518e5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a010a250-ee43-4c5a-a4af-12525af9d451,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:36.042573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Subnet': ['ID=7d0341b5-67ce-406c-a6dd-93ff06f1cb4d,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:36.047209 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Checking segment: {'id': 'feec8353-b2ed-42b8-8e32-24ca7caed129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5a4ae219-71ee-4602-8457-2e4b8acdb01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:36.047559 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network hostable DHCP agents. Network: 5a4ae219-71ee-4602-8457-2e4b8acdb01e, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:47:36.147189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 5a4ae219-71ee-4602-8457-2e4b8acdb01e is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:47:36.150880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e6c6a-9c8c-4de9-bc22-d51261cedd9f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Calling delete_port for d1e94297-e35a-45a9-928c-6d7e81b1bc62 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:36.154915 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-76dfe0bb-22db-49ad-a8ff-1a7a7a62d89b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6919427 Mar 29 09:47:36.155660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37546) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:36.161878 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-6fe82720-7e62-40eb-ac57-78143d4177f0 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Request body: {'router': {'external_gateway_info': {'network_id': '38f63f01-ea02-419c-a1f7-71f07c7efc81'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:36.186478 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0883-79cb-4c35-afb1-f163704518e5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:36.187709 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7e7a0883-79cb-4c35-afb1-f163704518e5 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4021990 Mar 29 09:47:36.190913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37550) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:36.200313 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1fb4a9a8-7e89-499a-82b8-7448beda6c24 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group_rule': {'security_group_id': '506b912b-713b-45d0-ac73-699ca78d43cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a010a250-ee43-4c5a-a4af-12525af9d451', 'remote_ip_prefix': None}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:36.210977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1fb4a9a8-7e89-499a-82b8-7448beda6c24 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:36.223780 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1fb4a9a8-7e89-499a-82b8-7448beda6c24 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:36.229724 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1fb4a9a8-7e89-499a-82b8-7448beda6c24 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:36.231147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 5a4ae219-71ee-4602-8457-2e4b8acdb01e) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:36.239228 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1fb4a9a8-7e89-499a-82b8-7448beda6c24 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:36.246706 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-38f63f01-ea02-419c-a1f7-71f07c7efc81', 'network_id': '38f63f01-ea02-419c-a1f7-71f07c7efc81', 'tenant_id': 'b41d15dadb9d4afcb5c50df97a7b579d', 'fixed_ips': [{'subnet_id': '10212260-66f2-4d60-8bfe-00cabd57429b'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:47:36.249697 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:36.261386 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d6e0ae-4e94-444b-aa01-5f21e401b133 None None] Network 5a4ae219-71ee-4602-8457-2e4b8acdb01e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:36.277163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-ccb77726-8d00-4aa4-926e-990c9315425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:36.278629 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-ccb77726-8d00-4aa4-926e-990c9315425c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 1097 time: 0.2849348 Mar 29 09:47:36.284274 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:36.284896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:36.348876 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-cde4abb7-797a-4583-a27c-8a116e99bea6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27e9dbeb-1371-4c29-b7d4-6136150f85d5 HTTP/1.1" status: 200 len: 217 time: 0.0631933 Mar 29 09:47:36.409305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1fb4a9a8-7e89-499a-82b8-7448beda6c24 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:36.421511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4f3e6c6a-9c8c-4de9-bc22-d51261cedd9f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:36.494855 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-aa0a24fd-c89e-4efa-8ba4-c9b5c586c2e2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8042316 Mar 29 09:47:36.497596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e6c6a-9c8c-4de9-bc22-d51261cedd9f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Port': ['ID=d1e94297-e35a-45a9-928c-6d7e81b1bc62,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:36.501239 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37554) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:36.515843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'network_id': '5a4ae219-71ee-4602-8457-2e4b8acdb01e', 'name': 'tempest-PortsIpV6TestJSON-10160417'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:36.534414 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-cb03ca7d-70e5-492b-941a-57e08c54836c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:36.535905 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-cb03ca7d-70e5-492b-941a-57e08c54836c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=007a5470-429e-44f8-87d1-e45f89a9d154 HTTP/1.1" status: 200 len: 834 time: 0.1792183 Mar 29 09:47:36.543289 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4f3e6c6a-9c8c-4de9-bc22-d51261cedd9f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:36.567782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6fe82720-7e62-40eb-ac57-78143d4177f0 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:36.619241 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Allocated IP 2001:db8:1::2 (38f63f01-ea02-419c-a1f7-71f07c7efc81/10212260-66f2-4d60-8bfe-00cabd57429b/fbd6ff67-201a-4aaa-9383-aa49e4fe8432) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:36.638895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-5a4ae219-71ee-4602-8457-2e4b8acdb01e', 'network_id': '5a4ae219-71ee-4602-8457-2e4b8acdb01e', 'tenant_id': '46428600bbf74339b346da1e619e447c', 'fixed_ips': [{'subnet_id': '7d0341b5-67ce-406c-a6dd-93ff06f1cb4d'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:47:36.641892 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:36.716399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1fb4a9a8-7e89-499a-82b8-7448beda6c24 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:36.728601 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4f3e6c6a-9c8c-4de9-bc22-d51261cedd9f tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/ports/d1e94297-e35a-45a9-928c-6d7e81b1bc62 HTTP/1.1" status: 204 len: 168 time: 1.5599113 Mar 29 09:47:36.739952 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37558) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:36.792017 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:36.796752 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1fb4a9a8-7e89-499a-82b8-7448beda6c24 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:36.807680 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-6fe82720-7e62-40eb-ac57-78143d4177f0 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:36.809240 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6fe82720-7e62-40eb-ac57-78143d4177f0 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "PUT /v2.0/routers/d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429 HTTP/1.1" status: 400 len: 364 time: 0.6524055 Mar 29 09:47:36.812949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37562) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:36.865293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-507d653e-0758-48a7-83c5-520cb7c0d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:36.866780 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-507d653e-0758-48a7-83c5-520cb7c0d053 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ba0bfd-3583-477e-b3ed-753daeebae44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3186965 Mar 29 09:47:36.915784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:36.917715 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4a9a8-7e89-499a-82b8-7448beda6c24 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef613f0-bfee-4356-be69-3f41a0b63f8f,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:36.954274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2cbebb7-0462-4a47-bf79-3c744320915d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:36.985260 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Allocated IP 2001:db8::2 (5a4ae219-71ee-4602-8457-2e4b8acdb01e/7d0341b5-67ce-406c-a6dd-93ff06f1cb4d/23241841-7061-4284-b566-47ff76ba8e67) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:36.987247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.003850 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Transition to ACTIVE for port object fbd6ff67-201a-4aaa-9383-aa49e4fe8432 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:37.028652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:37.033220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.055886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Transition to ACTIVE for port object fbd6ff67-201a-4aaa-9383-aa49e4fe8432 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:37.088262 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1fb4a9a8-7e89-499a-82b8-7448beda6c24 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.089466 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1fb4a9a8-7e89-499a-82b8-7448beda6c24 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8973174 Mar 29 09:47:37.108188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37570) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:37.126390 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port 433f4b27-7ef3-4b7d-9136-989ff142e575 yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:47:37.200519 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.279732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2cbebb7-0462-4a47-bf79-3c744320915d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.292024 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-76296300-a328-43ea-bf49-83576eeeacdc service neutron] 10.222.0.36 "GET /v2.0/networks/23ba0bfd-3583-477e-b3ed-753daeebae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127760 Mar 29 09:47:37.335190 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-41ebb410-b59e-4b7a-823f-715a149cd702 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.356405 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.367969 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-41ebb410-b59e-4b7a-823f-715a149cd702 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.373989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Transition to ACTIVE for port object 23241841-7061-4284-b566-47ff76ba8e67 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:37.383957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a2cbebb7-0462-4a47-bf79-3c744320915d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e852d1e1-c344-4b89-9ad6-3053aa9c1a39']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:37.403117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Transition to ACTIVE for port object 23241841-7061-4284-b566-47ff76ba8e67 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:37.413499 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Network 38f63f01-ea02-419c-a1f7-71f07c7efc81 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:37.416915 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:37.419393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:37.511307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Pushing event updated for resources: {'Port': ['ID=fbd6ff67-201a-4aaa-9383-aa49e4fe8432,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:37.520046 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.582247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.593258 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Attempting to bind port fbd6ff67-201a-4aaa-9383-aa49e4fe8432 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:47:37.593429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Attempting to bind port fbd6ff67-201a-4aaa-9383-aa49e4fe8432 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '9a3efc04-8d3f-4954-8f41-e8cce54d91b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '38f63f01-ea02-419c-a1f7-71f07c7efc81'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:47:37.593788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Attempting to bind port fbd6ff67-201a-4aaa-9383-aa49e4fe8432 on network 38f63f01-ea02-419c-a1f7-71f07c7efc81 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:47:37.598812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a2cbebb7-0462-4a47-bf79-3c744320915d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2020cfdc-1740-49be-bf07-beb3c1ed3df9') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:37.599338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a2cbebb7-0462-4a47-bf79-3c744320915d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2020cfdc-1740-49be-bf07-beb3c1ed3df9') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:37.600786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14135f1f-c66a-4bba-96d4-c58f935cc50a req-d1fd8433-cf95-4060-8176-3056b4838cb9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:37.602341 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-14135f1f-c66a-4bba-96d4-c58f935cc50a req-d1fd8433-cf95-4060-8176-3056b4838cb9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 944 time: 0.4459879 Mar 29 09:47:37.610873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Network 5a4ae219-71ee-4602-8457-2e4b8acdb01e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:37.613535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:47:37.619485 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Checking segment: {'id': '9a3efc04-8d3f-4954-8f41-e8cce54d91b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '38f63f01-ea02-419c-a1f7-71f07c7efc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:37.619485 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.619485 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Bound using segment: {'id': '9a3efc04-8d3f-4954-8f41-e8cce54d91b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '38f63f01-ea02-419c-a1f7-71f07c7efc81'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:47:37.619485 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Bound port: fbd6ff67-201a-4aaa-9383-aa49e4fe8432, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3efc04-8d3f-4954-8f41-e8cce54d91b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '38f63f01-ea02-419c-a1f7-71f07c7efc81'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:47:37.619485 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.633186 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:37.640695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2cbebb7-0462-4a47-bf79-3c744320915d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.641096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:37.651832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Pushing event updated for resources: {'Port': ['ID=23241841-7061-4284-b566-47ff76ba8e67,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:37.675230 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2cbebb7-0462-4a47-bf79-3c744320915d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.701313 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Allocated IP 2001:db8::19e (5a4ae219-71ee-4602-8457-2e4b8acdb01e/7d0341b5-67ce-406c-a6dd-93ff06f1cb4d/433f4b27-7ef3-4b7d-9136-989ff142e575) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:37.703547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cbebb7-0462-4a47-bf79-3c744320915d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:47:37.704266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2cbebb7-0462-4a47-bf79-3c744320915d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:47:37.718981 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:47:37.739752 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-41ebb410-b59e-4b7a-823f-715a149cd702 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.791641 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Attempting to bind port 23241841-7061-4284-b566-47ff76ba8e67 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:47:37.792035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Attempting to bind port 23241841-7061-4284-b566-47ff76ba8e67 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'feec8353-b2ed-42b8-8e32-24ca7caed129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5a4ae219-71ee-4602-8457-2e4b8acdb01e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:47:37.792384 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Attempting to bind port 23241841-7061-4284-b566-47ff76ba8e67 on network 5a4ae219-71ee-4602-8457-2e4b8acdb01e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:47:37.809937 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45b616ca-6a33-40c9-8eb7-5ca5a28922cc req-6cacc2cd-1db0-4a42-9f19-0fe896bbfd98 service neutron] 10.222.0.36 "GET /v2.0/networks/23ba0bfd-3583-477e-b3ed-753daeebae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059357 Mar 29 09:47:37.813975 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:47:37.814357 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Checking segment: {'id': 'feec8353-b2ed-42b8-8e32-24ca7caed129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5a4ae219-71ee-4602-8457-2e4b8acdb01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:37.814763 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.815166 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Bound using segment: {'id': 'feec8353-b2ed-42b8-8e32-24ca7caed129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5a4ae219-71ee-4602-8457-2e4b8acdb01e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:47:37.815648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Bound port: 23241841-7061-4284-b566-47ff76ba8e67, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feec8353-b2ed-42b8-8e32-24ca7caed129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5a4ae219-71ee-4602-8457-2e4b8acdb01e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:47:37.816027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.823887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebb410-b59e-4b7a-823f-715a149cd702 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bef613f0-bfee-4356-be69-3f41a0b63f8f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:37.852588 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-14135f1f-c66a-4bba-96d4-c58f935cc50a req-fe701061-6767-4c81-b17d-a558537df4fa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=35951881-5fc8-4e14-a698-fb7f9335a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413790 Mar 29 09:47:37.862369 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-41ebb410-b59e-4b7a-823f-715a149cd702 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.867697 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-41ebb410-b59e-4b7a-823f-715a149cd702 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/bef613f0-bfee-4356-be69-3f41a0b63f8f HTTP/1.1" status: 204 len: 168 time: 0.7543223 Mar 29 09:47:37.867927 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] For port fbd6ff67-201a-4aaa-9383-aa49e4fe8432, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:47:37.868045 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37574) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:37.890069 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] For port fbd6ff67-201a-4aaa-9383-aa49e4fe8432, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fbd6ff67-201a-4aaa-9383-aa49e4fe8432,segment=NetworkSegment(9a3efc04-8d3f-4954-8f41-e8cce54d91b4),segment_id=9a3efc04-8d3f-4954-8f41-e8cce54d91b4)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:47:37.925267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] For port 23241841-7061-4284-b566-47ff76ba8e67, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:47:37.928510 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] For port 23241841-7061-4284-b566-47ff76ba8e67, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=23241841-7061-4284-b566-47ff76ba8e67,segment=NetworkSegment(feec8353-b2ed-42b8-8e32-24ca7caed129),segment_id=feec8353-b2ed-42b8-8e32-24ca7caed129)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:47:37.952578 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-df510fec-43ed-4194-b252-e79040ea43ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:37.966429 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a9377c22-ac5f-48e9-a5cc-bd1ff5b781bf tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:38.013158 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.017640 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2cbebb7-0462-4a47-bf79-3c744320915d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.021938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2cbebb7-0462-4a47-bf79-3c744320915d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.046033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Allocated IP 2001:db8::1 (17455db2-046b-45b5-ad5b-d674306dc60e/84742a38-660f-4407-ae6d-ef9449f3de3d/4bb26f28-e42d-4463-9973-c2aad482cdc2) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:38.068226 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a2cbebb7-0462-4a47-bf79-3c744320915d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] 10.222.0.35 "DELETE /v2.0/networks/e852d1e1-c344-4b89-9ad6-3053aa9c1a39 HTTP/1.1" status: 204 len: 168 time: 1.3270726 Mar 29 09:47:38.069242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbebb7-0462-4a47-bf79-3c744320915d tempest-PortsTestJSON-548988612 tempest-PortsTestJSON-548988612-project] Pushing event deleted for resources: {'Network': ['ID=e852d1e1-c344-4b89-9ad6-3053aa9c1a39,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:38.074879 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.122692 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cda89d-12ea-4524-a7d7-abcce1f3443a None None] Pushing event updated for resources: {'Port': ['ID=fbd6ff67-201a-4aaa-9383-aa49e4fe8432,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:38.130786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.150137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Transition to ACTIVE for port object 433f4b27-7ef3-4b7d-9136-989ff142e575 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:38.152085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a9377c22-ac5f-48e9-a5cc-bd1ff5b781bf tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:38.153663 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a9377c22-ac5f-48e9-a5cc-bd1ff5b781bf tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2865343 Mar 29 09:47:38.156848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37580) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:38.235905 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80599930-1e0a-4c54-96fe-7a0b37fadaac None None] Pushing event updated for resources: {'Port': ['ID=23241841-7061-4284-b566-47ff76ba8e67,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:38.266930 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-90a8eddb-0c93-43c4-8f9e-2d6fdd48fcdd tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.304227 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-90a8eddb-0c93-43c4-8f9e-2d6fdd48fcdd tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.311554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.322361 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.331645 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Transition to ACTIVE for port object 4bb26f28-e42d-4463-9973-c2aad482cdc2 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:38.419566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.453585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 5a4ae219-71ee-4602-8457-2e4b8acdb01e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:38.470730 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=433f4b27-7ef3-4b7d-9136-989ff142e575,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:38.472625 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:38.474899 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:38.480597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:38.485595 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.566743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Network 17455db2-046b-45b5-ad5b-d674306dc60e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:38.567658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event updated for resources: {'Port': ['ID=4bb26f28-e42d-4463-9973-c2aad482cdc2,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:38.570627 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d24429c8-fe4e-4a77-b239-03c7431cb5ff tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0623755 Mar 29 09:47:38.571479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-90a8eddb-0c93-43c4-8f9e-2d6fdd48fcdd tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.573884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-90a8eddb-0c93-43c4-8f9e-2d6fdd48fcdd tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.574978 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-90a8eddb-0c93-43c4-8f9e-2d6fdd48fcdd tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-groups/a010a250-ee43-4c5a-a4af-12525af9d451 HTTP/1.1" status: 204 len: 168 time: 0.4172609 Mar 29 09:47:38.575562 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37584) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:38.587065 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37586) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:38.590809 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'network_id': '5a4ae219-71ee-4602-8457-2e4b8acdb01e', 'name': 'tempest-PortsIpV6TestJSON-55231042'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:38.591857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:38.610132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:38.610542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.611695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8eddb-0c93-43c4-8f9e-2d6fdd48fcdd tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a010a250-ee43-4c5a-a4af-12525af9d451,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:38.739515 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-85c30e00-2b55-460c-b80f-51b3e75c5f62 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1490936 Mar 29 09:47:38.746331 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37594) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:38.791785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37598) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:38.831143 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:38.836880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:port and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:38.841774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:38.879468 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:38.884368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.919200 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-49cd3bdd-3043-4de0-ba39-e0f4e8abc777 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.959432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.975448 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.977244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-49cd3bdd-3043-4de0-ba39-e0f4e8abc777 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:38.995828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:38.999354 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:39.065984 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port 9bcdaa8e-6ed9-4e20-b52c-c4b62d50acab yet. {{(pid=88550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:47:39.139339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-336be20c-9cc2-4208-9998-e74a14805388 None None] Provisioning for port 4bb26f28-e42d-4463-9973-c2aad482cdc2 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:39.145618 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-336be20c-9cc2-4208-9998-e74a14805388 None None] Provisioning complete for port 4bb26f28-e42d-4463-9973-c2aad482cdc2 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:39.146553 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-336be20c-9cc2-4208-9998-e74a14805388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:39.160785 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4c1106b8-eae3-426f-9b4c-9030eda39b78 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4dec77116a345ed906ccba95ed7a9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654411 Mar 29 09:47:39.162701 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37606) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:39.202724 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-336be20c-9cc2-4208-9998-e74a14805388 None None] Port 4bb26f28-e42d-4463-9973-c2aad482cdc2 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:39.212368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-49cd3bdd-3043-4de0-ba39-e0f4e8abc777 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:39.242886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd3bdd-3043-4de0-ba39-e0f4e8abc777 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=506b912b-713b-45d0-ac73-699ca78d43cc,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:39.296568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454c140-9166-46cf-a1bc-4fa6a4d9f963 req-8b11b957-c656-450b-b67e-3493f128808c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:39.298075 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9454c140-9166-46cf-a1bc-4fa6a4d9f963 req-8b11b957-c656-450b-b67e-3493f128808c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 944 time: 0.3115566 Mar 29 09:47:39.345261 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb325dec-77fb-41ba-8d54-103477418c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:39.350116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Allocated IP 2001:db8::5a (5a4ae219-71ee-4602-8457-2e4b8acdb01e/7d0341b5-67ce-406c-a6dd-93ff06f1cb4d/9bcdaa8e-6ed9-4e20-b52c-c4b62d50acab) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:39.403489 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb325dec-77fb-41ba-8d54-103477418c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:39.410587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-49cd3bdd-3043-4de0-ba39-e0f4e8abc777 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:39.413964 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-49cd3bdd-3043-4de0-ba39-e0f4e8abc777 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-groups/506b912b-713b-45d0-ac73-699ca78d43cc HTTP/1.1" status: 204 len: 168 time: 0.6644480 Mar 29 09:47:39.417409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37610) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:39.419160 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9454c140-9166-46cf-a1bc-4fa6a4d9f963 req-0b5b5339-f8a0-4ffd-8236-594f03a905a9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=35951881-5fc8-4e14-a698-fb7f9335a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102087 Mar 29 09:47:39.614543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:39.622884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-54ddde53-d78b-43c5-a14d-4256f3d30745 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:39.665319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:39.687852 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb325dec-77fb-41ba-8d54-103477418c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:39.696244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:39.697232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:39.717213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fbd6ff67-201a-4aaa-9383-aa49e4fe8432 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:39.743122 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb325dec-77fb-41ba-8d54-103477418c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a208633-8161-4b4c-8892-0df6188e8196,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:39.747762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Transition to ACTIVE for port object 9bcdaa8e-6ed9-4e20-b52c-c4b62d50acab will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:39.762589 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb325dec-77fb-41ba-8d54-103477418c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:39.763712 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fb325dec-77fb-41ba-8d54-103477418c76 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a208633-8161-4b4c-8892-0df6188e8196 HTTP/1.1" status: 204 len: 168 time: 0.5985587 Mar 29 09:47:39.788440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-54ddde53-d78b-43c5-a14d-4256f3d30745 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:39.792682 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-54ddde53-d78b-43c5-a14d-4256f3d30745 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3713078 Mar 29 09:47:39.793046 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74487b4a-5acd-442c-9123-0f270d38a38b None None] Network 5a4ae219-71ee-4602-8457-2e4b8acdb01e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:39.799693 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37616) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:39.807100 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d736bf3e-26bf-4d1b-add8-176a004feb5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290015705'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:39.813886 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d736bf3e-26bf-4d1b-add8-176a004feb5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:39.826755 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d736bf3e-26bf-4d1b-add8-176a004feb5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:39.863055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:39.871064 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event updated for resources: {'Port': ['ID=4bb26f28-e42d-4463-9973-c2aad482cdc2,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:39.929603 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d736bf3e-26bf-4d1b-add8-176a004feb5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:39.969537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 5a4ae219-71ee-4602-8457-2e4b8acdb01e is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:39.975376 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:39.981673 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:39.988335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:39.989154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:40.002898 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Network 17455db2-046b-45b5-ad5b-d674306dc60e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:40.005650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:40.006652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=9bcdaa8e-6ed9-4e20-b52c-c4b62d50acab,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:40.014057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d736bf3e-26bf-4d1b-add8-176a004feb5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:40.032966 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d736bf3e-26bf-4d1b-add8-176a004feb5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:40.034251 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d736bf3e-26bf-4d1b-add8-176a004feb5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:40.036423 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a129c9b0-d2b2-4749-9d32-3abbdbecff08 None None] Provisioning for port 23241841-7061-4284-b566-47ff76ba8e67 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:40.041023 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d736bf3e-26bf-4d1b-add8-176a004feb5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:40.138763 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-948a26b0-af80-4fb1-b681-6147d1d3090e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5549893 Mar 29 09:47:40.142468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port fbd6ff67-201a-4aaa-9383-aa49e4fe8432 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:40.143359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37620) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:40.148529 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d736bf3e-26bf-4d1b-add8-176a004feb5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:40.160899 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 23241841-7061-4284-b566-47ff76ba8e67 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:40.250586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Router d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:47:40.278477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75daf7b-d76e-4634-8f92-f2b3446ab079 None None] Network 38f63f01-ea02-419c-a1f7-71f07c7efc81 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:40.406253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d736bf3e-26bf-4d1b-add8-176a004feb5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:40.484360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64226032-0190-4a58-8610-e8d55bab2f27 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:40.485095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-64226032-0190-4a58-8610-e8d55bab2f27 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:40.524728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736bf3e-26bf-4d1b-add8-176a004feb5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbfe599-255f-4af4-b87e-e5b8cdf84887,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:40.546264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d736bf3e-26bf-4d1b-add8-176a004feb5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:40.550151 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d736bf3e-26bf-4d1b-add8-176a004feb5c tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7467453 Mar 29 09:47:40.555928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37634) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:40.556751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:47:40.556880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-0931c934-b3f6-4f3d-94b7-fa5072d73239 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group_rule': {'security_group_id': '5dbfe599-255f-4af4-b87e-e5b8cdf84887', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:40.559982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 23241841-7061-4284-b566-47ff76ba8e67 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:40.569841 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d8062448-984d-4549-8ed6-9b9b5cf0d8cb tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "PUT /v2.0/routers/d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7558241 Mar 29 09:47:40.571931 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0931c934-b3f6-4f3d-94b7-fa5072d73239 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:40.572068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37638) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:40.581627 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343e67f-2d4c-46a4-b15e-16f435015e3b None None] Sync routers for ids ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:47:40.581839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0931c934-b3f6-4f3d-94b7-fa5072d73239 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:40.584699 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0931c934-b3f6-4f3d-94b7-fa5072d73239 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:40.594501 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0931c934-b3f6-4f3d-94b7-fa5072d73239 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:40.604382 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 23241841-7061-4284-b566-47ff76ba8e67 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:40.607884 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:40.643040 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343e67f-2d4c-46a4-b15e-16f435015e3b None None] Routers {'d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:40.643682 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2343e67f-2d4c-46a4-b15e-16f435015e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:40.678382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-64226032-0190-4a58-8610-e8d55bab2f27 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:40.684273 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-64226032-0190-4a58-8610-e8d55bab2f27 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A19e HTTP/1.1" status: 200 len: 927 time: 0.5394595 Mar 29 09:47:40.686437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37642) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:40.725668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b282a527-676b-4ab8-ab4f-4644b98dc70e None None] Provisioning for port fbd6ff67-201a-4aaa-9383-aa49e4fe8432 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:40.742822 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0931c934-b3f6-4f3d-94b7-fa5072d73239 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:40.750891 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2343e67f-2d4c-46a4-b15e-16f435015e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:40.763322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b282a527-676b-4ab8-ab4f-4644b98dc70e None None] Provisioning complete for port fbd6ff67-201a-4aaa-9383-aa49e4fe8432 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:40.764552 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b282a527-676b-4ab8-ab4f-4644b98dc70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:40.811969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c1c60127-a10d-43c7-a4e4-8ef0eb1f3e45 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:40.833860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-764fc172-9107-432b-9ee5-4817cfd3bae6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 9bcdaa8e-6ed9-4e20-b52c-c4b62d50acab {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:40.833860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-764fc172-9107-432b-9ee5-4817cfd3bae6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:40.868979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343e67f-2d4c-46a4-b15e-16f435015e3b None None] Routers {'d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:40.869962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2343e67f-2d4c-46a4-b15e-16f435015e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:40.982948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6eb9af-5f76-4c96-adbc-a92ca0bbd88e req-678a7537-37ef-4083-ba44-2199bab142f8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:40.984670 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3a6eb9af-5f76-4c96-adbc-a92ca0bbd88e req-678a7537-37ef-4083-ba44-2199bab142f8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 944 time: 0.3276396 Mar 29 09:47:41.026856 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.029968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0931c934-b3f6-4f3d-94b7-fa5072d73239 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.050178 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-c1c60127-a10d-43c7-a4e4-8ef0eb1f3e45 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 29 09:47:41.053758 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c1c60127-a10d-43c7-a4e4-8ef0eb1f3e45 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "DELETE /v2.0/routers/d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429 HTTP/1.1" status: 409 len: 329 time: 0.4783330 Mar 29 09:47:41.054465 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3a6eb9af-5f76-4c96-adbc-a92ca0bbd88e req-473ba967-6d4a-4f85-8f9e-800427d64333 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=35951881-5fc8-4e14-a698-fb7f9335a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499434 Mar 29 09:47:41.054921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37650) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:41.064578 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2343e67f-2d4c-46a4-b15e-16f435015e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:41.065824 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343e67f-2d4c-46a4-b15e-16f435015e3b None None] The sync data for ids ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:47:41.159032 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0931c934-b3f6-4f3d-94b7-fa5072d73239 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.206012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931c934-b3f6-4f3d-94b7-fa5072d73239 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae70c9b-4439-43ee-8e3c-2c1969473cd3,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:41.225015 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.282991 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-764fc172-9107-432b-9ee5-4817cfd3bae6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.320442 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 23241841-7061-4284-b566-47ff76ba8e67, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=23241841-7061-4284-b566-47ff76ba8e67,segment=NetworkSegment(feec8353-b2ed-42b8-8e32-24ca7caed129),segment_id=feec8353-b2ed-42b8-8e32-24ca7caed129)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:41.329602 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b282a527-676b-4ab8-ab4f-4644b98dc70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.371650 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0931c934-b3f6-4f3d-94b7-fa5072d73239 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.376582 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0931c934-b3f6-4f3d-94b7-fa5072d73239 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8218250 Mar 29 09:47:41.383465 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b282a527-676b-4ab8-ab4f-4644b98dc70e None None] For port fbd6ff67-201a-4aaa-9383-aa49e4fe8432, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fbd6ff67-201a-4aaa-9383-aa49e4fe8432,segment=NetworkSegment(9a3efc04-8d3f-4954-8f41-e8cce54d91b4),segment_id=9a3efc04-8d3f-4954-8f41-e8cce54d91b4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:41.428686 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.473771 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37660) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:41.474165 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37662) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:41.485842 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-764fc172-9107-432b-9ee5-4817cfd3bae6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 9bcdaa8e-6ed9-4e20-b52c-c4b62d50acab owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:41.493550 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b282a527-676b-4ab8-ab4f-4644b98dc70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.572316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=23241841-7061-4284-b566-47ff76ba8e67,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:41.587068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b960-8497-4a5e-b3f2-aa1213402967 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.603014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b960-8497-4a5e-b3f2-aa1213402967 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.678114 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282a527-676b-4ab8-ab4f-4644b98dc70e None None] Pushing event updated for resources: {'Port': ['ID=fbd6ff67-201a-4aaa-9383-aa49e4fe8432,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:41.694231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 27e9dbeb-1371-4c29-b7d4-6136150f85d5 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:47:41.719544 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-786d6edc-79dd-4348-b3a1-18e797efbbe0 None None] Provisioning complete for port 23241841-7061-4284-b566-47ff76ba8e67 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:41.719929 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-786d6edc-79dd-4348-b3a1-18e797efbbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.721962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c80928be-a6b4-44a4-939d-95b270783735 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:41.727080 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING neutron.api.v2.base [None req-c80928be-a6b4-44a4-939d-95b270783735 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 29 09:47:41.727080 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-c80928be-a6b4-44a4-939d-95b270783735 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): There was a conflict when trying to complete your request. Mar 29 09:47:41.727080 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c80928be-a6b4-44a4-939d-95b270783735 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2470675 Mar 29 09:47:41.727360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37670) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:41.734632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798305758'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:41.744476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:41.751730 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b960-8497-4a5e-b3f2-aa1213402967 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.754884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:41.766414 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:41.776710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:41.778728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2b960-8497-4a5e-b3f2-aa1213402967 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aae70c9b-4439-43ee-8e3c-2c1969473cd3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:41.794236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b960-8497-4a5e-b3f2-aa1213402967 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.795946 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b2c2b960-8497-4a5e-b3f2-aa1213402967 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/aae70c9b-4439-43ee-8e3c-2c1969473cd3 HTTP/1.1" status: 204 len: 168 time: 0.3208299 Mar 29 09:47:41.798496 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37674) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:41.818442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-764fc172-9107-432b-9ee5-4817cfd3bae6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.860662 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-27d42c5c-a65a-4235-a892-cc58ec10cf45 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.874244 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.889049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fc172-9107-432b-9ee5-4817cfd3bae6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=9bcdaa8e-6ed9-4e20-b52c-c4b62d50acab,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:41.941341 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3cea6d1a-90d1-46b4-a21d-b6e9741b9420 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:41.944423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.960555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 27e9dbeb-1371-4c29-b7d4-6136150f85d5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=27e9dbeb-1371-4c29-b7d4-6136150f85d5,segment=NetworkSegment(69102cf1-019c-452d-b337-89338e7251d7),segment_id=69102cf1-019c-452d-b337-89338e7251d7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:41.977781 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '27e9dbeb-1371-4c29-b7d4-6136150f85d5', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'port_id': '27e9dbeb-1371-4c29-b7d4-6136150f85d5', 'mac_address': 'fa:16:3e:c1:d1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:47:41.983449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:41.986052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-764fc172-9107-432b-9ee5-4817cfd3bae6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:41.987997 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-764fc172-9107-432b-9ee5-4817cfd3bae6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/9bcdaa8e-6ed9-4e20-b52c-c4b62d50acab HTTP/1.1" status: 204 len: 168 time: 1.2957897 Mar 29 09:47:41.989033 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:47:41.995657 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37678) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:41.999866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:42.036199 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:42.042671 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.052607 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:42.055555 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c133a5-c8f9-4e8b-97e0-0f8a2647e553 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] GET failed (client error): The resource could not be found. Mar 29 09:47:42.056158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-76c133a5-c8f9-4e8b-97e0-0f8a2647e553 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:42.057274 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-786d6edc-79dd-4348-b3a1-18e797efbbe0 None None] Provisioning for port 433f4b27-7ef3-4b7d-9136-989ff142e575 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:42.073678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e9dbeb-1371-4c29-b7d4-6136150f85d5 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:47:42.077740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-786d6edc-79dd-4348-b3a1-18e797efbbe0 None None] Provisioning complete for port 433f4b27-7ef3-4b7d-9136-989ff142e575 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:42.078105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-786d6edc-79dd-4348-b3a1-18e797efbbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.083483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3cea6d1a-90d1-46b4-a21d-b6e9741b9420 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:42.087981 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3cea6d1a-90d1-46b4-a21d-b6e9741b9420 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2845566 Mar 29 09:47:42.087981 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37682) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:42.142389 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-786d6edc-79dd-4348-b3a1-18e797efbbe0 None None] Port 433f4b27-7ef3-4b7d-9136-989ff142e575 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:42.157691 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 27e9dbeb-1371-4c29-b7d4-6136150f85d5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=27e9dbeb-1371-4c29-b7d4-6136150f85d5,segment=NetworkSegment(69102cf1-019c-452d-b337-89338e7251d7),segment_id=69102cf1-019c-452d-b337-89338e7251d7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:42.161659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-76c133a5-c8f9-4e8b-97e0-0f8a2647e553 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:42.164367 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-76c133a5-c8f9-4e8b-97e0-0f8a2647e553 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/9bcdaa8e-6ed9-4e20-b52c-c4b62d50acab HTTP/1.1" status: 404 len: 333 time: 0.1683564 Mar 29 09:47:42.164887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-786d6edc-79dd-4348-b3a1-18e797efbbe0 None None] Provisioning complete for port 4bb26f28-e42d-4463-9973-c2aad482cdc2 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:42.165331 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-786d6edc-79dd-4348-b3a1-18e797efbbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.167575 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37688) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:42.228031 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-786d6edc-79dd-4348-b3a1-18e797efbbe0 None None] Port 4bb26f28-e42d-4463-9973-c2aad482cdc2 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:42.231283 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-786d6edc-79dd-4348-b3a1-18e797efbbe0 None None] Could not find standard attr ID for object 9bcdaa8e-6ed9-4e20-b52c-c4b62d50acab. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:47:42.233730 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.256683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a76580a-9a13-4d27-ad37-9fc0972f54f8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.269980 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.275344 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-be3b9e21-8fae-4993-8f96-1046026ab8af tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 433f4b27-7ef3-4b7d-9136-989ff142e575 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:42.275799 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-be3b9e21-8fae-4993-8f96-1046026ab8af tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.322773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.327557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:42.331785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:42.335018 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:42.341106 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:42.347571 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=27e9dbeb-1371-4c29-b7d4-6136150f85d5,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:42.376057 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-39b50842-0581-4ad8-b281-fc8f3991802a None None] Provisioning complete for port fbd6ff67-201a-4aaa-9383-aa49e4fe8432 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:42.379884 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-39b50842-0581-4ad8-b281-fc8f3991802a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.398294 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f676420-3831-4e5a-829b-1c12e18409a3,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:42.401705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a76580a-9a13-4d27-ad37-9fc0972f54f8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.467443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-27d42c5c-a65a-4235-a892-cc58ec10cf45 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Deleting port 4bb26f28-e42d-4463-9973-c2aad482cdc2 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:42.467787 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-27d42c5c-a65a-4235-a892-cc58ec10cf45 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.497593 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7fe11-203a-4c80-8308-1175c870af74 req-340e39a9-b97b-44c0-84e4-afae6290d854 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:42.498684 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22e7fe11-203a-4c80-8308-1175c870af74 req-340e39a9-b97b-44c0-84e4-afae6290d854 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 945 time: 0.2391305 Mar 29 09:47:42.543422 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.566362 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22e7fe11-203a-4c80-8308-1175c870af74 req-c51bc65a-b27d-4948-b5b9-7158863e1412 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=35951881-5fc8-4e14-a698-fb7f9335a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567923 Mar 29 09:47:42.606806 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a76580a-9a13-4d27-ad37-9fc0972f54f8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.627586 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76580a-9a13-4d27-ad37-9fc0972f54f8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbfe599-255f-4af4-b87e-e5b8cdf84887,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:42.639751 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.651222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['27e9dbeb-1371-4c29-b7d4-6136150f85d5'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:47:42.684506 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f251fe-5561-4b4a-8bf7-847a5cf239e7,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:42.724351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-be3b9e21-8fae-4993-8f96-1046026ab8af tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.727203 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a76580a-9a13-4d27-ad37-9fc0972f54f8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.729000 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5a76580a-9a13-4d27-ad37-9fc0972f54f8 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-groups/5dbfe599-255f-4af4-b87e-e5b8cdf84887 HTTP/1.1" status: 204 len: 168 time: 0.6400564 Mar 29 09:47:42.731707 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37692) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:42.758784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.762728 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2f5161a1-2ceb-4268-bb02-43901ae5860e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0318179 Mar 29 09:47:42.768975 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37696) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:42.779160 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-2e40be89-6306-452d-8acd-9f0cdf327076 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': '57f251fe-5561-4b4a-8bf7-847a5cf239e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:42.795579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2e40be89-6306-452d-8acd-9f0cdf327076 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:42.801485 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2e40be89-6306-452d-8acd-9f0cdf327076 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:42.806085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f024228e-8372-4915-adeb-f8aca426a1a3 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:42.809407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2e40be89-6306-452d-8acd-9f0cdf327076 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:42.817902 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2e40be89-6306-452d-8acd-9f0cdf327076 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:42.858654 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-be3b9e21-8fae-4993-8f96-1046026ab8af tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 433f4b27-7ef3-4b7d-9136-989ff142e575 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:42.892299 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f024228e-8372-4915-adeb-f8aca426a1a3 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:42.897776 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f024228e-8372-4915-adeb-f8aca426a1a3 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1603112 Mar 29 09:47:42.897776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37700) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:42.902848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-9f57aa8b-61e3-4c8f-89df-cb6384419112 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group': {'name': 'tempest-secgroup--1965795954'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:42.909176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9f57aa8b-61e3-4c8f-89df-cb6384419112 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:42.913110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-27d42c5c-a65a-4235-a892-cc58ec10cf45 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.918990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9f57aa8b-61e3-4c8f-89df-cb6384419112 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:42.937892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2e40be89-6306-452d-8acd-9f0cdf327076 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:42.998721 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2e40be89-6306-452d-8acd-9f0cdf327076 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.046757 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9f57aa8b-61e3-4c8f-89df-cb6384419112 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.067964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9f57aa8b-61e3-4c8f-89df-cb6384419112 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:43.072585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9f57aa8b-61e3-4c8f-89df-cb6384419112 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:43.075325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2e40be89-6306-452d-8acd-9f0cdf327076 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.081968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9f57aa8b-61e3-4c8f-89df-cb6384419112 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:43.100935 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9f57aa8b-61e3-4c8f-89df-cb6384419112 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:43.115123 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40be89-6306-452d-8acd-9f0cdf327076 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35f9df8-5dbd-4525-a167-8531d00bd454,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:43.173491 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-27d42c5c-a65a-4235-a892-cc58ec10cf45 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Calling delete_port for 4bb26f28-e42d-4463-9973-c2aad482cdc2 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:43.183820 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9f57aa8b-61e3-4c8f-89df-cb6384419112 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.186306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2e40be89-6306-452d-8acd-9f0cdf327076 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.187457 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2e40be89-6306-452d-8acd-9f0cdf327076 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4176280 Mar 29 09:47:43.190692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37704) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:43.195483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-0ecb76f9-c2fe-4eb3-8038-dbca6cd2d1dc tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': '57f251fe-5561-4b4a-8bf7-847a5cf239e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:43.201934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0ecb76f9-c2fe-4eb3-8038-dbca6cd2d1dc tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:43.205677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0ecb76f9-c2fe-4eb3-8038-dbca6cd2d1dc tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:43.208548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0ecb76f9-c2fe-4eb3-8038-dbca6cd2d1dc tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:43.218445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0ecb76f9-c2fe-4eb3-8038-dbca6cd2d1dc tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:43.238416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9f57aa8b-61e3-4c8f-89df-cb6384419112 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.287542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57aa8b-61e3-4c8f-89df-cb6384419112 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cd8f5b-762d-43a2-a19f-cd2b74930ce2,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:43.341356 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0ecb76f9-c2fe-4eb3-8038-dbca6cd2d1dc tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.364811 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9f57aa8b-61e3-4c8f-89df-cb6384419112 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.368703 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9f57aa8b-61e3-4c8f-89df-cb6384419112 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4673645 Mar 29 09:47:43.369235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37708) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:43.382659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f9e61a45-b6be-4a5b-9020-63cc6bea8133 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group_rule': {'security_group_id': 'c7cd8f5b-762d-43a2-a19f-cd2b74930ce2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:43.392782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f9e61a45-b6be-4a5b-9020-63cc6bea8133 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:43.398161 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f9e61a45-b6be-4a5b-9020-63cc6bea8133 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:43.403740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f9e61a45-b6be-4a5b-9020-63cc6bea8133 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:43.407837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-be3b9e21-8fae-4993-8f96-1046026ab8af tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.414880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f9e61a45-b6be-4a5b-9020-63cc6bea8133 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:43.463618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b9e21-8fae-4993-8f96-1046026ab8af tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=433f4b27-7ef3-4b7d-9136-989ff142e575,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:43.494582 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-0ecb76f9-c2fe-4eb3-8038-dbca6cd2d1dc tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): There was a conflict when trying to complete your request. Mar 29 09:47:43.497069 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0ecb76f9-c2fe-4eb3-8038-dbca6cd2d1dc tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3053081 Mar 29 09:47:43.501087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37712) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:43.510437 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-be3b9e21-8fae-4993-8f96-1046026ab8af tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.523173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-27d42c5c-a65a-4235-a892-cc58ec10cf45 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.535579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f9e61a45-b6be-4a5b-9020-63cc6bea8133 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.575013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d42c5c-a65a-4235-a892-cc58ec10cf45 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event deleted for resources: {'Port': ['ID=4bb26f28-e42d-4463-9973-c2aad482cdc2,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:43.653251 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f9e61a45-b6be-4a5b-9020-63cc6bea8133 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.663239 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5f94719-74ed-4065-ae3f-08b6dabb8c31 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.681817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fbd6ff67-201a-4aaa-9383-aa49e4fe8432 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:43.714471 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5f94719-74ed-4065-ae3f-08b6dabb8c31 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.721032 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-be3b9e21-8fae-4993-8f96-1046026ab8af tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/433f4b27-7ef3-4b7d-9136-989ff142e575 HTTP/1.1" status: 204 len: 168 time: 1.5501797 Mar 29 09:47:43.726139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37718) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:43.732977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f9e61a45-b6be-4a5b-9020-63cc6bea8133 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.789290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 27e9dbeb-1371-4c29-b7d4-6136150f85d5 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:43.818786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e61a45-b6be-4a5b-9020-63cc6bea8133 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d59630-95c1-490e-89eb-0ccb524cece9,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:43.833208 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7bc86a-9f3d-4069-afd1-650ea7727175 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] GET failed (client error): The resource could not be found. Mar 29 09:47:43.834517 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6d7bc86a-9f3d-4069-afd1-650ea7727175 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/433f4b27-7ef3-4b7d-9136-989ff142e575 HTTP/1.1" status: 404 len: 333 time: 0.1074264 Mar 29 09:47:43.840448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37722) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:43.865285 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port fbd6ff67-201a-4aaa-9383-aa49e4fe8432 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:43.866538 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.879191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-27d42c5c-a65a-4235-a892-cc58ec10cf45 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.986622 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 27e9dbeb-1371-4c29-b7d4-6136150f85d5 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:43.991923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f9e61a45-b6be-4a5b-9020-63cc6bea8133 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:43.996547 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f9e61a45-b6be-4a5b-9020-63cc6bea8133 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6229191 Mar 29 09:47:43.996547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37726) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:44.007907 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 27e9dbeb-1371-4c29-b7d4-6136150f85d5 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:44.008263 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.025767 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dec093ee-3202-4d57-97aa-9d328e45edfa tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules/89d59630-95c1-490e-89eb-0ccb524cece9 HTTP/1.1" status: 200 len: 763 time: 0.0280392 Mar 29 09:47:44.028324 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37730) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:44.034802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca4c763-1b0e-428e-b54e-f12fc212fa6a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting subnet 7d0341b5-67ce-406c-a6dd-93ff06f1cb4d {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:47:44.048451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 23241841-7061-4284-b566-47ff76ba8e67 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:44.051092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dca4c763-1b0e-428e-b54e-f12fc212fa6a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.086389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5f94719-74ed-4065-ae3f-08b6dabb8c31 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.113199 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9af6f6-803a-4dab-802d-19ae81b2771c req-7fe84f08-0bb2-42fb-a55c-d043a236f417 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:44.114673 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5d9af6f6-803a-4dab-802d-19ae81b2771c req-7fe84f08-0bb2-42fb-a55c-d043a236f417 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 945 time: 0.2872951 Mar 29 09:47:44.117010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f94719-74ed-4065-ae3f-08b6dabb8c31 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f251fe-5561-4b4a-8bf7-847a5cf239e7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:44.148613 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5f94719-74ed-4065-ae3f-08b6dabb8c31 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.149926 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f5f94719-74ed-4065-ae3f-08b6dabb8c31 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "DELETE /v2.0/security-groups/57f251fe-5561-4b4a-8bf7-847a5cf239e7 HTTP/1.1" status: 204 len: 168 time: 0.6473727 Mar 29 09:47:44.161507 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c558259f-3fd1-444f-a2d2-01cdc5471764 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:44.165546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dca4c763-1b0e-428e-b54e-f12fc212fa6a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.192577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37734) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:44.233216 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d42c5c-a65a-4235-a892-cc58ec10cf45 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Router d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:47:44.239929 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5d9af6f6-803a-4dab-802d-19ae81b2771c req-4d0a23cf-d686-4a8b-9f6a-1deae24c36d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=35951881-5fc8-4e14-a698-fb7f9335a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148612 Mar 29 09:47:44.289321 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-781a3123-0cc3-4bea-b7c5-def4269d3c07 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Synchronizing usage tracker for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:44.289640 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 23241841-7061-4284-b566-47ff76ba8e67 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:44.290214 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.309906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c558259f-3fd1-444f-a2d2-01cdc5471764 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:44.314405 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c558259f-3fd1-444f-a2d2-01cdc5471764 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2823689 Mar 29 09:47:44.314547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37738) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:44.317350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dca4c763-1b0e-428e-b54e-f12fc212fa6a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.377364 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.382215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d42c5c-a65a-4235-a892-cc58ec10cf45 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:47:44.387821 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-27d42c5c-a65a-4235-a892-cc58ec10cf45 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "PUT /v2.0/routers/d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3314056 Mar 29 09:47:44.393028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37742) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:44.393611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d5d0-f90d-44a8-81ec-f5f30ae27285 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.398574 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb53a4-81f1-4b37-8850-a1e4d928d26e None None] Sync routers for ids ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:47:44.399058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-781a3123-0cc3-4bea-b7c5-def4269d3c07 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Unset dirty status for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:44.404825 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-781a3123-0cc3-4bea-b7c5-def4269d3c07 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2065551 Mar 29 09:47:44.406713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37746) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:44.410030 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb53a4-81f1-4b37-8850-a1e4d928d26e None None] Routers {'d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:44.410568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d5d0-f90d-44a8-81ec-f5f30ae27285 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.414113 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-09fb53a4-81f1-4b37-8850-a1e4d928d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:44.425538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-126e0e71-261a-4af0-80dd-14a558a511c8 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group': {'name': 'tempest-secgroup--328323066'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:44.438253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-126e0e71-261a-4af0-80dd-14a558a511c8 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:44.457511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-126e0e71-261a-4af0-80dd-14a558a511c8 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:44.478176 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-c33c961c-4c76-45f6-88a4-6929ad80e160 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] show failed (client error): The resource could not be found. Mar 29 09:47:44.478884 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c33c961c-4c76-45f6-88a4-6929ad80e160 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-1426125923 HTTP/1.1" status: 404 len: 335 time: 0.0852773 Mar 29 09:47:44.483185 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37750) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:44.489068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-0783fdaf-b405-4fa2-8459-c754dbe03e6a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:44.494619 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0e1381-ba73-4c64-adc9-3dbb8ce5133b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e9dbeb-1371-4c29-b7d4-6136150f85d5'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:47:44.516938 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 27e9dbeb-1371-4c29-b7d4-6136150f85d5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=27e9dbeb-1371-4c29-b7d4-6136150f85d5,segment=NetworkSegment(69102cf1-019c-452d-b337-89338e7251d7),segment_id=69102cf1-019c-452d-b337-89338e7251d7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:44.520369 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-09fb53a4-81f1-4b37-8850-a1e4d928d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:44.533193 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb53a4-81f1-4b37-8850-a1e4d928d26e None None] Routers {'d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:44.533796 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-09fb53a4-81f1-4b37-8850-a1e4d928d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:44.542665 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0e1381-ba73-4c64-adc9-3dbb8ce5133b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e9dbeb-1371-4c29-b7d4-6136150f85d5', 'code': 200} Mar 29 09:47:44.545488 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dca4c763-1b0e-428e-b54e-f12fc212fa6a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.599634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4c763-1b0e-428e-b54e-f12fc212fa6a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0341b5-67ce-406c-a6dd-93ff06f1cb4d,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:44.603511 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-0783fdaf-b405-4fa2-8459-c754dbe03e6a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] update failed (client error): The resource could not be found. Mar 29 09:47:44.608661 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0783fdaf-b405-4fa2-8459-c754dbe03e6a tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-2113275063 HTTP/1.1" status: 404 len: 335 time: 0.1202309 Mar 29 09:47:44.608661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d5d0-f90d-44a8-81ec-f5f30ae27285 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.608842 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-09fb53a4-81f1-4b37-8850-a1e4d928d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:44.608842 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb53a4-81f1-4b37-8850-a1e4d928d26e None None] The sync data for ids ['d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:47:44.609009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37756) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:44.610854 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-126e0e71-261a-4af0-80dd-14a558a511c8 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.614648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.634515 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dca4c763-1b0e-428e-b54e-f12fc212fa6a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.642978 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dca4c763-1b0e-428e-b54e-f12fc212fa6a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/7d0341b5-67ce-406c-a6dd-93ff06f1cb4d HTTP/1.1" status: 204 len: 168 time: 0.7987125 Mar 29 09:47:44.645553 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d5d0-f90d-44a8-81ec-f5f30ae27285 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.649053 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6cd4d5d0-f90d-44a8-81ec-f5f30ae27285 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/89d59630-95c1-490e-89eb-0ccb524cece9 HTTP/1.1" status: 204 len: 168 time: 0.3336878 Mar 29 09:47:44.651049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4d5d0-f90d-44a8-81ec-f5f30ae27285 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89d59630-95c1-490e-89eb-0ccb524cece9,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:44.652205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37760) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:44.652558 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9426172f-419d-4a41-8d2b-db4cf72e68ff None None] Network 5a4ae219-71ee-4602-8457-2e4b8acdb01e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:44.652701 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37762) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:44.715044 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-126e0e71-261a-4af0-80dd-14a558a511c8 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:44.719877 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=27e9dbeb-1371-4c29-b7d4-6136150f85d5,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:44.732077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-126e0e71-261a-4af0-80dd-14a558a511c8 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:44.740698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-126e0e71-261a-4af0-80dd-14a558a511c8 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:44.793105 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-126e0e71-261a-4af0-80dd-14a558a511c8 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:44.822750 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7d2c8873-dcb4-4f7a-a0cc-1ab6dc82e1a4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:44.836104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd078207-a217-49aa-8394-a6c5f723ebe9 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Deleting subnet 10212260-66f2-4d60-8bfe-00cabd57429b {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:47:44.841342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd078207-a217-49aa-8394-a6c5f723ebe9 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.892369 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.906390 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd078207-a217-49aa-8394-a6c5f723ebe9 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.941604 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 23241841-7061-4284-b566-47ff76ba8e67 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:44.941963 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:44.981289 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7d2c8873-dcb4-4f7a-a0cc-1ab6dc82e1a4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:44.983094 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7d2c8873-dcb4-4f7a-a0cc-1ab6dc82e1a4 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3256304 Mar 29 09:47:44.987348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37768) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:44.994461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-893b2842-626b-4ff8-a94c-99fc4a659da9 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group_rule': {'security_group_id': 'c7cd8f5b-762d-43a2-a19f-cd2b74930ce2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:44.995374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44567a29-b452-457d-928d-be460e278f5c None None] DHCP port deletion for 5a4ae219-71ee-4602-8457-2e4b8acdb01e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:47:44.999136 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-44567a29-b452-457d-928d-be460e278f5c None None] Deleting port 23241841-7061-4284-b566-47ff76ba8e67 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:44.999623 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-44567a29-b452-457d-928d-be460e278f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.005603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-893b2842-626b-4ff8-a94c-99fc4a659da9 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:45.018574 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd078207-a217-49aa-8394-a6c5f723ebe9 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.046867 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-893b2842-626b-4ff8-a94c-99fc4a659da9 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:45.072100 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-126e0e71-261a-4af0-80dd-14a558a511c8 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.079912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470775f-cf9f-43a3-8c72-b9ec7a0069ed req-f30ea330-1b5a-4eb8-a6ba-b49c970a5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:45.081433 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3470775f-cf9f-43a3-8c72-b9ec7a0069ed req-f30ea330-1b5a-4eb8-a6ba-b49c970a5a35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 1099 time: 0.2209532 Mar 29 09:47:45.163509 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3470775f-cf9f-43a3-8c72-b9ec7a0069ed req-fd32eec2-9064-4fa0-9487-66423797a9f1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=35951881-5fc8-4e14-a698-fb7f9335a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751712 Mar 29 09:47:45.184960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-893b2842-626b-4ff8-a94c-99fc4a659da9 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.218882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-126e0e71-261a-4af0-80dd-14a558a511c8 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.223487 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd078207-a217-49aa-8394-a6c5f723ebe9 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.225814 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-44567a29-b452-457d-928d-be460e278f5c None None] For port 23241841-7061-4284-b566-47ff76ba8e67, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=23241841-7061-4284-b566-47ff76ba8e67,segment=NetworkSegment(feec8353-b2ed-42b8-8e32-24ca7caed129),segment_id=feec8353-b2ed-42b8-8e32-24ca7caed129)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:45.226203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-44567a29-b452-457d-928d-be460e278f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.261923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] For port 23241841-7061-4284-b566-47ff76ba8e67, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=23241841-7061-4284-b566-47ff76ba8e67,segment=NetworkSegment(feec8353-b2ed-42b8-8e32-24ca7caed129),segment_id=feec8353-b2ed-42b8-8e32-24ca7caed129)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:45.262293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.301579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-893b2842-626b-4ff8-a94c-99fc4a659da9 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.303013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078207-a217-49aa-8394-a6c5f723ebe9 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event deleted for resources: {'Subnet': ['ID=10212260-66f2-4d60-8bfe-00cabd57429b,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:45.320311 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd078207-a217-49aa-8394-a6c5f723ebe9 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.333383 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fd078207-a217-49aa-8394-a6c5f723ebe9 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "DELETE /v2.0/subnets/10212260-66f2-4d60-8bfe-00cabd57429b HTTP/1.1" status: 204 len: 168 time: 0.7216313 Mar 29 09:47:45.335746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37774) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:45.354309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd8b827-ee19-41d8-9971-19ef1fefcd1b None None] Network 38f63f01-ea02-419c-a1f7-71f07c7efc81 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:45.427776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 23241841-7061-4284-b566-47ff76ba8e67 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:45.433363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-44567a29-b452-457d-928d-be460e278f5c None None] Calling delete_port for 23241841-7061-4284-b566-47ff76ba8e67 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:45.461956 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e0e71-261a-4af0-80dd-14a558a511c8 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c664cf-4480-48dd-ad41-4d0e2a395bb1,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:45.492742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-893b2842-626b-4ff8-a94c-99fc4a659da9 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.523066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-126e0e71-261a-4af0-80dd-14a558a511c8 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.527407 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-126e0e71-261a-4af0-80dd-14a558a511c8 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1196108 Mar 29 09:47:45.528246 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37778) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:45.534740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-68880878-c179-4b2f-8988-861ddc3b9103 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': '90c664cf-4480-48dd-ad41-4d0e2a395bb1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:45.535988 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING neutron.api.v2.base [None req-68880878-c179-4b2f-8988-861ddc3b9103 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 29 09:47:45.536503 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-68880878-c179-4b2f-8988-861ddc3b9103 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:45.540523 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-68880878-c179-4b2f-8988-861ddc3b9103 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084674 Mar 29 09:47:45.541308 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37782) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:45.548285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b2842-626b-4ff8-a94c-99fc4a659da9 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9b85df-3606-452a-84f2-ab20e0621b67,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:45.562446 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.591546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Deleting port fbd6ff67-201a-4aaa-9383-aa49e4fe8432 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:45.594016 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.632451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.637287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-44567a29-b452-457d-928d-be460e278f5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:47:45.637522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-44567a29-b452-457d-928d-be460e278f5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:47:45.641453 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d5bc6-fc52-4424-a58f-23c6bb729123 req-ec9f04c6-f66e-47e6-8302-f476cb9159da tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:45.642393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 23241841-7061-4284-b566-47ff76ba8e67 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:47:45.643021 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-482d5bc6-fc52-4424-a58f-23c6bb729123 req-ec9f04c6-f66e-47e6-8302-f476cb9159da tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 946 time: 0.1971257 Mar 29 09:47:45.643214 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a00b-1142-4f68-b735-95ffcc3abc33 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.675078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-893b2842-626b-4ff8-a94c-99fc4a659da9 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.680264 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-893b2842-626b-4ff8-a94c-99fc4a659da9 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6887915 Mar 29 09:47:45.687534 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 23241841-7061-4284-b566-47ff76ba8e67 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:47:45.687888 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 23241841-7061-4284-b566-47ff76ba8e67 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:47:45.689348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37786) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:45.717973 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=23241841-7061-4284-b566-47ff76ba8e67,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:45.725766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No DVR routers for this DVR port 23241841-7061-4284-b566-47ff76ba8e67 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:47:45.739428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151581a5-36c2-4122-8538-02f6c7264b82 None None] DHCP port deletion for 38f63f01-ea02-419c-a1f7-71f07c7efc81 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:47:45.744893 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-151581a5-36c2-4122-8538-02f6c7264b82 None None] Deleting port fbd6ff67-201a-4aaa-9383-aa49e4fe8432 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:45.745524 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-151581a5-36c2-4122-8538-02f6c7264b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.768115 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-482d5bc6-fc52-4424-a58f-23c6bb729123 req-405d49a9-6ea2-4d6d-99fc-94e5ce6dd420 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=35951881-5fc8-4e14-a698-fb7f9335a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112745 Mar 29 09:47:45.776962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a00b-1142-4f68-b735-95ffcc3abc33 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.787198 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-df050e75-b05d-4425-9b01-71922907f098 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules/6a9b85df-3606-452a-84f2-ab20e0621b67 HTTP/1.1" status: 200 len: 763 time: 0.0890403 Mar 29 09:47:45.808272 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37790) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:45.858459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] For port fbd6ff67-201a-4aaa-9383-aa49e4fe8432, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fbd6ff67-201a-4aaa-9383-aa49e4fe8432,segment=NetworkSegment(9a3efc04-8d3f-4954-8f41-e8cce54d91b4),segment_id=9a3efc04-8d3f-4954-8f41-e8cce54d91b4)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:45.859092 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.967354 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-151581a5-36c2-4122-8538-02f6c7264b82 None None] For port fbd6ff67-201a-4aaa-9383-aa49e4fe8432, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fbd6ff67-201a-4aaa-9383-aa49e4fe8432,segment=NetworkSegment(9a3efc04-8d3f-4954-8f41-e8cce54d91b4),segment_id=9a3efc04-8d3f-4954-8f41-e8cce54d91b4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:45.967634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-151581a5-36c2-4122-8538-02f6c7264b82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:45.986546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Calling delete_port for fbd6ff67-201a-4aaa-9383-aa49e4fe8432 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:46.029653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.073514 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-67ee3703-44b7-48ea-90d5-03504ef488eb tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2641871 Mar 29 09:47:46.076228 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37794) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:46.077791 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4ae219-71ee-4602-8457-2e4b8acdb01e']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:46.101531 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feec8353-b2ed-42b8-8e32-24ca7caed129') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:46.101824 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feec8353-b2ed-42b8-8e32-24ca7caed129') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:46.115484 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a00b-1142-4f68-b735-95ffcc3abc33 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.128155 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-151581a5-36c2-4122-8538-02f6c7264b82 None None] Calling delete_port for fbd6ff67-201a-4aaa-9383-aa49e4fe8432 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:46.135412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.140547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.153201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6a00b-1142-4f68-b735-95ffcc3abc33 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c664cf-4480-48dd-ad41-4d0e2a395bb1,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:46.155131 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-44567a29-b452-457d-928d-be460e278f5c None None] Deleting port 23241841-7061-4284-b566-47ff76ba8e67 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:46.155516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-44567a29-b452-457d-928d-be460e278f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.165115 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-691ac59c-3887-402d-a242-373010270fce tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.174608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.187893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-691ac59c-3887-402d-a242-373010270fce tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.194434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:47:46.194847 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.197065 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event deleted for resources: {'Port': ['ID=fbd6ff67-201a-4aaa-9383-aa49e4fe8432,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:46.199048 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] No DVR routers for this DVR port fbd6ff67-201a-4aaa-9383-aa49e4fe8432 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:47:46.209776 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:47:46.232931 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5b6a00b-1142-4f68-b735-95ffcc3abc33 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.240743 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b5b6a00b-1142-4f68-b735-95ffcc3abc33 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "DELETE /v2.0/security-groups/90c664cf-4480-48dd-ad41-4d0e2a395bb1 HTTP/1.1" status: 204 len: 168 time: 0.6924589 Mar 29 09:47:46.249241 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37798) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:46.259024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-44567a29-b452-457d-928d-be460e278f5c None None] The port '23241841-7061-4284-b566-47ff76ba8e67' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:47:46.291847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-151581a5-36c2-4122-8538-02f6c7264b82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:47:46.292201 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-151581a5-36c2-4122-8538-02f6c7264b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:47:46.370294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.389144 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.412442 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f63f01-ea02-419c-a1f7-71f07c7efc81']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:46.423087 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c9c5241e-790c-4fc8-8351-8f357f3e0d8c tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1702104 Mar 29 09:47:46.424317 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.426711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37802) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:46.433157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group': {'name': 'tempest-secgroup--622123614'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:46.439768 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3efc04-8d3f-4954-8f41-e8cce54d91b4') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:46.440051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3efc04-8d3f-4954-8f41-e8cce54d91b4') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:46.443956 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-691ac59c-3887-402d-a242-373010270fce tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.446702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:46.454733 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:46.458070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.460475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Network': ['ID=5a4ae219-71ee-4602-8457-2e4b8acdb01e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:46.464418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:46.467414 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-691ac59c-3887-402d-a242-373010270fce tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.468282 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-691ac59c-3887-402d-a242-373010270fce tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/6a9b85df-3606-452a-84f2-ab20e0621b67 HTTP/1.1" status: 204 len: 168 time: 0.3830912 Mar 29 09:47:46.472465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37806) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:46.473628 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-80b02654-907e-4350-8f1b-045781162a63 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/networks/5a4ae219-71ee-4602-8457-2e4b8acdb01e HTTP/1.1" status: 204 len: 168 time: 1.8180804 Mar 29 09:47:46.474394 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37808) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:46.476454 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:46.481880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-464586359'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:46.486286 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ac59c-3887-402d-a242-373010270fce tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a9b85df-3606-452a-84f2-ab20e0621b67,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:46.489620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:46.493726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:network and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:46.496993 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:46.503188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:46.508202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.516743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:47:46.517132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:47:46.536527 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:47:46.583678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:46.587201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.615689 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:47:46.620357 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5b1df852-2435-45a3-8565-64ec48591027 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:46.624780 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.625277 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Added segment 778cb976-b15a-41d5-a2d0-d42678ed38f9 of type vlan for network 951d7f2d-2324-4b23-b597-59a0b71ada20 Mar 29 09:47:46.625399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.648013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5b1df852-2435-45a3-8565-64ec48591027 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:46.649285 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5b1df852-2435-45a3-8565-64ec48591027 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1745298 Mar 29 09:47:46.652660 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37814) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:46.656229 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:46.660679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:46.660861 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1fdf685b-9903-4adb-9d72-db39b4cf499a tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group_rule': {'security_group_id': 'c7cd8f5b-762d-43a2-a19f-cd2b74930ce2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:46.663902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:46.666349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.669910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:46.674657 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1fdf685b-9903-4adb-9d72-db39b4cf499a tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:46.684577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1fdf685b-9903-4adb-9d72-db39b4cf499a tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:46.697227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.702191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.733287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event deleted for resources: {'Network': ['ID=38f63f01-ea02-419c-a1f7-71f07c7efc81,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:46.748063 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3e722fa5-2d29-4893-bb9b-2e5e5428c84c tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "DELETE /v2.0/networks/38f63f01-ea02-419c-a1f7-71f07c7efc81 HTTP/1.1" status: 204 len: 168 time: 1.4090271 Mar 29 09:47:46.748579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37818) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:46.785808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.788758 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.793082 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-151581a5-36c2-4122-8538-02f6c7264b82 None None] Deleting port fbd6ff67-201a-4aaa-9383-aa49e4fe8432 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:46.793571 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-151581a5-36c2-4122-8538-02f6c7264b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.794066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:46.794667 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.818752 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-1fdf685b-9903-4adb-9d72-db39b4cf499a tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Project 528e4e3b6ff9421ab2ea34c0d8489553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:47:46.854978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1fdf685b-9903-4adb-9d72-db39b4cf499a tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.858299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.865481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-151581a5-36c2-4122-8538-02f6c7264b82 None None] The port 'fbd6ff67-201a-4aaa-9383-aa49e4fe8432' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:47:46.911953 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb58462-6fe6-41cd-8076-d64ceb1d678e,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:46.919271 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:46.919649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:46.919991 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:46.920328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:46.920727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:46.921045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:46.921371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:46.921695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:46.922023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:46.922343 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:46.922661 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:46.922980 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:46.980315 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:46.986661 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8c318527-e0b2-4166-be29-28b5f0cbb968 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5543258 Mar 29 09:47:46.986843 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5052004 Mar 29 09:47:46.986981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37824) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:46.987321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37826) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:46.992309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-d14fe532-2007-4c93-b706-ddd9579e3e43 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': '2bb58462-6fe6-41cd-8076-d64ceb1d678e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:46.992884 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING neutron.api.v2.base [None req-d14fe532-2007-4c93-b706-ddd9579e3e43 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 29 09:47:46.993244 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-626c2ca5-2749-4fe3-a687-25351ac89820 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Deleting subnet 55aa123e-cff2-472e-81c6-ce508f73ae63 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:47:46.993388 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-d14fe532-2007-4c93-b706-ddd9579e3e43 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:46.997174 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d14fe532-2007-4c93-b706-ddd9579e3e43 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0085926 Mar 29 09:47:46.997359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417115e-f1da-45c2-9e15-c84411b0c734 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Network': ['ID=951d7f2d-2324-4b23-b597-59a0b71ada20,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:47.005505 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'subnet': {'network_id': '951d7f2d-2324-4b23-b597-59a0b71ada20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:47.006479 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 951d7f2d-2324-4b23-b597-59a0b71ada20 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:47:47.015900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-626c2ca5-2749-4fe3-a687-25351ac89820 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.024514 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37832) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:47.086080 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-626c2ca5-2749-4fe3-a687-25351ac89820 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.141078 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1fdf685b-9903-4adb-9d72-db39b4cf499a tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.165132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:47.178796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:subnet and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:47.183406 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585ec73-f382-46cb-9825-2bcf2202ff49 req-866bf0cd-5b58-43c5-8c7d-8e976d8a5dd4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:47.188273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:47.188429 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6585ec73-f382-46cb-9825-2bcf2202ff49 req-866bf0cd-5b58-43c5-8c7d-8e976d8a5dd4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 946 time: 0.2441337 Mar 29 09:47:47.190551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-997b39d5-c9ac-46d9-9efa-8d397f23ba93 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.192728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:47.210951 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1fdf685b-9903-4adb-9d72-db39b4cf499a tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.224191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-997b39d5-c9ac-46d9-9efa-8d397f23ba93 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.254222 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf685b-9903-4adb-9d72-db39b4cf499a tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de2625a-aabe-4a01-869f-ddd07eab16d5,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:47.265048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-626c2ca5-2749-4fe3-a687-25351ac89820 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.283039 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:47.286772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.303627 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6585ec73-f382-46cb-9825-2bcf2202ff49 req-df20fb9f-606d-43ef-a434-fa7ad2810c1d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=35951881-5fc8-4e14-a698-fb7f9335a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103625 Mar 29 09:47:47.375582 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-997b39d5-c9ac-46d9-9efa-8d397f23ba93 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.396678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1fdf685b-9903-4adb-9d72-db39b4cf499a tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.398639 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1fdf685b-9903-4adb-9d72-db39b4cf499a tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7444799 Mar 29 09:47:47.401293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37838) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:47.412838 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b39d5-c9ac-46d9-9efa-8d397f23ba93 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb58462-6fe6-41cd-8076-d64ceb1d678e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:47.425834 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-626c2ca5-2749-4fe3-a687-25351ac89820 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.470303 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-997b39d5-c9ac-46d9-9efa-8d397f23ba93 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.474448 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-997b39d5-c9ac-46d9-9efa-8d397f23ba93 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "DELETE /v2.0/security-groups/2bb58462-6fe6-41cd-8076-d64ceb1d678e HTTP/1.1" status: 204 len: 168 time: 0.4460552 Mar 29 09:47:47.475756 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37842) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:47.484876 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dc0708a3-f286-41a1-8520-7439de853637 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules/1de2625a-aabe-4a01-869f-ddd07eab16d5 HTTP/1.1" status: 200 len: 769 time: 0.0820670 Mar 29 09:47:47.488150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c2ca5-2749-4fe3-a687-25351ac89820 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event deleted for resources: {'Subnet': ['ID=55aa123e-cff2-472e-81c6-ce508f73ae63,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:47.502858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37846) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:47.508616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-626c2ca5-2749-4fe3-a687-25351ac89820 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.512417 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af040173-6e4d-447b-a66a-e4cd2017aab3 None None] Network 39090480-1566-4fac-a8aa-12fec5db36fd requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:47.517914 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-626c2ca5-2749-4fe3-a687-25351ac89820 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "DELETE /v2.0/subnets/55aa123e-cff2-472e-81c6-ce508f73ae63 HTTP/1.1" status: 204 len: 168 time: 0.7659721 Mar 29 09:47:47.537404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37850) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:47.633372 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-50bf2a00-4ce5-4687-b063-91e93b0f687c tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Synchronizing usage tracker for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:47.645139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Deleting subnet ee2d3415-61ef-4fdc-9674-451a141c8710 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:47:47.657349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.659600 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fbd6ff67-201a-4aaa-9383-aa49e4fe8432 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:47:47.694054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481744da-d9de-443b-91d6-e31fd15d5b5e req-b58f47f9-f023-4431-acd7-48bb3fa71cc0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:47.695635 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-481744da-d9de-443b-91d6-e31fd15d5b5e req-b58f47f9-f023-4431-acd7-48bb3fa71cc0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 946 time: 0.2741120 Mar 29 09:47:47.724326 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: fbd6ff67-201a-4aaa-9383-aa49e4fe8432 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:47:47.724326 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fbd6ff67-201a-4aaa-9383-aa49e4fe8432 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:47:47.726266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9a2011b9-ae0a-4c18-bf5b-20a00bcc0498 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:47.737233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-50bf2a00-4ce5-4687-b063-91e93b0f687c tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Unset dirty status for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:47.743032 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-50bf2a00-4ce5-4687-b063-91e93b0f687c tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2585039 Mar 29 09:47:47.743259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37854) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:47.755155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5ffabbe3-02c3-4dae-b1e1-b1c5a3f06f0e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329393979'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:47.764116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.772748 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-481744da-d9de-443b-91d6-e31fd15d5b5e req-e6ce5431-0152-4293-a0e6-dc7c980d4814 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=35951881-5fc8-4e14-a698-fb7f9335a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620601 Mar 29 09:47:47.798704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5ffabbe3-02c3-4dae-b1e1-b1c5a3f06f0e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:47.799231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37858) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:47.821266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5ffabbe3-02c3-4dae-b1e1-b1c5a3f06f0e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:47.832029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.856178 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d8b8c8-b5e3-4b6b-8585-66eadfab3c8e None None] DHCP port deletion for 39090480-1566-4fac-a8aa-12fec5db36fd request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:47:47.862446 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8b8c8-b5e3-4b6b-8585-66eadfab3c8e None None] Deleting port e4cff396-d004-4624-8777-9b7241317a05 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:47.863669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f0d8b8c8-b5e3-4b6b-8585-66eadfab3c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.881803 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.903340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Subnet': ['ID=71814925-20ad-4a28-98f6-78e916af21f3,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:47.936214 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ffabbe3-02c3-4dae-b1e1-b1c5a3f06f0e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:47.944882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9a2011b9-ae0a-4c18-bf5b-20a00bcc0498 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:47.949450 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9a2011b9-ae0a-4c18-bf5b-20a00bcc0498 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.4410899 Mar 29 09:47:47.955899 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37864) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:47.981956 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Checking segment: {'id': '778cb976-b15a-41d5-a2d0-d42678ed38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '951d7f2d-2324-4b23-b597-59a0b71ada20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:47.983034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network hostable DHCP agents. Network: 951d7f2d-2324-4b23-b597-59a0b71ada20, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:47:48.001292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5ffabbe3-02c3-4dae-b1e1-b1c5a3f06f0e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:48.009282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e76f7cd7-4d96-4218-a409-6613627421c7 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.016910 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5ffabbe3-02c3-4dae-b1e1-b1c5a3f06f0e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:48.022495 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5ffabbe3-02c3-4dae-b1e1-b1c5a3f06f0e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:48.026442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e76f7cd7-4d96-4218-a409-6613627421c7 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.032858 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaa84c2-f759-48a1-ace0-2d10f5eeb52b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:48.037245 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3aaa84c2-f759-48a1-ace0-2d10f5eeb52b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 1094 time: 0.2327054 Mar 29 09:47:48.037383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5ffabbe3-02c3-4dae-b1e1-b1c5a3f06f0e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:48.037553 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37868) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:48.042741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '27e9dbeb-1371-4c29-b7d4-6136150f85d5', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:48.049339 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:48.053299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:floatingip and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:48.056532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:48.063003 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:48.095570 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f0d8b8c8-b5e3-4b6b-8585-66eadfab3c8e None None] For port e4cff396-d004-4624-8777-9b7241317a05, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e4cff396-d004-4624-8777-9b7241317a05,segment=NetworkSegment(be549d0c-3682-4fb8-a36c-ac85d10861e9),segment_id=be549d0c-3682-4fb8-a36c-ac85d10861e9)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:48.095881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f0d8b8c8-b5e3-4b6b-8585-66eadfab3c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.111341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 951d7f2d-2324-4b23-b597-59a0b71ada20 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:47:48.168841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.169289 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.199439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 951d7f2d-2324-4b23-b597-59a0b71ada20) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:48.208251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:48.208539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.218135 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8b8c8-b5e3-4b6b-8585-66eadfab3c8e None None] Calling delete_port for e4cff396-d004-4624-8777-9b7241317a05 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:48.222012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2d3415-61ef-4fdc-9674-451a141c8710,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:48.226245 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e76f7cd7-4d96-4218-a409-6613627421c7 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.243066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.249593 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4202e8-f328-42b2-a732-41772d2ee7e5 None None] Network 951d7f2d-2324-4b23-b597-59a0b71ada20 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:48.258311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:48.258710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:48.259024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:48.259355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:48.259796 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:48.260134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:48.260463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:48.260809 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:48.261312 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:48.261862 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:48.262233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:48.262603 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:48.271001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417fbb52-dd7a-4451-84e3-691f0bacbb0f None None] Network 79cc4376-5aa9-47e7-8719-e8e8bcb45ead requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:48.273818 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f7cd7-4d96-4218-a409-6613627421c7 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1de2625a-aabe-4a01-869f-ddd07eab16d5,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:48.302823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e76f7cd7-4d96-4218-a409-6613627421c7 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.303929 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e76f7cd7-4d96-4218-a409-6613627421c7 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/1de2625a-aabe-4a01-869f-ddd07eab16d5 HTTP/1.1" status: 204 len: 168 time: 0.3471220 Mar 29 09:47:48.306635 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37872) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:48.311751 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ae9aaffd-c2c8-4d56-8079-72635aea50a7 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "DELETE /v2.0/subnets/ee2d3415-61ef-4fdc-9674-451a141c8710 HTTP/1.1" status: 204 len: 168 time: 0.7733417 Mar 29 09:47:48.314920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37876) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:48.339971 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-10a6d377-bdf9-479d-941f-0722c62d4ee2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3513858 Mar 29 09:47:48.340958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37880) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:48.348601 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ffabbe3-02c3-4dae-b1e1-b1c5a3f06f0e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.351372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'network_id': '951d7f2d-2324-4b23-b597-59a0b71ada20', 'name': 'tempest-PortsIpV6TestJSON-1511209638', 'fixed_ips': [{'subnet_id': '71814925-20ad-4a28-98f6-78e916af21f3', 'ip_address': '2001:db8::10'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:48.411956 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c4cc0834-75f9-4c0e-87e1-1b21003584a3 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1042299 Mar 29 09:47:48.420892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37884) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:48.447721 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ffabbe3-02c3-4dae-b1e1-b1c5a3f06f0e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.493544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.504547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.537656 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffabbe3-02c3-4dae-b1e1-b1c5a3f06f0e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=986b49d2-afd3-48e5-82f3-491625ff0046,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:48.562626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Deleting port e4cff396-d004-4624-8777-9b7241317a05 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:48.562977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.574430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:48.583313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:port and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:48.588522 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:48.598823 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:48.609430 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2df757d7-ad52-45e1-8d96-3c6e3341f672 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.636934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f0d8b8c8-b5e3-4b6b-8585-66eadfab3c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.673768 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.53 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/0be6ff23-9729-4df4-867c-94131ea1aa78) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:48.699709 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8b8c8-b5e3-4b6b-8585-66eadfab3c8e None None] Pushing event deleted for resources: {'Port': ['ID=e4cff396-d004-4624-8777-9b7241317a05,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:48.713199 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d8b8c8-b5e3-4b6b-8585-66eadfab3c8e None None] No DVR routers for this DVR port e4cff396-d004-4624-8777-9b7241317a05 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:47:48.713863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:48.760064 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] The port 'e4cff396-d004-4624-8777-9b7241317a05' was deleted {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:47:48.761098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ffabbe3-02c3-4dae-b1e1-b1c5a3f06f0e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.766283 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5ffabbe3-02c3-4dae-b1e1-b1c5a3f06f0e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0221267 Mar 29 09:47:48.767253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37888) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:48.782992 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-951d7f2d-2324-4b23-b597-59a0b71ada20', 'network_id': '951d7f2d-2324-4b23-b597-59a0b71ada20', 'tenant_id': '46428600bbf74339b346da1e619e447c', 'fixed_ips': [{'subnet_id': '71814925-20ad-4a28-98f6-78e916af21f3'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:47:48.783822 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.816734 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-02140bcb-81a2-417c-a9f4-0c3a2b80a111 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': '986b49d2-afd3-48e5-82f3-491625ff0046', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:48.817819 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING neutron.api.v2.base [None req-02140bcb-81a2-417c-a9f4-0c3a2b80a111 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 29 09:47:48.818376 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-02140bcb-81a2-417c-a9f4-0c3a2b80a111 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:48.819528 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-02140bcb-81a2-417c-a9f4-0c3a2b80a111 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0485654 Mar 29 09:47:48.826304 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37892) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:48.833103 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-06cba263-c86f-44e4-a7e5-1a978b193dbb tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': '986b49d2-afd3-48e5-82f3-491625ff0046', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:48.833868 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING neutron.api.v2.base [None req-06cba263-c86f-44e4-a7e5-1a978b193dbb tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 29 09:47:48.834456 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-06cba263-c86f-44e4-a7e5-1a978b193dbb tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:48.837929 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-06cba263-c86f-44e4-a7e5-1a978b193dbb tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081420 Mar 29 09:47:48.849136 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2df757d7-ad52-45e1-8d96-3c6e3341f672 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.849136 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37896) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:48.862737 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86b3339-df68-472c-9441-f090077c1753 None None] DHCP port deletion for 79cc4376-5aa9-47e7-8719-e8e8bcb45ead request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:47:48.876603 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-97d529ce-6646-473a-9234-3cfdffe0e6b2 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': '986b49d2-afd3-48e5-82f3-491625ff0046', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:48.878711 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING neutron.api.v2.base [None req-97d529ce-6646-473a-9234-3cfdffe0e6b2 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 29 09:47:48.878711 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-97d529ce-6646-473a-9234-3cfdffe0e6b2 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:48.879108 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-97d529ce-6646-473a-9234-3cfdffe0e6b2 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0131969 Mar 29 09:47:48.881113 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e86b3339-df68-472c-9441-f090077c1753 None None] Deleting port 37f9ef3d-538b-4939-90b4-e701b8719858 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:48.881491 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e86b3339-df68-472c-9441-f090077c1753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.881936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37900) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:48.892812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-42a5ca78-e9d5-4f2d-adcc-f4b9f771f919 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': '986b49d2-afd3-48e5-82f3-491625ff0046', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:48.893688 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING neutron.api.v2.base [None req-42a5ca78-e9d5-4f2d-adcc-f4b9f771f919 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 29 09:47:48.894175 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-42a5ca78-e9d5-4f2d-adcc-f4b9f771f919 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:48.897627 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-42a5ca78-e9d5-4f2d-adcc-f4b9f771f919 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0120614 Mar 29 09:47:48.901220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37904) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:48.972621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.984980 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:48.992538 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.010881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39090480-1566-4fac-a8aa-12fec5db36fd']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:49.024544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be549d0c-3682-4fb8-a36c-ac85d10861e9') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:49.024912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be549d0c-3682-4fb8-a36c-ac85d10861e9') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:49.034758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port 57e3d8df-42ad-4914-9772-2e05819e406a yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:47:49.037393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.054264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.061288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:47:49.061681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.069189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5db5f9e-b975-478d-8ab0-22a00985e6bd tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:47:49.076305 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:47:49.081739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2df757d7-ad52-45e1-8d96-3c6e3341f672 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.102795 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Allocated IP 2001:db8::2 (951d7f2d-2324-4b23-b597-59a0b71ada20/71814925-20ad-4a28-98f6-78e916af21f3/ffd04877-52a9-4dd7-90b6-c5b07f0647f0) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:49.137645 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5db5f9e-b975-478d-8ab0-22a00985e6bd tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.158808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df757d7-ad52-45e1-8d96-3c6e3341f672 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cd8f5b-762d-43a2-a19f-cd2b74930ce2,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:49.239484 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e86b3339-df68-472c-9441-f090077c1753 None None] For port 37f9ef3d-538b-4939-90b4-e701b8719858, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=37f9ef3d-538b-4939-90b4-e701b8719858,segment=NetworkSegment(f2a45a42-c058-44b6-884b-b1719e557880),segment_id=f2a45a42-c058-44b6-884b-b1719e557880)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:49.239883 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e86b3339-df68-472c-9441-f090077c1753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.260138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2df757d7-ad52-45e1-8d96-3c6e3341f672 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.261313 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2df757d7-ad52-45e1-8d96-3c6e3341f672 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-groups/c7cd8f5b-762d-43a2-a19f-cd2b74930ce2 HTTP/1.1" status: 204 len: 168 time: 0.8390665 Mar 29 09:47:49.264088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37908) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:49.312279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.315257 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d05eb58f-f67d-4452-a5fe-30a14ecbff90 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498846 Mar 29 09:47:49.316541 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.325432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37912) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:49.340115 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.353601 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event deleted for resources: {'Network': ['ID=39090480-1566-4fac-a8aa-12fec5db36fd,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:49.365151 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a1193f35-7aa6-4e0e-8e47-435688ecf51d tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "DELETE /v2.0/networks/39090480-1566-4fac-a8aa-12fec5db36fd HTTP/1.1" status: 204 len: 168 time: 1.0490968 Mar 29 09:47:49.366269 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37914) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:49.407435 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e266ce6f-bc75-4427-b501-e51c1dd6d124 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676658270'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:49.418329 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=0be6ff23-9729-4df4-867c-94131ea1aa78,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:49.422334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5db5f9e-b975-478d-8ab0-22a00985e6bd tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.426270 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e266ce6f-bc75-4427-b501-e51c1dd6d124 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:49.429796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:49.437842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e86b3339-df68-472c-9441-f090077c1753 None None] Calling delete_port for 37f9ef3d-538b-4939-90b4-e701b8719858 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:49.444210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:49.446594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:49.477772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e266ce6f-bc75-4427-b501-e51c1dd6d124 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:49.485549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db5f9e-b975-478d-8ab0-22a00985e6bd tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=986b49d2-afd3-48e5-82f3-491625ff0046,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:49.493117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.495093 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e266ce6f-bc75-4427-b501-e51c1dd6d124 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:49.504731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Deleting port 37f9ef3d-538b-4939-90b4-e701b8719858 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:49.505207 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.509171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e266ce6f-bc75-4427-b501-e51c1dd6d124 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:49.610261 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.629670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 37f9ef3d-538b-4939-90b4-e701b8719858 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:47:49.650574 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e266ce6f-bc75-4427-b501-e51c1dd6d124 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.664053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5db5f9e-b975-478d-8ab0-22a00985e6bd tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.665364 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b5db5f9e-b975-478d-8ab0-22a00985e6bd tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "DELETE /v2.0/security-groups/986b49d2-afd3-48e5-82f3-491625ff0046 HTTP/1.1" status: 204 len: 168 time: 0.7632370 Mar 29 09:47:49.668516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37920) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:49.685941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e266ce6f-bc75-4427-b501-e51c1dd6d124 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:49.718505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Transition to ACTIVE for port object ffd04877-52a9-4dd7-90b6-c5b07f0647f0 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:49.728599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e86b3339-df68-472c-9441-f090077c1753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.775137 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Port 37f9ef3d-538b-4939-90b4-e701b8719858 update to DOWN by agent not found {{(pid=88552) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 29 09:47:49.775137 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e4cff396-d004-4624-8777-9b7241317a05 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:47:49.790253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] For port 37f9ef3d-538b-4939-90b4-e701b8719858, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=37f9ef3d-538b-4939-90b4-e701b8719858,segment=NetworkSegment(f2a45a42-c058-44b6-884b-b1719e557880),segment_id=f2a45a42-c058-44b6-884b-b1719e557880)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:49.790764 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.814478 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c30720dc-2b36-4e52-b989-f1e609e9881c tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Synchronizing usage tracker for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:49.821226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b3339-df68-472c-9441-f090077c1753 None None] Pushing event deleted for resources: {'Port': ['ID=37f9ef3d-538b-4939-90b4-e701b8719858,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:49.832070 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: e4cff396-d004-4624-8777-9b7241317a05 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:47:49.832408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e4cff396-d004-4624-8777-9b7241317a05 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:47:49.834545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Transition to ACTIVE for port object ffd04877-52a9-4dd7-90b6-c5b07f0647f0 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:49.838420 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b3339-df68-472c-9441-f090077c1753 None None] No DVR routers for this DVR port 37f9ef3d-538b-4939-90b4-e701b8719858 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:47:49.874071 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e266ce6f-bc75-4427-b501-e51c1dd6d124 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:49.878228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e266ce6f-bc75-4427-b501-e51c1dd6d124 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:49.886422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e266ce6f-bc75-4427-b501-e51c1dd6d124 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:49.906588 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:49.942740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Calling delete_port for 37f9ef3d-538b-4939-90b4-e701b8719858 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:49.970004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Network 951d7f2d-2324-4b23-b597-59a0b71ada20 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:49.973167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:49.981546 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:49.991222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Pushing event updated for resources: {'Port': ['ID=ffd04877-52a9-4dd7-90b6-c5b07f0647f0,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:50.025165 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:47:50.025487 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:47:50.060812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c30720dc-2b36-4e52-b989-f1e609e9881c tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Unset dirty status for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:50.066495 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c30720dc-2b36-4e52-b989-f1e609e9881c tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3924987 Mar 29 09:47:50.066890 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37924) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:50.073635 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-b18d0100-58e0-4cf5-9f6e-e50010913bc6 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group': {'name': 'tempest-secgroup--1083269498'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:50.081971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Allocated IP 2001:db8::10 (951d7f2d-2324-4b23-b597-59a0b71ada20/71814925-20ad-4a28-98f6-78e916af21f3/57e3d8df-42ad-4914-9772-2e05819e406a) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:50.082155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b18d0100-58e0-4cf5-9f6e-e50010913bc6 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:50.089164 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Attempting to bind port ffd04877-52a9-4dd7-90b6-c5b07f0647f0 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:47:50.092563 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Attempting to bind port ffd04877-52a9-4dd7-90b6-c5b07f0647f0 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '778cb976-b15a-41d5-a2d0-d42678ed38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '951d7f2d-2324-4b23-b597-59a0b71ada20'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:47:50.092563 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Attempting to bind port ffd04877-52a9-4dd7-90b6-c5b07f0647f0 on network 951d7f2d-2324-4b23-b597-59a0b71ada20 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:47:50.094483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b18d0100-58e0-4cf5-9f6e-e50010913bc6 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:50.095625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:47:50.096067 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Checking segment: {'id': '778cb976-b15a-41d5-a2d0-d42678ed38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '951d7f2d-2324-4b23-b597-59a0b71ada20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:47:50.096779 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.097044 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Bound using segment: {'id': '778cb976-b15a-41d5-a2d0-d42678ed38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '951d7f2d-2324-4b23-b597-59a0b71ada20'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:47:50.097709 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Bound port: ffd04877-52a9-4dd7-90b6-c5b07f0647f0, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778cb976-b15a-41d5-a2d0-d42678ed38f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '951d7f2d-2324-4b23-b597-59a0b71ada20'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:47:50.098018 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.143364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e266ce6f-bc75-4427-b501-e51c1dd6d124 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.174723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b18d0100-58e0-4cf5-9f6e-e50010913bc6 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.197904 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b18d0100-58e0-4cf5-9f6e-e50010913bc6 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:50.198156 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] For port ffd04877-52a9-4dd7-90b6-c5b07f0647f0, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:47:50.201630 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] For port ffd04877-52a9-4dd7-90b6-c5b07f0647f0, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ffd04877-52a9-4dd7-90b6-c5b07f0647f0,segment=NetworkSegment(778cb976-b15a-41d5-a2d0-d42678ed38f9),segment_id=778cb976-b15a-41d5-a2d0-d42678ed38f9)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:47:50.203444 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b18d0100-58e0-4cf5-9f6e-e50010913bc6 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:50.206785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b18d0100-58e0-4cf5-9f6e-e50010913bc6 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:50.217202 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b18d0100-58e0-4cf5-9f6e-e50010913bc6 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:50.242182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e266ce6f-bc75-4427-b501-e51c1dd6d124 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.285951 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b18d0100-58e0-4cf5-9f6e-e50010913bc6 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.287197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.363152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b18d0100-58e0-4cf5-9f6e-e50010913bc6 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.372045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5cf5c-7a88-4d92-99f2-9164f8e03a8e None None] Pushing event updated for resources: {'Port': ['ID=ffd04877-52a9-4dd7-90b6-c5b07f0647f0,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:50.373853 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266ce6f-bc75-4427-b501-e51c1dd6d124 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65a9fb0-5217-4de9-b961-982dab8469fe,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:50.376436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.420340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d0100-58e0-4cf5-9f6e-e50010913bc6 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df3c3317-0b91-4855-ac96-aede4d151a6a,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:50.438659 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.456444 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e266ce6f-bc75-4427-b501-e51c1dd6d124 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.457723 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e266ce6f-bc75-4427-b501-e51c1dd6d124 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0595300 Mar 29 09:47:50.458973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Transition to ACTIVE for port object 57e3d8df-42ad-4914-9772-2e05819e406a will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:50.460512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37928) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:50.467054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-095db61b-2048-43f1-bb60-ca12c5076c04 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Request body: {'security_group_rule': {'security_group_id': 'b65a9fb0-5217-4de9-b961-982dab8469fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:50.474338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-095db61b-2048-43f1-bb60-ca12c5076c04 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:50.480644 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-095db61b-2048-43f1-bb60-ca12c5076c04 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Usage tracker for resource:security_group_rule and tenant:528e4e3b6ff9421ab2ea34c0d8489553 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:50.484313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-095db61b-2048-43f1-bb60-ca12c5076c04 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:50.491350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-095db61b-2048-43f1-bb60-ca12c5076c04 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:50.511513 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b18d0100-58e0-4cf5-9f6e-e50010913bc6 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.512797 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b18d0100-58e0-4cf5-9f6e-e50010913bc6 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4442608 Mar 29 09:47:50.516231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37932) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:50.521749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-92b83208-03c8-4cc9-9b93-781b7a975104 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': 'df3c3317-0b91-4855-ac96-aede4d151a6a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:50.522283 dv-neutron-835555-1-hyperv neutron-server[88551]: WARNING neutron.api.v2.base [None req-92b83208-03c8-4cc9-9b93-781b7a975104 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 29 09:47:50.522781 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-92b83208-03c8-4cc9-9b93-781b7a975104 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:50.523733 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-92b83208-03c8-4cc9-9b93-781b7a975104 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064809 Mar 29 09:47:50.526717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Deleting port 37f9ef3d-538b-4939-90b4-e701b8719858 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:50.526963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37936) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:50.527247 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.533146 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-293a3e3a-4d36-4cf7-870d-ef63ba5248b0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': 'df3c3317-0b91-4855-ac96-aede4d151a6a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:50.540265 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-293a3e3a-4d36-4cf7-870d-ef63ba5248b0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:50.547148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-293a3e3a-4d36-4cf7-870d-ef63ba5248b0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:50.577889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-293a3e3a-4d36-4cf7-870d-ef63ba5248b0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:50.598300 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-293a3e3a-4d36-4cf7-870d-ef63ba5248b0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:50.622967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.626664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] The port '37f9ef3d-538b-4939-90b4-e701b8719858' was deleted {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:47:50.688707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.718141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-095db61b-2048-43f1-bb60-ca12c5076c04 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.754305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.773676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 951d7f2d-2324-4b23-b597-59a0b71ada20 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:50.780408 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cc4376-5aa9-47e7-8719-e8e8bcb45ead']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:50.783698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:50.795168 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=57e3d8df-42ad-4914-9772-2e05819e406a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:50.796647 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a45a42-c058-44b6-884b-b1719e557880') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:50.796942 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a45a42-c058-44b6-884b-b1719e557880') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:50.806678 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:50.808871 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.812597 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:50.813213 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.825048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.832202 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:47:50.832679 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: util.warn( Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:47:50.846795 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:47:50.947915 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-293a3e3a-4d36-4cf7-870d-ef63ba5248b0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:50.948976 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-293a3e3a-4d36-4cf7-870d-ef63ba5248b0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4211745 Mar 29 09:47:50.951882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37940) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:50.957208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ada53758-9942-4d88-95db-910890adc599 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': 'df3c3317-0b91-4855-ac96-aede4d151a6a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:50.957854 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING neutron.api.v2.base [None req-ada53758-9942-4d88-95db-910890adc599 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 29 09:47:50.958364 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-ada53758-9942-4d88-95db-910890adc599 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:50.959324 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ada53758-9942-4d88-95db-910890adc599 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064437 Mar 29 09:47:50.961599 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-095db61b-2048-43f1-bb60-ca12c5076c04 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.965826 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37944) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:50.965949 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-99d2a8be-ebcf-4ce3-b82e-64a9f6a93550 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6185315 Mar 29 09:47:50.968241 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37948) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:50.970463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e856eadd-79b9-4822-8311-0b38e7c72fc9 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': 'df3c3317-0b91-4855-ac96-aede4d151a6a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:50.975110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'network_id': '951d7f2d-2324-4b23-b597-59a0b71ada20', 'name': 'tempest-PortsIpV6TestJSON-1229785957', 'fixed_ips': [{'subnet_id': '71814925-20ad-4a28-98f6-78e916af21f3', 'ip_address': '2001:db8::f'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:50.977032 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e856eadd-79b9-4822-8311-0b38e7c72fc9 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:50.980901 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e856eadd-79b9-4822-8311-0b38e7c72fc9 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:50.984958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e856eadd-79b9-4822-8311-0b38e7c72fc9 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:50.987652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:50.991750 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.021044 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e856eadd-79b9-4822-8311-0b38e7c72fc9 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:51.030083 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "DELETE /v2.0/networks/79cc4376-5aa9-47e7-8719-e8e8bcb45ead HTTP/1.1" status: 204 len: 168 time: 1.6623819 Mar 29 09:47:51.034630 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e376a6f-7312-45c6-bd60-8fe9cada4d2b tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event deleted for resources: {'Network': ['ID=79cc4376-5aa9-47e7-8719-e8e8bcb45ead,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:51.034884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37952) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:51.081633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-095db61b-2048-43f1-bb60-ca12c5076c04 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.105792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-0427a710-266f-47ae-90cc-a1c0c21cd711 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Deleting subnet 84742a38-660f-4407-ae6d-ef9449f3de3d {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:47:51.109734 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0427a710-266f-47ae-90cc-a1c0c21cd711 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.129795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095db61b-2048-43f1-bb60-ca12c5076c04 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa850b4-8125-4456-9e82-8d577fa9f7ee,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:51.177441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.182279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0427a710-266f-47ae-90cc-a1c0c21cd711 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.189012 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:51.194629 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:port and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:51.197755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:51.203722 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:51.254515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.298924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:51.303907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.313827 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-095db61b-2048-43f1-bb60-ca12c5076c04 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.315026 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-095db61b-2048-43f1-bb60-ca12c5076c04 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8535762 Mar 29 09:47:51.319333 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37956) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:51.366840 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-e856eadd-79b9-4822-8311-0b38e7c72fc9 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:51.368080 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e856eadd-79b9-4822-8311-0b38e7c72fc9 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4051716 Mar 29 09:47:51.378988 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37960) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:51.390097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port 460765d9-dd8f-4068-995b-7bfd9a71eaac yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:47:51.391452 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-3989ad49-4150-4148-8cad-6a0f4ed300c5 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': 'df3c3317-0b91-4855-ac96-aede4d151a6a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:51.392119 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING neutron.api.v2.base [None req-3989ad49-4150-4148-8cad-6a0f4ed300c5 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 29 09:47:51.392805 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-3989ad49-4150-4148-8cad-6a0f4ed300c5 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:51.393934 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3989ad49-4150-4148-8cad-6a0f4ed300c5 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0123441 Mar 29 09:47:51.399243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37964) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:51.411472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-39ef3564-a6d9-465a-87b2-266f77b6b01c tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': 'df3c3317-0b91-4855-ac96-aede4d151a6a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:51.430769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-39ef3564-a6d9-465a-87b2-266f77b6b01c tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:51.439070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=0be6ff23-9729-4df4-867c-94131ea1aa78,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:51.441375 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-39ef3564-a6d9-465a-87b2-266f77b6b01c tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:51.444304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f237f3e-69dc-4e97-a3c9-b12d2de66c24 None None] Network 951d7f2d-2324-4b23-b597-59a0b71ada20 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:51.447985 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-39ef3564-a6d9-465a-87b2-266f77b6b01c tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:51.457203 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-39ef3564-a6d9-465a-87b2-266f77b6b01c tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:51.459090 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4fd2aa47-62d1-439b-9d95-afe2d155c4fa tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.469584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.493450 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0427a710-266f-47ae-90cc-a1c0c21cd711 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.537315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4fd2aa47-62d1-439b-9d95-afe2d155c4fa tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.615824 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c8bf3c32-59c4-4d55-aa7f-047cd9bc6d32 None None] Provisioning for port ffd04877-52a9-4dd7-90b6-c5b07f0647f0 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:51.648558 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-39ef3564-a6d9-465a-87b2-266f77b6b01c tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:51.649734 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-39ef3564-a6d9-465a-87b2-266f77b6b01c tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2461321 Mar 29 09:47:51.652731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37968) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:51.661118 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-2cd40b2c-3fb0-4ea7-af1e-ba6ec617df7d tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': 'df3c3317-0b91-4855-ac96-aede4d151a6a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:51.661754 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING neutron.api.v2.base [None req-2cd40b2c-3fb0-4ea7-af1e-ba6ec617df7d tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 29 09:47:51.662328 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-2cd40b2c-3fb0-4ea7-af1e-ba6ec617df7d tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:51.667077 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2cd40b2c-3fb0-4ea7-af1e-ba6ec617df7d tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127368 Mar 29 09:47:51.667389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37972) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:51.674066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ab4560bf-6cec-40cf-82fb-39da40ac409d tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': 'df3c3317-0b91-4855-ac96-aede4d151a6a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:51.682432 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ab4560bf-6cec-40cf-82fb-39da40ac409d tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:51.688226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ab4560bf-6cec-40cf-82fb-39da40ac409d tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:51.691675 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ab4560bf-6cec-40cf-82fb-39da40ac409d tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:51.699421 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ab4560bf-6cec-40cf-82fb-39da40ac409d tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:51.711711 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0427a710-266f-47ae-90cc-a1c0c21cd711 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.714152 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ffd04877-52a9-4dd7-90b6-c5b07f0647f0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:51.757675 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4fd2aa47-62d1-439b-9d95-afe2d155c4fa tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.770240 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427a710-266f-47ae-90cc-a1c0c21cd711 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event deleted for resources: {'Subnet': ['ID=84742a38-660f-4407-ae6d-ef9449f3de3d,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:51.779846 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0427a710-266f-47ae-90cc-a1c0c21cd711 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.792305 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada148da-0675-4d11-b4f6-13801d89ce06 None None] Network 17455db2-046b-45b5-ad5b-d674306dc60e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:51.796164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2aa47-62d1-439b-9d95-afe2d155c4fa tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65a9fb0-5217-4de9-b961-982dab8469fe,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:51.812755 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4fd2aa47-62d1-439b-9d95-afe2d155c4fa tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:51.816390 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4fd2aa47-62d1-439b-9d95-afe2d155c4fa tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-groups/b65a9fb0-5217-4de9-b961-982dab8469fe HTTP/1.1" status: 204 len: 168 time: 0.4936585 Mar 29 09:47:51.816390 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0427a710-266f-47ae-90cc-a1c0c21cd711 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "DELETE /v2.0/subnets/84742a38-660f-4407-ae6d-ef9449f3de3d HTTP/1.1" status: 204 len: 168 time: 0.7786725 Mar 29 09:47:51.820152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37976) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:51.820477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 37978) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:51.897768 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-ab4560bf-6cec-40cf-82fb-39da40ac409d tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:51.901686 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ab4560bf-6cec-40cf-82fb-39da40ac409d tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2307427 Mar 29 09:47:51.901908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37984) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:51.908117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ae2048a5-9332-41c1-8344-e0fbca1aba59 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': 'df3c3317-0b91-4855-ac96-aede4d151a6a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:51.914688 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP 4e00470e-c2d6-495f-8f8e-dbdcc5c35fbb associated. External IP: 172.26.7.53, port: 27e9dbeb-1371-4c29-b7d4-6136150f85d5. Mar 29 09:47:51.915137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ae2048a5-9332-41c1-8344-e0fbca1aba59 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:51.919170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ae2048a5-9332-41c1-8344-e0fbca1aba59 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:51.923571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ae2048a5-9332-41c1-8344-e0fbca1aba59 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:51.929946 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ae2048a5-9332-41c1-8344-e0fbca1aba59 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:52.063189 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port ffd04877-52a9-4dd7-90b6-c5b07f0647f0 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:52.072046 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port ffd04877-52a9-4dd7-90b6-c5b07f0647f0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:52.072415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:52.108739 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-ae2048a5-9332-41c1-8344-e0fbca1aba59 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:52.109272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Allocated IP 2001:db8::f (951d7f2d-2324-4b23-b597-59a0b71ada20/71814925-20ad-4a28-98f6-78e916af21f3/460765d9-dd8f-4068-995b-7bfd9a71eaac) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:52.113604 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ae2048a5-9332-41c1-8344-e0fbca1aba59 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2075558 Mar 29 09:47:52.115412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37988) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:52.115512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a2fd2952-560f-4f26-ad24-f7fd646a34c1 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:52.148656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:52.218084 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:52.222715 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-42c30319-49cc-47b2-b5d9-926ec6a193de tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:52.228182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02faec9e-b7cb-422a-ac17-691ae06698c4 None None] DHCP port deletion for 17455db2-046b-45b5-ad5b-d674306dc60e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:47:52.247765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-02faec9e-b7cb-422a-ac17-691ae06698c4 None None] Deleting port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:52.249024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-02faec9e-b7cb-422a-ac17-691ae06698c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:52.257000 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-42c30319-49cc-47b2-b5d9-926ec6a193de tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:52.286581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Deleting port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:52.286918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:52.329205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a2fd2952-560f-4f26-ad24-f7fd646a34c1 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:52.330724 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a2fd2952-560f-4f26-ad24-f7fd646a34c1 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5066690 Mar 29 09:47:52.333744 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37992) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:52.343868 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port ffd04877-52a9-4dd7-90b6-c5b07f0647f0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ffd04877-52a9-4dd7-90b6-c5b07f0647f0,segment=NetworkSegment(778cb976-b15a-41d5-a2d0-d42678ed38f9),segment_id=778cb976-b15a-41d5-a2d0-d42678ed38f9)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:52.411736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-42c30319-49cc-47b2-b5d9-926ec6a193de tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:52.433147 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e65732c3-5c52-42f7-aefa-4d708223d47f tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:52.435571 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:52.458705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c30319-49cc-47b2-b5d9-926ec6a193de tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3c3317-0b91-4855-ac96-aede4d151a6a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:52.468416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-42c30319-49cc-47b2-b5d9-926ec6a193de tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:52.472716 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-42c30319-49cc-47b2-b5d9-926ec6a193de tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "DELETE /v2.0/security-groups/df3c3317-0b91-4855-ac96-aede4d151a6a HTTP/1.1" status: 204 len: 168 time: 0.3569481 Mar 29 09:47:52.473320 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 37996) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:52.526394 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-dc9345b8-ec7a-44a2-8c22-a635eb35a348 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Synchronizing usage tracker for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:52.533824 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e65732c3-5c52-42f7-aefa-4d708223d47f tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group_rule {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:52.539301 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e65732c3-5c52-42f7-aefa-4d708223d47f tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2003088 Mar 29 09:47:52.540658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38000) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:52.561475 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-d1dfeed8-98c4-4bd9-bf33-3da71c1de102 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] delete failed (client error): The resource could not be found. Mar 29 09:47:52.567900 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d1dfeed8-98c4-4bd9-bf33-3da71c1de102 tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "DELETE /v2.0/security-groups/b65a9fb0-5217-4de9-b961-982dab8469fe HTTP/1.1" status: 404 len: 347 time: 0.0196903 Mar 29 09:47:52.574107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38004) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:52.606594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=ffd04877-52a9-4dd7-90b6-c5b07f0647f0,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:52.636737 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:52.641599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:52.641599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:52.641599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:52.641599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:52.641599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:52.641599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:52.641599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:52.641599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:52.641599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:52.641599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:52.642411 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-dc9345b8-ec7a-44a2-8c22-a635eb35a348 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Unset dirty status for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:52.642512 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:52.642596 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dc9345b8-ec7a-44a2-8c22-a635eb35a348 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1670666 Mar 29 09:47:52.651577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38008) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:52.655645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-02faec9e-b7cb-422a-ac17-691ae06698c4 None None] For port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=8f1ced0b-94f7-45c7-b56b-4ab1e3575783,segment=NetworkSegment(6b00b6c4-921a-4ba0-8148-49289972b951),segment_id=6b00b6c4-921a-4ba0-8148-49289972b951)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:52.656028 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-02faec9e-b7cb-422a-ac17-691ae06698c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:52.659326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-1d6a8f3e-9bf5-460f-abea-970c42f7f196 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998775653'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:52.674599 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1d6a8f3e-9bf5-460f-abea-970c42f7f196 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:52.681516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6dd8477e-d35b-4d28-9e6b-2359766b7b9a tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Synchronizing usage tracker for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:52.696528 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6dd8477e-d35b-4d28-9e6b-2359766b7b9a tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] Unset dirty status for tenant:528e4e3b6ff9421ab2ea34c0d8489553 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:52.698864 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6dd8477e-d35b-4d28-9e6b-2359766b7b9a tempest-SecGroupIPv6Test-605237784 tempest-SecGroupIPv6Test-605237784-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1236570 Mar 29 09:47:52.725244 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6d7387d1-4226-4188-b91b-cf4e0d77e95a None None] Provisioning complete for port ffd04877-52a9-4dd7-90b6-c5b07f0647f0 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:52.725616 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6d7387d1-4226-4188-b91b-cf4e0d77e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:52.779019 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1d6a8f3e-9bf5-460f-abea-970c42f7f196 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:52.825773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-02faec9e-b7cb-422a-ac17-691ae06698c4 None None] Calling delete_port for 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:52.869598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 426fb5de-2cb3-4646-a2c6-95fd515754f2 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:47:52.917934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] For port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=8f1ced0b-94f7-45c7-b56b-4ab1e3575783,segment=NetworkSegment(6b00b6c4-921a-4ba0-8148-49289972b951),segment_id=6b00b6c4-921a-4ba0-8148-49289972b951)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:52.918291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:52.980837 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.034660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-02faec9e-b7cb-422a-ac17-691ae06698c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.051765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1d6a8f3e-9bf5-460f-abea-970c42f7f196 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.079746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02faec9e-b7cb-422a-ac17-691ae06698c4 None None] Pushing event deleted for resources: {'Port': ['ID=8f1ced0b-94f7-45c7-b56b-4ab1e3575783,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:53.083327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02faec9e-b7cb-422a-ac17-691ae06698c4 None None] No DVR routers for this DVR port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:47:53.096555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6d7387d1-4226-4188-b91b-cf4e0d77e95a None None] Provisioning for port 57e3d8df-42ad-4914-9772-2e05819e406a completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:53.099574 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6d7387d1-4226-4188-b91b-cf4e0d77e95a None None] Provisioning complete for port 57e3d8df-42ad-4914-9772-2e05819e406a triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:53.099963 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6d7387d1-4226-4188-b91b-cf4e0d77e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.128791 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Calling delete_port for 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:53.160311 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6d7387d1-4226-4188-b91b-cf4e0d77e95a None None] Port 57e3d8df-42ad-4914-9772-2e05819e406a cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:53.165740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.207051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1d6a8f3e-9bf5-460f-abea-970c42f7f196 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:53.221288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Transition to ACTIVE for port object 460765d9-dd8f-4068-995b-7bfd9a71eaac will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:53.224818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1d6a8f3e-9bf5-460f-abea-970c42f7f196 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:53.230186 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38016) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:53.281380 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b30408fa-3944-4ddb-b929-1adc9a67bade None None] Provisioning complete for port 57e3d8df-42ad-4914-9772-2e05819e406a triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:53.281939 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b30408fa-3944-4ddb-b929-1adc9a67bade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.338648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b30408fa-3944-4ddb-b929-1adc9a67bade None None] Port 57e3d8df-42ad-4914-9772-2e05819e406a cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:53.402519 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b2121133-f598-4693-994c-b65affe59b52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=528e4e3b6ff9421ab2ea34c0d8489553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687727 Mar 29 09:47:53.402816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38022) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:53.413304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1d6a8f3e-9bf5-460f-abea-970c42f7f196 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:53.429560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1d6a8f3e-9bf5-460f-abea-970c42f7f196 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:53.465102 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-58b096bd-c0d3-4a66-a29d-682e5437c127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.478196 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:47:53.489179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9acd851-8eb8-42c4-ada2-ec1ee3801347 None None] Sync routers for ids ['426fb5de-2cb3-4646-a2c6-95fd515754f2'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:47:53.494458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:47:53.495023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:47:53.499256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-58b096bd-c0d3-4a66-a29d-682e5437c127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.499438 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9acd851-8eb8-42c4-ada2-ec1ee3801347 None None] Routers {'426fb5de-2cb3-4646-a2c6-95fd515754f2'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:53.499626 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b9acd851-8eb8-42c4-ada2-ec1ee3801347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['426fb5de-2cb3-4646-a2c6-95fd515754f2'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:53.588872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1d6a8f3e-9bf5-460f-abea-970c42f7f196 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.599015 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.630047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-58b096bd-c0d3-4a66-a29d-682e5437c127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.639219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.655824 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b096bd-c0d3-4a66-a29d-682e5437c127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361bd8ee-66fa-463b-b77f-cf05855d73c2,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:53.688877 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ffd04877-52a9-4dd7-90b6-c5b07f0647f0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:47:53.707977 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 951d7f2d-2324-4b23-b597-59a0b71ada20 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:53.708835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1d6a8f3e-9bf5-460f-abea-970c42f7f196 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.723996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:53.748225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:47:53.753744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:53.754414 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.790855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-b9acd851-8eb8-42c4-ada2-ec1ee3801347 None None] Set router 426fb5de-2cb3-4646-a2c6-95fd515754f2 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:47:53.791094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=460765d9-dd8f-4068-995b-7bfd9a71eaac,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:53.798106 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3efe8faf-4d0c-4dab-a862-55506aa051b4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7596784 Mar 29 09:47:53.800948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0e1381-ba73-4c64-adc9-3dbb8ce5133b', 'tag': '27e9dbeb-1371-4c29-b7d4-6136150f85d5'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:47:53.804780 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38026) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:53.807731 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a8f3e-9bf5-460f-abea-970c42f7f196 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d43db843-d61c-4ef4-9cc6-a278b5ad4991,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:53.872106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port ffd04877-52a9-4dd7-90b6-c5b07f0647f0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:53.873042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.879007 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0e1381-ba73-4c64-adc9-3dbb8ce5133b', 'tag': '27e9dbeb-1371-4c29-b7d4-6136150f85d5', 'status': 'completed', 'code': 200} Mar 29 09:47:53.881826 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-15b09739-2532-424c-8995-1cfaa97fb102 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9126046 Mar 29 09:47:53.884879 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38032) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:53.902948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-58b096bd-c0d3-4a66-a29d-682e5437c127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.904101 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-58b096bd-c0d3-4a66-a29d-682e5437c127 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/361bd8ee-66fa-463b-b77f-cf05855d73c2 HTTP/1.1" status: 204 len: 168 time: 0.5000472 Mar 29 09:47:53.954504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1d6a8f3e-9bf5-460f-abea-970c42f7f196 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:53.954504 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1d6a8f3e-9bf5-460f-abea-970c42f7f196 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3019545 Mar 29 09:47:53.960979 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38038) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:53.977979 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-b811030e-6667-440d-936a-0278fa0b6f06 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': 'd43db843-d61c-4ef4-9cc6-a278b5ad4991', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:53.991093 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b811030e-6667-440d-936a-0278fa0b6f06 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:53.998439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Deleting port 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:53.998706 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:54.002110 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b811030e-6667-440d-936a-0278fa0b6f06 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:54.005645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b811030e-6667-440d-936a-0278fa0b6f06 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:54.012624 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b811030e-6667-440d-936a-0278fa0b6f06 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:54.048845 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-af4e7764-f837-4944-adb4-4165c689b466 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/4e00470e-c2d6-495f-8f8e-dbdcc5c35fbb HTTP/1.1" status: 200 len: 991 time: 0.2445595 Mar 29 09:47:54.075236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc8427-5173-44d0-bae1-7f8f7e02839f req-ac958370-8691-4232-9aa8-b4bc9fee447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:54.078127 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a0fc8427-5173-44d0-bae1-7f8f7e02839f req-ac958370-8691-4232-9aa8-b4bc9fee447e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 1099 time: 0.1635416 Mar 29 09:47:54.088285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] The port '8f1ced0b-94f7-45c7-b56b-4ab1e3575783' was deleted {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:47:54.165217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5913718a-9349-4859-b283-3a9b21838cf2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:54.165939 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5913718a-9349-4859-b283-3a9b21838cf2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:54.237912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:54.243640 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e4cf783f-661d-43cf-832f-431a9efce560 None None] Provisioning for port 460765d9-dd8f-4068-995b-7bfd9a71eaac completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:54.270849 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17455db2-046b-45b5-ad5b-d674306dc60e']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:54.285171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b00b6c4-921a-4ba0-8148-49289972b951') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:54.286276 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e4cf783f-661d-43cf-832f-431a9efce560 None None] Provisioning complete for port 460765d9-dd8f-4068-995b-7bfd9a71eaac triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:54.286434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b00b6c4-921a-4ba0-8148-49289972b951') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:54.286860 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e4cf783f-661d-43cf-832f-431a9efce560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:54.299755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:54.304887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc8427-5173-44d0-bae1-7f8f7e02839f req-d586b7b0-7446-4ee8-82f7-aac84c545f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:54.307511 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a0fc8427-5173-44d0-bae1-7f8f7e02839f req-d586b7b0-7446-4ee8-82f7-aac84c545f5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=23ba0bfd-3583-477e-b3ed-753daeebae44 HTTP/1.1" status: 200 len: 897 time: 0.2239373 Mar 29 09:47:54.319648 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-b811030e-6667-440d-936a-0278fa0b6f06 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The resource could not be found. Mar 29 09:47:54.321795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:54.324067 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b811030e-6667-440d-936a-0278fa0b6f06 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3603415 Mar 29 09:47:54.331663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:47:54.332300 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:54.388988 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38046) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:54.405622 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-06cbea08-8d33-49b6-8872-1bf5559b8553 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': 'd43db843-d61c-4ef4-9cc6-a278b5ad4991', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3da4659e-c1df-43d0-bde3-3aba50c37645'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:54.420463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf783f-661d-43cf-832f-431a9efce560 None None] Port 460765d9-dd8f-4068-995b-7bfd9a71eaac cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:47:54.435515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:47:54.439728 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:47:54.443204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-06cbea08-8d33-49b6-8872-1bf5559b8553 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:54.448703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5913718a-9349-4859-b283-3a9b21838cf2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:54.453066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-06cbea08-8d33-49b6-8872-1bf5559b8553 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:54.453662 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5913718a-9349-4859-b283-3a9b21838cf2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5677230 Mar 29 09:47:54.454266 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38054) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:54.460028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-06cbea08-8d33-49b6-8872-1bf5559b8553 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:54.469907 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-06cbea08-8d33-49b6-8872-1bf5559b8553 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:54.496774 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a0fc8427-5173-44d0-bae1-7f8f7e02839f req-c36a69f4-0eb4-4e2e-aa7a-daa71c7e138d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27e9dbeb-1371-4c29-b7d4-6136150f85d5 HTTP/1.1" status: 200 len: 999 time: 0.1825814 Mar 29 09:47:54.507669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:47:54.508102 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 8f1ced0b-94f7-45c7-b56b-4ab1e3575783 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:47:54.527065 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b9acd851-8eb8-42c4-ada2-ec1ee3801347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:02Z', 'updated_at': '2022-03-29T09:47:13Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:04Z', 'updated_at': '2022-03-29T09:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '4e00470e-c2d6-495f-8f8e-dbdcc5c35fbb', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.53', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'port_id': '27e9dbeb-1371-4c29-b7d4-6136150f85d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'mac_address': 'fa:16:3e:c1:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0e1381-ba73-4c64-adc9-3dbb8ce5133b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:47:50Z', 'updated_at': '2022-03-29T09:47:50Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a961b9f8-b198-4071-8df0-707286f19a15', 'name': '', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:6f:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:11Z', 'updated_at': '2022-03-29T09:47:23Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:54.528168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9acd851-8eb8-42c4-ada2-ec1ee3801347 None None] Checking router: 426fb5de-2cb3-4646-a2c6-95fd515754f2 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:47:54.537606 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9acd851-8eb8-42c4-ada2-ec1ee3801347 None None] Routers {'426fb5de-2cb3-4646-a2c6-95fd515754f2'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:47:54.538386 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b9acd851-8eb8-42c4-ada2-ec1ee3801347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['426fb5de-2cb3-4646-a2c6-95fd515754f2'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:54.565554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661789d7-778b-4ab0-81b4-0ab7689d2165 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:54.567772 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc8427-5173-44d0-bae1-7f8f7e02839f req-1ceb74d0-b28c-4ec2-929f-437dd517b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:54.569434 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a0fc8427-5173-44d0-bae1-7f8f7e02839f req-1ceb74d0-b28c-4ec2-929f-437dd517b735 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=007a5470-429e-44f8-87d1-e45f89a9d154 HTTP/1.1" status: 200 len: 834 time: 0.0666230 Mar 29 09:47:54.572169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661789d7-778b-4ab0-81b4-0ab7689d2165 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:54.581318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661789d7-778b-4ab0-81b4-0ab7689d2165 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:54.586620 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-661789d7-778b-4ab0-81b4-0ab7689d2165 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1303983 Mar 29 09:47:54.587762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38060) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:54.588728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:54.612071 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:54.675908 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "DELETE /v2.0/networks/17455db2-046b-45b5-ad5b-d674306dc60e HTTP/1.1" status: 204 len: 168 time: 2.8502536 Mar 29 09:47:54.679349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38064) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:54.683658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc42047-f2f1-4813-858a-f2e6fdcd7550 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Pushing event deleted for resources: {'Network': ['ID=17455db2-046b-45b5-ad5b-d674306dc60e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:54.703782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec587a-6b2d-4dd3-8795-7825f0e31fc5 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 460765d9-dd8f-4068-995b-7bfd9a71eaac {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:54.704128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c7ec587a-6b2d-4dd3-8795-7825f0e31fc5 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:54.726068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc8427-5173-44d0-bae1-7f8f7e02839f req-c5f3c6be-543b-4fe6-b257-770c715b4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:54.727837 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a0fc8427-5173-44d0-bae1-7f8f7e02839f req-c5f3c6be-543b-4fe6-b257-770c715b4bcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ba0bfd-3583-477e-b3ed-753daeebae44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1482079 Mar 29 09:47:54.729553 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-b9acd851-8eb8-42c4-ada2-ec1ee3801347 None None] Set router 426fb5de-2cb3-4646-a2c6-95fd515754f2 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:47:54.733663 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-06cbea08-8d33-49b6-8872-1bf5559b8553 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The resource could not be found. Mar 29 09:47:54.734608 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-06cbea08-8d33-49b6-8872-1bf5559b8553 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3414741 Mar 29 09:47:54.737369 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-17250b31-12b4-4230-917e-1a098f099d53 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Synchronizing usage tracker for tenant:b41d15dadb9d4afcb5c50df97a7b579d on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:54.737762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38068) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:54.877945 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a0fc8427-5173-44d0-bae1-7f8f7e02839f req-81a1cb74-a89b-471b-a1a3-91aa8bbddc33 service neutron] 10.222.0.36 "GET /v2.0/networks/23ba0bfd-3583-477e-b3ed-753daeebae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423299 Mar 29 09:47:54.905337 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e74289ad-0ea4-4cfd-b981-05a410490575 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:55.026077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e74289ad-0ea4-4cfd-b981-05a410490575 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:55.059617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38080) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:55.085809 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-17250b31-12b4-4230-917e-1a098f099d53 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Unset dirty status for tenant:b41d15dadb9d4afcb5c50df97a7b579d on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:55.086989 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-17250b31-12b4-4230-917e-1a098f099d53 tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429 HTTP/1.1" status: 200 len: 205 time: 0.4064071 Mar 29 09:47:55.094295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38084) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:55.156851 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b9acd851-8eb8-42c4-ada2-ec1ee3801347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:02Z', 'updated_at': '2022-03-29T09:47:13Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:04Z', 'updated_at': '2022-03-29T09:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '4e00470e-c2d6-495f-8f8e-dbdcc5c35fbb', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.53', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'port_id': '27e9dbeb-1371-4c29-b7d4-6136150f85d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'mac_address': 'fa:16:3e:c1:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0e1381-ba73-4c64-adc9-3dbb8ce5133b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:47:50Z', 'updated_at': '2022-03-29T09:47:50Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a961b9f8-b198-4071-8df0-707286f19a15', 'name': '', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:6f:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:11Z', 'updated_at': '2022-03-29T09:47:23Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:55.162831 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9acd851-8eb8-42c4-ada2-ec1ee3801347 None None] The sync data for ids ['426fb5de-2cb3-4646-a2c6-95fd515754f2'] in dv-neutron-835555-1-hyperv is: [{'id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:02Z', 'updated_at': '2022-03-29T09:47:13Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:04Z', 'updated_at': '2022-03-29T09:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '4e00470e-c2d6-495f-8f8e-dbdcc5c35fbb', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.53', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'port_id': '27e9dbeb-1371-4c29-b7d4-6136150f85d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'mac_address': 'fa:16:3e:c1:d1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0e1381-ba73-4c64-adc9-3dbb8ce5133b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:47:50Z', 'updated_at': '2022-03-29T09:47:50Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a961b9f8-b198-4071-8df0-707286f19a15', 'name': '', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:6f:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:11Z', 'updated_at': '2022-03-29T09:47:23Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:47:55.208032 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38088) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:55.257444 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c7ec587a-6b2d-4dd3-8795-7825f0e31fc5 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:55.259766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-97e190cd-c545-4a38-a3ed-10d4927804df tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:55.384856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec587a-6b2d-4dd3-8795-7825f0e31fc5 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 460765d9-dd8f-4068-995b-7bfd9a71eaac owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:55.387301 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a0fc8427-5173-44d0-bae1-7f8f7e02839f req-3543cf88-63dd-4531-9851-026074fe24d8 service neutron] 10.222.0.36 "GET /v2.0/networks/23ba0bfd-3583-477e-b3ed-753daeebae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003531 Mar 29 09:47:55.432357 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-9e0611db-d6bb-46bd-8c34-5ce3d56ddf63 tempest-SubnetPoolsTestJSON-1907587339 tempest-SubnetPoolsTestJSON-1907587339-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1342612065', 'prefixes': ['172.20.0.0/16']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:55.444396 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c860280b-1279-451f-8845-07f27775f0e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/4e00470e-c2d6-495f-8f8e-dbdcc5c35fbb HTTP/1.1" status: 200 len: 991 time: 0.3742375 Mar 29 09:47:55.449092 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-9e0611db-d6bb-46bd-8c34-5ce3d56ddf63 tempest-SubnetPoolsTestJSON-1907587339 tempest-SubnetPoolsTestJSON-1907587339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:55.476558 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b04d4a5-1f3d-4719-9c71-b58909f74337 None None] New status for floating IP 4e00470e-c2d6-495f-8f8e-dbdcc5c35fbb: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:47:55.608544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-97e190cd-c545-4a38-a3ed-10d4927804df tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:55.610812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-97e190cd-c545-4a38-a3ed-10d4927804df tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:55.652086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e74289ad-0ea4-4cfd-b981-05a410490575 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:55.684509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74289ad-0ea4-4cfd-b981-05a410490575 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43db843-d61c-4ef4-9cc6-a278b5ad4991,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:55.705794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-97e190cd-c545-4a38-a3ed-10d4927804df tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:55.706825 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e190cd-c545-4a38-a3ed-10d4927804df tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Fanout notify agent at l3_agent the message router_deleted on router d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:47:55.726201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-97e190cd-c545-4a38-a3ed-10d4927804df tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:55.727283 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-97e190cd-c545-4a38-a3ed-10d4927804df tempest-RoutersNegativeIpV6Test-1250608005 tempest-RoutersNegativeIpV6Test-1250608005-project] 10.222.0.35 "DELETE /v2.0/routers/d4f1cb2e-248f-422f-a0c0-ea4ef8f4c429 HTTP/1.1" status: 204 len: 168 time: 0.6320794 Mar 29 09:47:55.802002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e74289ad-0ea4-4cfd-b981-05a410490575 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:55.803281 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e74289ad-0ea4-4cfd-b981-05a410490575 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "DELETE /v2.0/security-groups/d43db843-d61c-4ef4-9cc6-a278b5ad4991 HTTP/1.1" status: 204 len: 168 time: 1.0639145 Mar 29 09:47:55.805931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38096) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:55.849876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c7ec587a-6b2d-4dd3-8795-7825f0e31fc5 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:55.920358 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec587a-6b2d-4dd3-8795-7825f0e31fc5 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=460765d9-dd8f-4068-995b-7bfd9a71eaac,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:55.953612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fe8146f8-aeb0-4b9d-b9aa-db46a38d9ec2 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Synchronizing usage tracker for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:55.972473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c7ec587a-6b2d-4dd3-8795-7825f0e31fc5 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:55.982996 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c7ec587a-6b2d-4dd3-8795-7825f0e31fc5 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/460765d9-dd8f-4068-995b-7bfd9a71eaac HTTP/1.1" status: 204 len: 168 time: 1.3923459 Mar 29 09:47:55.986045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38100) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:56.030588 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac328f03-88a4-489e-a897-a6d405d2a4ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] GET failed (client error): The resource could not be found. Mar 29 09:47:56.031075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ac328f03-88a4-489e-a897-a6d405d2a4ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:56.061076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fe8146f8-aeb0-4b9d-b9aa-db46a38d9ec2 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Unset dirty status for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:56.062382 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fe8146f8-aeb0-4b9d-b9aa-db46a38d9ec2 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2554080 Mar 29 09:47:56.066938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38104) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:56.072732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-9bfe2ab2-88c8-4dc3-86a8-2cb336dd20e3 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': '666e467b-c806-466a-baeb-8f7d9bc75b33', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:56.080083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9bfe2ab2-88c8-4dc3-86a8-2cb336dd20e3 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:56.084399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9bfe2ab2-88c8-4dc3-86a8-2cb336dd20e3 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:56.087674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9bfe2ab2-88c8-4dc3-86a8-2cb336dd20e3 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:56.093900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9bfe2ab2-88c8-4dc3-86a8-2cb336dd20e3 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:56.100313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ac328f03-88a4-489e-a897-a6d405d2a4ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:56.104152 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ac328f03-88a4-489e-a897-a6d405d2a4ca tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/460765d9-dd8f-4068-995b-7bfd9a71eaac HTTP/1.1" status: 404 len: 333 time: 0.1146309 Mar 29 09:47:56.104681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38108) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:56.128631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9e0611db-d6bb-46bd-8c34-5ce3d56ddf63 tempest-SubnetPoolsTestJSON-1907587339 tempest-SubnetPoolsTestJSON-1907587339-project] Notify callbacks [] for subnetpool, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:56.129934 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9e0611db-d6bb-46bd-8c34-5ce3d56ddf63 tempest-SubnetPoolsTestJSON-1907587339 tempest-SubnetPoolsTestJSON-1907587339-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9126053 Mar 29 09:47:56.132618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38112) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:56.165272 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-827cc4df-c8ed-439a-976c-1022589d466e tempest-SubnetPoolsTestJSON-1907587339 tempest-SubnetPoolsTestJSON-1907587339-project] 10.222.0.35 "GET /v2.0/subnetpools/4737a853-fbbe-47d4-bde2-3500964fef01 HTTP/1.1" status: 200 len: 732 time: 0.0313344 Mar 29 09:47:56.167710 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38118) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:56.174084 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ab15ddfe-8802-43c7-8525-3901eafa0911 tempest-SubnetPoolsTestJSON-1907587339 tempest-SubnetPoolsTestJSON-1907587339-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-469283829'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:56.178864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-dc678631-5fea-469c-a86f-9a0dfd7ea493 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 57e3d8df-42ad-4914-9772-2e05819e406a {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:56.179198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc678631-5fea-469c-a86f-9a0dfd7ea493 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:56.277495 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38122) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:56.334477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ab15ddfe-8802-43c7-8525-3901eafa0911 tempest-SubnetPoolsTestJSON-1907587339 tempest-SubnetPoolsTestJSON-1907587339-project] Notify callbacks [] for subnetpool, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:56.338412 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ab15ddfe-8802-43c7-8525-3901eafa0911 tempest-SubnetPoolsTestJSON-1907587339 tempest-SubnetPoolsTestJSON-1907587339-project] 10.222.0.35 "PUT /v2.0/subnetpools/4737a853-fbbe-47d4-bde2-3500964fef01 HTTP/1.1" status: 200 len: 683 time: 0.1697369 Mar 29 09:47:56.339204 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38128) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:56.409842 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-9bfe2ab2-88c8-4dc3-86a8-2cb336dd20e3 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The resource could not be found. Mar 29 09:47:56.410869 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9bfe2ab2-88c8-4dc3-86a8-2cb336dd20e3 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3427718 Mar 29 09:47:56.415856 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38132) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:56.428768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-44e99889-e753-434a-9d43-182ec2b63238 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group': {'name': 'tempest-secgroup--679338717'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:56.436798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-44e99889-e753-434a-9d43-182ec2b63238 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:56.449043 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38136) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:56.453877 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-44e99889-e753-434a-9d43-182ec2b63238 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:56.480205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc678631-5fea-469c-a86f-9a0dfd7ea493 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:56.540633 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-58ebf18d-09d3-4f27-826c-f99ccbfc0fb7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b41d15dadb9d4afcb5c50df97a7b579d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600894 Mar 29 09:47:56.542087 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38140) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:56.545057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44e99889-e753-434a-9d43-182ec2b63238 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:56.605863 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6f73d7b7-2882-417e-b67b-2925cc6ef54c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/4e00470e-c2d6-495f-8f8e-dbdcc5c35fbb HTTP/1.1" status: 200 len: 993 time: 0.1488547 Mar 29 09:47:56.613707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0991f975-6b9b-4ba7-8faa-cea918b3df0c tempest-SubnetPoolsTestJSON-1907587339 tempest-SubnetPoolsTestJSON-1907587339-project] Notify callbacks [] for subnetpool, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:56.614793 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0991f975-6b9b-4ba7-8faa-cea918b3df0c tempest-SubnetPoolsTestJSON-1907587339 tempest-SubnetPoolsTestJSON-1907587339-project] 10.222.0.35 "DELETE /v2.0/subnetpools/4737a853-fbbe-47d4-bde2-3500964fef01 HTTP/1.1" status: 204 len: 168 time: 0.2745736 Mar 29 09:47:56.619823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-dc678631-5fea-469c-a86f-9a0dfd7ea493 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 57e3d8df-42ad-4914-9772-2e05819e406a owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:56.623608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38144) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:56.647962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8d643b72-32a7-4412-8ac9-a52a4f9f40f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:56.650781 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-5b4e623a-d881-4216-92b7-3cac0285e971 tempest-SubnetPoolsTestJSON-1907587339 tempest-SubnetPoolsTestJSON-1907587339-project] show failed (client error): The resource could not be found. Mar 29 09:47:56.651773 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5b4e623a-d881-4216-92b7-3cac0285e971 tempest-SubnetPoolsTestJSON-1907587339 tempest-SubnetPoolsTestJSON-1907587339-project] 10.222.0.35 "GET /v2.0/subnetpools/4737a853-fbbe-47d4-bde2-3500964fef01 HTTP/1.1" status: 404 len: 346 time: 0.0272713 Mar 29 09:47:56.655313 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38148) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:56.676034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8d643b72-32a7-4412-8ac9-a52a4f9f40f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:56.680875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-44e99889-e753-434a-9d43-182ec2b63238 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:56.692260 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-590cdae1-ce84-4e80-9fba-c913e6fd9047 tempest-SubnetPoolsTestJSON-1907587339 tempest-SubnetPoolsTestJSON-1907587339-project] delete failed (client error): The resource could not be found. Mar 29 09:47:56.693293 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-590cdae1-ce84-4e80-9fba-c913e6fd9047 tempest-SubnetPoolsTestJSON-1907587339 tempest-SubnetPoolsTestJSON-1907587339-project] 10.222.0.35 "DELETE /v2.0/subnetpools/4737a853-fbbe-47d4-bde2-3500964fef01 HTTP/1.1" status: 404 len: 346 time: 0.0334563 Mar 29 09:47:56.694270 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-44e99889-e753-434a-9d43-182ec2b63238 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:56.699274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-44e99889-e753-434a-9d43-182ec2b63238 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:56.710573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-44e99889-e753-434a-9d43-182ec2b63238 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:56.813970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8d643b72-32a7-4412-8ac9-a52a4f9f40f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:56.830092 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d643b72-32a7-4412-8ac9-a52a4f9f40f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47fd50a-feae-435c-b405-4f52846cd849,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:56.835227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8d643b72-32a7-4412-8ac9-a52a4f9f40f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:56.836958 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8d643b72-32a7-4412-8ac9-a52a4f9f40f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d47fd50a-feae-435c-b405-4f52846cd849 HTTP/1.1" status: 204 len: 168 time: 0.2939641 Mar 29 09:47:56.873573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc678631-5fea-469c-a86f-9a0dfd7ea493 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:56.930534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc678631-5fea-469c-a86f-9a0dfd7ea493 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=57e3d8df-42ad-4914-9772-2e05819e406a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:56.991914 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dc678631-5fea-469c-a86f-9a0dfd7ea493 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.019413 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44e99889-e753-434a-9d43-182ec2b63238 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.143360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38160) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:57.151035 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44e99889-e753-434a-9d43-182ec2b63238 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.156362 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dc678631-5fea-469c-a86f-9a0dfd7ea493 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/57e3d8df-42ad-4914-9772-2e05819e406a HTTP/1.1" status: 204 len: 168 time: 1.0506237 Mar 29 09:47:57.159158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38166) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:57.191430 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e99889-e753-434a-9d43-182ec2b63238 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67998608-58aa-4599-bf9d-8a731cd048db,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:57.214757 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-395e64c5-9e67-4ce7-b178-0bbfed953a3f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] GET failed (client error): The resource could not be found. Mar 29 09:47:57.216729 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-395e64c5-9e67-4ce7-b178-0bbfed953a3f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/57e3d8df-42ad-4914-9772-2e05819e406a HTTP/1.1" status: 404 len: 333 time: 0.0556049 Mar 29 09:47:57.219578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38172) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:57.254193 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-44e99889-e753-434a-9d43-182ec2b63238 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.256004 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-44e99889-e753-434a-9d43-182ec2b63238 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8393493 Mar 29 09:47:57.259279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38178) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:57.268135 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5b05aa14-0786-4636-8223-99d6cecaeaa0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055050612'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:57.287778 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5b05aa14-0786-4636-8223-99d6cecaeaa0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:57.296898 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d57530a-18e9-4be1-bbad-e03f321717aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.298995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-235b1036-2c10-440c-a415-9c59aa04c0c2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting subnet 71814925-20ad-4a28-98f6-78e916af21f3 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:47:57.302171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-235b1036-2c10-440c-a415-9c59aa04c0c2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.362062 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-235b1036-2c10-440c-a415-9c59aa04c0c2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.428340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5d57530a-18e9-4be1-bbad-e03f321717aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:57.431620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5b05aa14-0786-4636-8223-99d6cecaeaa0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:57.436715 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5d57530a-18e9-4be1-bbad-e03f321717aa admin admin] Usage tracker for resource:security_group_rule and tenant:a93e1a8d2c594695b72ce9e15ebd3a7a is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:57.441169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5d57530a-18e9-4be1-bbad-e03f321717aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:57.449103 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5d57530a-18e9-4be1-bbad-e03f321717aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:57.465615 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-235b1036-2c10-440c-a415-9c59aa04c0c2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.525936 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5b05aa14-0786-4636-8223-99d6cecaeaa0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.556313 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d57530a-18e9-4be1-bbad-e03f321717aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.557513 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5b05aa14-0786-4636-8223-99d6cecaeaa0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:57.561908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5b05aa14-0786-4636-8223-99d6cecaeaa0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:57.564743 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5b05aa14-0786-4636-8223-99d6cecaeaa0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:57.570425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5b05aa14-0786-4636-8223-99d6cecaeaa0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:57.612173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-235b1036-2c10-440c-a415-9c59aa04c0c2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.655762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b1036-2c10-440c-a415-9c59aa04c0c2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Subnet': ['ID=71814925-20ad-4a28-98f6-78e916af21f3,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:57.659197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-235b1036-2c10-440c-a415-9c59aa04c0c2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.665813 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-235b1036-2c10-440c-a415-9c59aa04c0c2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/71814925-20ad-4a28-98f6-78e916af21f3 HTTP/1.1" status: 204 len: 168 time: 0.4452095 Mar 29 09:47:57.669432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38194) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:57.669562 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3095fa8f-eb93-403a-87a3-858d2023b870 None None] Network 951d7f2d-2324-4b23-b597-59a0b71ada20 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:47:57.693544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d57530a-18e9-4be1-bbad-e03f321717aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.764784 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5d57530a-18e9-4be1-bbad-e03f321717aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a93e1a8d2c594695b72ce9e15ebd3a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6171694 Mar 29 09:47:57.764784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57530a-18e9-4be1-bbad-e03f321717aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31e1145-67ea-4fcf-918d-188a439c5390,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:57.766217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38198) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:57.800806 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5b05aa14-0786-4636-8223-99d6cecaeaa0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.825612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.851744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port ffd04877-52a9-4dd7-90b6-c5b07f0647f0 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:57.852087 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.895047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5b05aa14-0786-4636-8223-99d6cecaeaa0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.897635 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5c4a4e31-ec38-4812-9dfa-2d80630ca7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:57.963507 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05aa14-0786-4636-8223-99d6cecaeaa0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582f095b-894e-4bc0-8675-0d07fcbe34ca,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:57.969660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5c4a4e31-ec38-4812-9dfa-2d80630ca7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.006955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38204) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:58.032250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5b05aa14-0786-4636-8223-99d6cecaeaa0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.034110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06c5163-f9ad-4be9-9d9d-a916f5e4119e None None] DHCP port deletion for 951d7f2d-2324-4b23-b597-59a0b71ada20 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:47:58.034456 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5b05aa14-0786-4636-8223-99d6cecaeaa0 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7732365 Mar 29 09:47:58.038067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38210) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:58.039024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a06c5163-f9ad-4be9-9d9d-a916f5e4119e None None] Deleting port ffd04877-52a9-4dd7-90b6-c5b07f0647f0 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:58.039397 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a06c5163-f9ad-4be9-9d9d-a916f5e4119e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.061134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a662c58c-4c82-4b65-9dc9-181be76b019f tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group_rule': {'security_group_id': '67998608-58aa-4599-bf9d-8a731cd048db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '582f095b-894e-4bc0-8675-0d07fcbe34ca'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:58.071092 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a662c58c-4c82-4b65-9dc9-181be76b019f tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:58.077729 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a662c58c-4c82-4b65-9dc9-181be76b019f tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:58.127293 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-95de1987-a572-4368-a57e-d0498a49eb81 tempest-ServiceProvidersTest-510442298 tempest-ServiceProvidersTest-510442298-project] 10.222.0.35 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1190901 Mar 29 09:47:58.128676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a662c58c-4c82-4b65-9dc9-181be76b019f tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:58.146327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a662c58c-4c82-4b65-9dc9-181be76b019f tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:58.161343 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] For port ffd04877-52a9-4dd7-90b6-c5b07f0647f0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ffd04877-52a9-4dd7-90b6-c5b07f0647f0,segment=NetworkSegment(778cb976-b15a-41d5-a2d0-d42678ed38f9),segment_id=778cb976-b15a-41d5-a2d0-d42678ed38f9)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:58.161701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.258310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a06c5163-f9ad-4be9-9d9d-a916f5e4119e None None] For port ffd04877-52a9-4dd7-90b6-c5b07f0647f0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ffd04877-52a9-4dd7-90b6-c5b07f0647f0,segment=NetworkSegment(778cb976-b15a-41d5-a2d0-d42678ed38f9),segment_id=778cb976-b15a-41d5-a2d0-d42678ed38f9)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:47:58.258716 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a06c5163-f9ad-4be9-9d9d-a916f5e4119e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.291912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5c4a4e31-ec38-4812-9dfa-2d80630ca7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.307761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for ffd04877-52a9-4dd7-90b6-c5b07f0647f0 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:58.362924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a4e31-ec38-4812-9dfa-2d80630ca7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31e1145-67ea-4fcf-918d-188a439c5390,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:58.377903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5c4a4e31-ec38-4812-9dfa-2d80630ca7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.378762 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5c4a4e31-ec38-4812-9dfa-2d80630ca7c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f31e1145-67ea-4fcf-918d-188a439c5390 HTTP/1.1" status: 204 len: 168 time: 0.6115642 Mar 29 09:47:58.390631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a06c5163-f9ad-4be9-9d9d-a916f5e4119e None None] Calling delete_port for ffd04877-52a9-4dd7-90b6-c5b07f0647f0 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:47:58.454618 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-a662c58c-4c82-4b65-9dc9-181be76b019f tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:47:58.456584 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a662c58c-4c82-4b65-9dc9-181be76b019f tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4142828 Mar 29 09:47:58.458814 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38218) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:58.487014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-a06c5163-f9ad-4be9-9d9d-a916f5e4119e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:47:58.487514 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-a06c5163-f9ad-4be9-9d9d-a916f5e4119e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:47:58.488237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.655828 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=ffd04877-52a9-4dd7-90b6-c5b07f0647f0,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:58.661766 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No DVR routers for this DVR port ffd04877-52a9-4dd7-90b6-c5b07f0647f0 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:47:58.673566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38224) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:58.740381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0bce31eb-9b39-47a2-9765-fe13a73a29db tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.800903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d7d424ed-8e6c-46a8-8129-d3631cbb3e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.816062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d7d424ed-8e6c-46a8-8129-d3631cbb3e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:58.820637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d7d424ed-8e6c-46a8-8129-d3631cbb3e68 admin admin] Usage tracker for resource:security_group_rule and tenant:5a92eead4af54a39ae84cc2ed85a3595 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:58.821007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.823526 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d7d424ed-8e6c-46a8-8129-d3631cbb3e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:58.829691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d7d424ed-8e6c-46a8-8129-d3631cbb3e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:58.838037 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0bce31eb-9b39-47a2-9765-fe13a73a29db tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.867715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951d7f2d-2324-4b23-b597-59a0b71ada20']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:58.889674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778cb976-b15a-41d5-a2d0-d42678ed38f9') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:58.889970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778cb976-b15a-41d5-a2d0-d42678ed38f9') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:58.906051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.913829 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d7d424ed-8e6c-46a8-8129-d3631cbb3e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.922517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.928354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:47:58.928748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:47:58.943139 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:47:58.989140 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a06c5163-f9ad-4be9-9d9d-a916f5e4119e None None] Deleting port ffd04877-52a9-4dd7-90b6-c5b07f0647f0 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:47:58.989817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a06c5163-f9ad-4be9-9d9d-a916f5e4119e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.014550 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d7d424ed-8e6c-46a8-8129-d3631cbb3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.042270 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0bce31eb-9b39-47a2-9765-fe13a73a29db tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.064195 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce31eb-9b39-47a2-9765-fe13a73a29db tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582f095b-894e-4bc0-8675-0d07fcbe34ca,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:59.085363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38240) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:59.092005 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d7d424ed-8e6c-46a8-8129-d3631cbb3e68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a92eead4af54a39ae84cc2ed85a3595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116569 Mar 29 09:47:59.092005 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d424ed-8e6c-46a8-8129-d3631cbb3e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa23098e-6f19-4851-a151-1b87a3419efa,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:59.105142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0bce31eb-9b39-47a2-9765-fe13a73a29db tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.106534 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0bce31eb-9b39-47a2-9765-fe13a73a29db tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "DELETE /v2.0/security-groups/582f095b-894e-4bc0-8675-0d07fcbe34ca HTTP/1.1" status: 204 len: 168 time: 0.6466615 Mar 29 09:47:59.109222 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38244) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:59.128717 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a06c5163-f9ad-4be9-9d9d-a916f5e4119e None None] The port 'ffd04877-52a9-4dd7-90b6-c5b07f0647f0' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:47:59.136091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.172999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.178487 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/networks/951d7f2d-2324-4b23-b597-59a0b71ada20 HTTP/1.1" status: 204 len: 168 time: 1.5045810 Mar 29 09:47:59.180381 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38250) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:59.187754 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1258454173'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:59.193979 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:59.199457 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:network and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:59.208806 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d339abc-8048-4c71-ba6a-8cc77552190c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Network': ['ID=951d7f2d-2324-4b23-b597-59a0b71ada20,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:59.209089 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:59.211009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:59.254413 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4299dd16-832b-4a61-acf1-b6814fe82867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.269817 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-81261b6c-0219-4990-9e5a-07100663eb0f tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Synchronizing usage tracker for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:59.283163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:59.286796 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.296251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4299dd16-832b-4a61-acf1-b6814fe82867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.316051 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:47:59.325598 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.326862 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Added segment 3f5a75ba-f087-4519-b048-1f087085a042 of type vlan for network dbfedfe7-0a4a-4420-91db-b0cea8f00d54 Mar 29 09:47:59.355008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.383288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-81261b6c-0219-4990-9e5a-07100663eb0f tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Unset dirty status for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:59.388239 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-81261b6c-0219-4990-9e5a-07100663eb0f tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2781022 Mar 29 09:47:59.389129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38258) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:59.455516 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4299dd16-832b-4a61-acf1-b6814fe82867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.465139 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5c08b965-7854-461e-9714-7169714a5283 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.482317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299dd16-832b-4a61-acf1-b6814fe82867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa23098e-6f19-4851-a151-1b87a3419efa,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:59.484136 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.492181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:59.492871 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.506779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4299dd16-832b-4a61-acf1-b6814fe82867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.510513 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4299dd16-832b-4a61-acf1-b6814fe82867 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa23098e-6f19-4851-a151-1b87a3419efa HTTP/1.1" status: 204 len: 168 time: 0.4240165 Mar 29 09:47:59.512443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5c08b965-7854-461e-9714-7169714a5283 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.535793 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38266) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:59.633387 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Network': ['ID=dbfedfe7-0a4a-4420-91db-b0cea8f00d54,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:59.636237 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ffd04877-52a9-4dd7-90b6-c5b07f0647f0 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:47:59.636637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5c08b965-7854-461e-9714-7169714a5283 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.659693 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08b965-7854-461e-9714-7169714a5283 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67998608-58aa-4599-bf9d-8a731cd048db,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:59.660438 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c14bccfe-f8ee-40c1-9511-e29f1cf11718 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4787555 Mar 29 09:47:59.663019 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38272) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:59.668599 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'subnet': {'network_id': 'dbfedfe7-0a4a-4420-91db-b0cea8f00d54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:59.689815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2140748665-network', 'tenant_id': '2779cd9c18064dc396cd8fcf158a66ef'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:59.689990 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network dbfedfe7-0a4a-4420-91db-b0cea8f00d54 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:47:59.706706 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:59.714947 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Usage tracker for resource:network and tenant:2779cd9c18064dc396cd8fcf158a66ef is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:59.720273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:59.727911 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: ffd04877-52a9-4dd7-90b6-c5b07f0647f0 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:47:59.732430 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ffd04877-52a9-4dd7-90b6-c5b07f0647f0 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:47:59.785275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:59.800981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5c08b965-7854-461e-9714-7169714a5283 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.802087 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5c08b965-7854-461e-9714-7169714a5283 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "DELETE /v2.0/security-groups/67998608-58aa-4599-bf9d-8a731cd048db HTTP/1.1" status: 204 len: 168 time: 0.4122567 Mar 29 09:47:59.804794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38276) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:59.811727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:59.815524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:subnet and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:59.818424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:59.824097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:59.859768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b62d89f3-4143-4771-af29-7fe0822f676e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Synchronizing usage tracker for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:47:59.865558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Made reservation on behalf of 2779cd9c18064dc396cd8fcf158a66ef for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:59.868044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.882617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.898687 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:59.902887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:2779cd9c18064dc396cd8fcf158a66ef is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:47:59.906729 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:47:59.909717 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:59.915493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.933675 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b62d89f3-4143-4771-af29-7fe0822f676e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Unset dirty status for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:47:59.933951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:47:59.938839 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b62d89f3-4143-4771-af29-7fe0822f676e tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1293566 Mar 29 09:47:59.940260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38280) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:47:59.946044 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-812ba43d-9824-4202-a1e1-8d22d1f90230 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group': {'name': 'tempest-secgroup--1120487993'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:59.953527 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-812ba43d-9824-4202-a1e1-8d22d1f90230 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:47:59.964723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-812ba43d-9824-4202-a1e1-8d22d1f90230 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:00.057756 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-812ba43d-9824-4202-a1e1-8d22d1f90230 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.078081 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-812ba43d-9824-4202-a1e1-8d22d1f90230 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:00.082065 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-812ba43d-9824-4202-a1e1-8d22d1f90230 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Usage tracker for resource:security_group_rule and tenant:15a3e47b8737479c8177e3ebd189fe2b is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:00.084945 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-812ba43d-9824-4202-a1e1-8d22d1f90230 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:00.090651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-812ba43d-9824-4202-a1e1-8d22d1f90230 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:00.159737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-812ba43d-9824-4202-a1e1-8d22d1f90230 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.161419 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.253526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.253736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-812ba43d-9824-4202-a1e1-8d22d1f90230 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.285587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:48:00.290694 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa56847-87c9-4526-9635-f71592cce15c,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:00.297321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.297533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ba43d-9824-4202-a1e1-8d22d1f90230 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0118b631-228a-4e4e-b5c8-d6e37e2cd47d,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:00.297644 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Added segment b03fb000-8603-477a-8323-99d58bf8366c of type vlan for network 9e444506-be74-4930-ae38-503772134115 Mar 29 09:48:00.315207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.366832 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.371730 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-812ba43d-9824-4202-a1e1-8d22d1f90230 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.373240 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-812ba43d-9824-4202-a1e1-8d22d1f90230 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4317708 Mar 29 09:48:00.377017 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38284) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:00.384192 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-019b096d-2eeb-4bf2-b535-210ed98eccc7 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:00.385930 dv-neutron-835555-1-hyperv neutron-server[88550]: WARNING neutron.api.v2.base [None req-019b096d-2eeb-4bf2-b535-210ed98eccc7 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 29 09:48:00.386923 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-019b096d-2eeb-4bf2-b535-210ed98eccc7 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] update failed (client error): There was a conflict when trying to complete your request. Mar 29 09:48:00.388565 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-019b096d-2eeb-4bf2-b535-210ed98eccc7 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "PUT /v2.0/security-groups/0118b631-228a-4e4e-b5c8-d6e37e2cd47d HTTP/1.1" status: 409 len: 330 time: 0.0104120 Mar 29 09:48:00.391344 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38288) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:00.438835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Subnet': ['ID=294283a4-381d-4295-ba69-68c75542f941,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:00.445686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Checking segment: {'id': '3f5a75ba-f087-4519-b048-1f087085a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbfedfe7-0a4a-4420-91db-b0cea8f00d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:48:00.446047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network hostable DHCP agents. Network: dbfedfe7-0a4a-4420-91db-b0cea8f00d54, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:48:00.458095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0b540043-af6e-4ac9-93f5-964186d30101 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.488470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0b540043-af6e-4ac9-93f5-964186d30101 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.502970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.503997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:00.504684 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.542474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network dbfedfe7-0a4a-4420-91db-b0cea8f00d54 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:48:00.608361 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0b540043-af6e-4ac9-93f5-964186d30101 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.615716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] Pushing event updated for resources: {'Network': ['ID=9e444506-be74-4930-ae38-503772134115,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:00.628676 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b540043-af6e-4ac9-93f5-964186d30101 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0118b631-228a-4e4e-b5c8-d6e37e2cd47d,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:00.631650 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 9e444506-be74-4930-ae38-503772134115 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:48:00.639707 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0b540043-af6e-4ac9-93f5-964186d30101 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.641472 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0b540043-af6e-4ac9-93f5-964186d30101 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "DELETE /v2.0/security-groups/0118b631-228a-4e4e-b5c8-d6e37e2cd47d HTTP/1.1" status: 204 len: 168 time: 0.2492115 Mar 29 09:48:00.643974 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38292) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:00.654037 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, dbfedfe7-0a4a-4420-91db-b0cea8f00d54) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:00.658468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:00.659306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.672141 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdd0f4c-815e-4472-97bb-d6733aeea381 None None] Network dbfedfe7-0a4a-4420-91db-b0cea8f00d54 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:00.687292 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-39c8b943-4587-4df1-b9d0-4e878f773ef8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1504562 Mar 29 09:48:00.692725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38296) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:00.697932 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] Request body: {'subnet': {'network_id': '9e444506-be74-4930-ae38-503772134115', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2140748665-subnet', 'tenant_id': '2779cd9c18064dc396cd8fcf158a66ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:00.704951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:00.706113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-046336c2-21fc-47e5-8873-539d12e22f05 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Synchronizing usage tracker for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:48:00.708983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] Usage tracker for resource:subnet and tenant:2779cd9c18064dc396cd8fcf158a66ef is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:00.713754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:00.720367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:00.768849 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b797db96-98be-4340-839a-bc76b1b2b94f tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1047323 Mar 29 09:48:00.771545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38300) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:00.776470 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8fc14651-6329-4237-9a1c-b10583d33e0a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-827144087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:00.783162 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8fc14651-6329-4237-9a1c-b10583d33e0a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:00.787064 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8fc14651-6329-4237-9a1c-b10583d33e0a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:router and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:00.789937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8fc14651-6329-4237-9a1c-b10583d33e0a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:00.790961 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-046336c2-21fc-47e5-8873-539d12e22f05 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] Unset dirty status for tenant:15a3e47b8737479c8177e3ebd189fe2b on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:48:00.797001 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38304) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:00.797189 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-046336c2-21fc-47e5-8873-539d12e22f05 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1520870 Mar 29 09:48:00.799478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8fc14651-6329-4237-9a1c-b10583d33e0a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:00.801995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] Made reservation on behalf of 2779cd9c18064dc396cd8fcf158a66ef for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:00.804289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.850854 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-b6e566ca-41cf-4c7c-b1a6-7a89a492d8b8 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] delete failed (client error): The resource could not be found. Mar 29 09:48:00.851859 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b6e566ca-41cf-4c7c-b1a6-7a89a492d8b8 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "DELETE /v2.0/security-groups/5865454a-ea5c-4b3a-a479-6671461e3671 HTTP/1.1" status: 404 len: 347 time: 0.0542071 Mar 29 09:48:00.855684 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38308) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:00.918268 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-e2ae5549-75da-4f17-8e0c-0dbad58ad814 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] show failed (client error): The resource could not be found. Mar 29 09:48:00.919867 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e2ae5549-75da-4f17-8e0c-0dbad58ad814 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "GET /v2.0/security-groups/27f317c4-3d42-4754-8ce6-af12d05b5270 HTTP/1.1" status: 404 len: 347 time: 0.0632319 Mar 29 09:48:00.923464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38312) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:00.937800 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8fc14651-6329-4237-9a1c-b10583d33e0a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.938758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8fc14651-6329-4237-9a1c-b10583d33e0a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.948534 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-dbfedfe7-0a4a-4420-91db-b0cea8f00d54', 'network_id': 'dbfedfe7-0a4a-4420-91db-b0cea8f00d54', 'tenant_id': '46428600bbf74339b346da1e619e447c', 'fixed_ips': [{'subnet_id': '294283a4-381d-4295-ba69-68c75542f941'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:48:00.949348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.953621 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-a349f8cb-f787-4d37-b9ed-76031c370ea6 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] show failed (client error): The resource could not be found. Mar 29 09:48:00.954629 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a349f8cb-f787-4d37-b9ed-76031c370ea6 tempest-NegativeSecGroupTest-742085375 tempest-NegativeSecGroupTest-742085375-project] 10.222.0.35 "GET /v2.0/security-group-rules/683fec79-9c5c-42df-bb20-ffe35feb5e94 HTTP/1.1" status: 404 len: 356 time: 0.0302813 Mar 29 09:48:00.975962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8fc14651-6329-4237-9a1c-b10583d33e0a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:01.104903 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Allocated IP 2001:db8::2 (dbfedfe7-0a4a-4420-91db-b0cea8f00d54/294283a4-381d-4295-ba69-68c75542f941/8ee2a368-277e-45e4-aa21-0d82a1dc8824) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:01.128542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8fc14651-6329-4237-9a1c-b10583d33e0a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:01.156786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:01.230949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9efebd1c-db71-4f6b-bff7-9bc32f66aa13,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:01.239422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] Checking segment: {'id': 'b03fb000-8603-477a-8323-99d58bf8366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9e444506-be74-4930-ae38-503772134115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:48:01.239776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] Network hostable DHCP agents. Network: 9e444506-be74-4930-ae38-503772134115, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:48:01.265189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8fc14651-6329-4237-9a1c-b10583d33e0a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:01.269290 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8fc14651-6329-4237-9a1c-b10583d33e0a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4941001 Mar 29 09:48:01.269435 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38318) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:01.274757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'network_id': 'dbfedfe7-0a4a-4420-91db-b0cea8f00d54', 'name': 'tempest-PortsIpV6TestJSON-1621397979'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:01.340287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:01.351572 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Transition to ACTIVE for port object 8ee2a368-277e-45e4-aa21-0d82a1dc8824 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:01.371203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Transition to ACTIVE for port object 8ee2a368-277e-45e4-aa21-0d82a1dc8824 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:01.402331 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] Network 9e444506-be74-4930-ae38-503772134115 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:48:01.466381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:01.489517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 9e444506-be74-4930-ae38-503772134115) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:01.498313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:01.498904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:01.512257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b72e27-3532-47c1-8db1-4011568b082f None None] Network 9e444506-be74-4930-ae38-503772134115 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:01.533934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38324) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:01.550013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:01.554733 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:port and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:01.558143 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:01.565161 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:01.593052 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1d7c7a16-daca-4af5-aa99-0d5856a4a7ee admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9012339 Mar 29 09:48:01.617902 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Network dbfedfe7-0a4a-4420-91db-b0cea8f00d54 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:01.632083 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:01.635587 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:48:01.657362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:01.664347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:01.691884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port 2aace6ea-90c5-46dc-b3e2-98bd48adf3be yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:48:01.693573 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c6f8c067-37f8-4f3c-9820-09b00b956bfc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15a3e47b8737479c8177e3ebd189fe2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578054 Mar 29 09:48:01.696006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38332) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:01.731175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Pushing event updated for resources: {'Port': ['ID=8ee2a368-277e-45e4-aa21-0d82a1dc8824,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:01.760973 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Attempting to bind port 8ee2a368-277e-45e4-aa21-0d82a1dc8824 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:48:01.761340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Attempting to bind port 8ee2a368-277e-45e4-aa21-0d82a1dc8824 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '3f5a75ba-f087-4519-b048-1f087085a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbfedfe7-0a4a-4420-91db-b0cea8f00d54'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:48:01.761704 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Attempting to bind port 8ee2a368-277e-45e4-aa21-0d82a1dc8824 on network dbfedfe7-0a4a-4420-91db-b0cea8f00d54 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:48:01.772912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:48:01.773288 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Checking segment: {'id': '3f5a75ba-f087-4519-b048-1f087085a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbfedfe7-0a4a-4420-91db-b0cea8f00d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:48:01.773686 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:01.774080 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Bound using segment: {'id': '3f5a75ba-f087-4519-b048-1f087085a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbfedfe7-0a4a-4420-91db-b0cea8f00d54'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:48:01.774542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Bound port: 8ee2a368-277e-45e4-aa21-0d82a1dc8824, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5a75ba-f087-4519-b048-1f087085a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbfedfe7-0a4a-4420-91db-b0cea8f00d54'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:48:01.775119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:01.776745 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-46c5d07c-6ebf-4d2d-a2ab-da52be46a974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:01.811308 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-46c5d07c-6ebf-4d2d-a2ab-da52be46a974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:01.883017 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Allocated IP 2001:db8::26f (dbfedfe7-0a4a-4420-91db-b0cea8f00d54/294283a4-381d-4295-ba69-68c75542f941/2aace6ea-90c5-46dc-b3e2-98bd48adf3be) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:01.949743 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6e38bd-45d2-4a67-8c29-6d28ae0712bd None None] Network 9e444506-be74-4930-ae38-503772134115 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:01.962870 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-46c5d07c-6ebf-4d2d-a2ab-da52be46a974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:01.978131 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] For port 8ee2a368-277e-45e4-aa21-0d82a1dc8824, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:48:01.988755 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5d07c-6ebf-4d2d-a2ab-da52be46a974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f676420-3831-4e5a-829b-1c12e18409a3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:02.036709 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] For port 8ee2a368-277e-45e4-aa21-0d82a1dc8824, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=8ee2a368-277e-45e4-aa21-0d82a1dc8824,segment=NetworkSegment(3f5a75ba-f087-4519-b048-1f087085a042),segment_id=3f5a75ba-f087-4519-b048-1f087085a042)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:48:02.083963 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-46c5d07c-6ebf-4d2d-a2ab-da52be46a974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:02.086474 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-46c5d07c-6ebf-4d2d-a2ab-da52be46a974 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f676420-3831-4e5a-829b-1c12e18409a3 HTTP/1.1" status: 204 len: 168 time: 0.3859394 Mar 29 09:48:02.121847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:02.123078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:02.143550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Transition to ACTIVE for port object 2aace6ea-90c5-46dc-b3e2-98bd48adf3be will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:02.265330 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2e4ec-7bc2-4a30-ac7b-413cea9366e8 None None] Pushing event updated for resources: {'Port': ['ID=8ee2a368-277e-45e4-aa21-0d82a1dc8824,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:02.321168 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:02.451419 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=2aace6ea-90c5-46dc-b3e2-98bd48adf3be,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:02.462336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network dbfedfe7-0a4a-4420-91db-b0cea8f00d54 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:02.464062 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:02.466492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:48:02.474366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:02.474366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:02.506604 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f4c5861a-5184-4171-aef8-1fd21590db54 req-aecb7043-1165-42c3-934f-92057e56edfa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1224332 Mar 29 09:48:02.562409 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1e8e35e0-27cc-4a9a-a2bf-c40d9fdc99e6 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2917013 Mar 29 09:48:02.564854 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38354) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:02.608124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38360) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:02.641936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1384687954-network', 'tenant_id': '8b9cae6189a94b4382c03b624e0e1ee5'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:02.652349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:02.656461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Usage tracker for resource:network and tenant:8b9cae6189a94b4382c03b624e0e1ee5 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:02.659665 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:02.665600 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:02.723241 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Made reservation on behalf of 8b9cae6189a94b4382c03b624e0e1ee5 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:02.726709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:02.750226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:02.766295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:02.770556 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Usage tracker for resource:security_group_rule and tenant:8b9cae6189a94b4382c03b624e0e1ee5 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:02.774765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:02.781890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:02.875868 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:02.949260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:02.980203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:48:02.993418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45b8682-0f48-4ae2-8f9c-44bca3af93d3,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:02.999124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:02.999478 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Added segment b1b6b9c5-b727-4245-8413-66ceb88421ec of type vlan for network 96dd7d5d-7836-49ae-bab5-194e245d0888 Mar 29 09:48:03.032312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:03.071871 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5861a-5184-4171-aef8-1fd21590db54 req-e137d23d-cb90-49b3-9d0f-e62d1f4eb944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:03.073406 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f4c5861a-5184-4171-aef8-1fd21590db54 req-e137d23d-cb90-49b3-9d0f-e62d1f4eb944 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 1099 time: 0.4192314 Mar 29 09:48:03.145512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:03.148170 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:03.152805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:03.270050 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] Pushing event updated for resources: {'Network': ['ID=96dd7d5d-7836-49ae-bab5-194e245d0888,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:03.282554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 96dd7d5d-7836-49ae-bab5-194e245d0888 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:48:03.292753 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e56530a6-488a-4adb-a5bc-c12c83df4e6a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6809137 Mar 29 09:48:03.298701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38376) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:03.311044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] Request body: {'subnet': {'network_id': '96dd7d5d-7836-49ae-bab5-194e245d0888', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1384687954-subnet', 'tenant_id': '8b9cae6189a94b4382c03b624e0e1ee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:03.319287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:03.324762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] Usage tracker for resource:subnet and tenant:8b9cae6189a94b4382c03b624e0e1ee5 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:03.347009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:03.354674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:03.420784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5861a-5184-4171-aef8-1fd21590db54 req-b616f220-f3e2-4f5b-b783-54bc0cc2dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:03.423025 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f4c5861a-5184-4171-aef8-1fd21590db54 req-b616f220-f3e2-4f5b-b783-54bc0cc2dd51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=23ba0bfd-3583-477e-b3ed-753daeebae44 HTTP/1.1" status: 200 len: 897 time: 0.3195083 Mar 29 09:48:03.452179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] Made reservation on behalf of 8b9cae6189a94b4382c03b624e0e1ee5 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:03.454530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:03.516045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70eb29e-3e75-467f-80c3-d31ef83ce785 None None] Network dbfedfe7-0a4a-4420-91db-b0cea8f00d54 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:03.637332 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f4c5861a-5184-4171-aef8-1fd21590db54 req-67a696dd-70da-4111-8741-3bf7a5f8f2c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27e9dbeb-1371-4c29-b7d4-6136150f85d5 HTTP/1.1" status: 200 len: 1001 time: 0.1963902 Mar 29 09:48:03.705503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 8ee2a368-277e-45e4-aa21-0d82a1dc8824 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:48:03.717822 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aacad46a-07a1-4bfa-973e-a6a89c748885 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:03.770114 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8b50b4d1-918e-4ae8-acbc-e8f8bb4b1bca None None] Provisioning for port 8ee2a368-277e-45e4-aa21-0d82a1dc8824 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:03.783396 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5861a-5184-4171-aef8-1fd21590db54 req-fcf1ffbe-0e64-4d6b-b909-7c95d44a7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:03.784864 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f4c5861a-5184-4171-aef8-1fd21590db54 req-fcf1ffbe-0e64-4d6b-b909-7c95d44a7155 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=007a5470-429e-44f8-87d1-e45f89a9d154 HTTP/1.1" status: 200 len: 834 time: 0.1381831 Mar 29 09:48:03.813990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:03.899468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=721646fc-ab4d-4dcb-a06c-317e11622393,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:03.905249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] Checking segment: {'id': 'b1b6b9c5-b727-4245-8413-66ceb88421ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '96dd7d5d-7836-49ae-bab5-194e245d0888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:48:03.905602 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] Network hostable DHCP agents. Network: 96dd7d5d-7836-49ae-bab5-194e245d0888, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:48:03.922481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 8ee2a368-277e-45e4-aa21-0d82a1dc8824 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:03.928101 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 8ee2a368-277e-45e4-aa21-0d82a1dc8824 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:03.928862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:04.011462 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] Network 96dd7d5d-7836-49ae-bab5-194e245d0888 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:48:04.076582 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 96dd7d5d-7836-49ae-bab5-194e245d0888) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:04.081422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:04.081757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:04.096208 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:04.100537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5861a-5184-4171-aef8-1fd21590db54 req-46390c18-43ea-4b03-8dc9-00962079d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:04.102244 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f4c5861a-5184-4171-aef8-1fd21590db54 req-46390c18-43ea-4b03-8dc9-00962079d9a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ba0bfd-3583-477e-b3ed-753daeebae44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3096979 Mar 29 09:48:04.111148 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8383dfb0-351c-4b2e-9c49-56048d2ec66f None None] Network 96dd7d5d-7836-49ae-bab5-194e245d0888 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:04.163883 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 8ee2a368-277e-45e4-aa21-0d82a1dc8824, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=8ee2a368-277e-45e4-aa21-0d82a1dc8824,segment=NetworkSegment(3f5a75ba-f087-4519-b048-1f087085a042),segment_id=3f5a75ba-f087-4519-b048-1f087085a042)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:04.224600 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d99f2e52-6520-4184-90be-e45798e4d4ed admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9185925 Mar 29 09:48:04.290209 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-20efc3d3-c7ef-48c5-8f85-6d8010572e0d None None] Provisioning complete for port 8ee2a368-277e-45e4-aa21-0d82a1dc8824 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:04.290209 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-20efc3d3-c7ef-48c5-8f85-6d8010572e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:04.323074 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f4c5861a-5184-4171-aef8-1fd21590db54 req-92618a93-74da-4bc5-90a6-b6079673f56c service neutron] 10.222.0.36 "GET /v2.0/networks/23ba0bfd-3583-477e-b3ed-753daeebae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106049 Mar 29 09:48:04.327845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:04.459084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aacad46a-07a1-4bfa-973e-a6a89c748885 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:04.554393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=8ee2a368-277e-45e4-aa21-0d82a1dc8824,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:04.564554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aacad46a-07a1-4bfa-973e-a6a89c748885 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:04.710341 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6155e0-898a-427b-b788-fb92b84a8211 None None] Network 96dd7d5d-7836-49ae-bab5-194e245d0888 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:04.742049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacad46a-07a1-4bfa-973e-a6a89c748885 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=2aace6ea-90c5-46dc-b3e2-98bd48adf3be,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:04.746311 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f4c5861a-5184-4171-aef8-1fd21590db54 req-b1077833-268a-4b0c-b3d9-6a914a4c15eb service neutron] 10.222.0.36 "GET /v2.0/networks/23ba0bfd-3583-477e-b3ed-753daeebae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974619 Mar 29 09:48:04.923635 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-20efc3d3-c7ef-48c5-8f85-6d8010572e0d None None] Provisioning for port 2aace6ea-90c5-46dc-b3e2-98bd48adf3be completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:04.957253 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-20efc3d3-c7ef-48c5-8f85-6d8010572e0d None None] Provisioning complete for port 2aace6ea-90c5-46dc-b3e2-98bd48adf3be triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:04.957733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-20efc3d3-c7ef-48c5-8f85-6d8010572e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:05.023563 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-20efc3d3-c7ef-48c5-8f85-6d8010572e0d None None] Port 2aace6ea-90c5-46dc-b3e2-98bd48adf3be cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:05.079066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38414) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:05.084561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1455501802', 'description': 'tempest-secgroup-smoke-1455501802 description', 'project_id': '4b6e69655df147cf98d1a6da4383fb5e'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:05.090925 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:05.095135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Usage tracker for resource:security_group and tenant:4b6e69655df147cf98d1a6da4383fb5e is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:05.098351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:05.105120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:05.144127 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ec57526b-9853-4d30-b135-58cc1f0de3aa None None] Provisioning complete for port 2aace6ea-90c5-46dc-b3e2-98bd48adf3be triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:05.144504 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ec57526b-9853-4d30-b135-58cc1f0de3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:05.149895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aacad46a-07a1-4bfa-973e-a6a89c748885 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:05.170784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-5638d3f8-29e6-4410-acba-ee1a5b26e13d tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:05.172216 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-5638d3f8-29e6-4410-acba-ee1a5b26e13d tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/networks?id=9e444506-be74-4930-ae38-503772134115 HTTP/1.1" status: 200 len: 812 time: 0.3749897 Mar 29 09:48:05.193278 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-cc17fd8e-dfe3-487b-adb5-fead537b721a tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/quotas/2779cd9c18064dc396cd8fcf158a66ef HTTP/1.1" status: 200 len: 375 time: 0.0119219 Mar 29 09:48:05.197976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ec57526b-9853-4d30-b135-58cc1f0de3aa None None] Port 2aace6ea-90c5-46dc-b3e2-98bd48adf3be cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:05.246190 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-367ee8ac-6e43-4067-81e7-cedae89ff985 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2779cd9c18064dc396cd8fcf158a66ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464263 Mar 29 09:48:05.354649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:05.367681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:05.383551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:05.387523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Usage tracker for resource:security_group_rule and tenant:4b6e69655df147cf98d1a6da4383fb5e is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:05.392643 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:05.396118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:05.411281 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-074c6eaa-0802-4ac6-88d3-3ff8f2f45f44 service neutron] 10.222.0.35 "GET /v2.0/networks/9e444506-be74-4930-ae38-503772134115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575208 Mar 29 09:48:05.467133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aacad46a-07a1-4bfa-973e-a6a89c748885 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:05.483360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:05.554102 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:05.567210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:05.576978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Usage tracker for resource:security_group_rule and tenant:4b6e69655df147cf98d1a6da4383fb5e is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:05.585530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:05.602148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:05.605805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d642469-3f76-4fe2-adf5-6a3c3ebdf98f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:05.651892 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 8ee2a368-277e-45e4-aa21-0d82a1dc8824 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:48:05.681078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:05.685037 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a8931a44-23a2-4c0b-9506-d8191ea0526c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:05.690903 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-f1dcfdf0-8f8d-418d-9595-fd5012c7ace2 service neutron] 10.222.0.35 "GET /v2.0/networks/9e444506-be74-4930-ae38-503772134115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736399 Mar 29 09:48:05.727397 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 8ee2a368-277e-45e4-aa21-0d82a1dc8824 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:05.728320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:05.740869 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:05.789842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:05.834466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:05.835925 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cf6cc1ae-d679-4da2-b76e-3da5654c85d3 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7557895 Mar 29 09:48:05.839002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38418) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:05.844881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-4904c78f-9aed-4b99-8f2c-47ecfc5e7c3e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Request body: {'security_group_rule': {'security_group_id': '8456e02f-dc9c-4b72-8c21-9ff7b0d4022a', 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:05.851190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4904c78f-9aed-4b99-8f2c-47ecfc5e7c3e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:05.855419 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4904c78f-9aed-4b99-8f2c-47ecfc5e7c3e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Usage tracker for resource:security_group_rule and tenant:4b6e69655df147cf98d1a6da4383fb5e is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:05.860124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4904c78f-9aed-4b99-8f2c-47ecfc5e7c3e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:05.867697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4904c78f-9aed-4b99-8f2c-47ecfc5e7c3e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:05.947208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aacad46a-07a1-4bfa-973e-a6a89c748885 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:05.986392 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85e2dfab-17d6-40af-98b0-967ce4c7c032 req-9a4c2e96-1ce4-4891-921d-4737c9e76dd6 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 210 time: 0.0493319 Mar 29 09:48:05.987140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4904c78f-9aed-4b99-8f2c-47ecfc5e7c3e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:06.025126 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aacad46a-07a1-4bfa-973e-a6a89c748885 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:06.025887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aacad46a-07a1-4bfa-973e-a6a89c748885 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:06.346095 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4904c78f-9aed-4b99-8f2c-47ecfc5e7c3e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:06.432915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacad46a-07a1-4bfa-973e-a6a89c748885 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=2aace6ea-90c5-46dc-b3e2-98bd48adf3be,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:06.447402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4904c78f-9aed-4b99-8f2c-47ecfc5e7c3e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:06.472960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacad46a-07a1-4bfa-973e-a6a89c748885 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network dbfedfe7-0a4a-4420-91db-b0cea8f00d54 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:06.474827 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-aacad46a-07a1-4bfa-973e-a6a89c748885 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:06.475134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904c78f-9aed-4b99-8f2c-47ecfc5e7c3e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc94abe-cfe1-4bf3-bb37-8d12c3f2eaf1,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:06.577209 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4904c78f-9aed-4b99-8f2c-47ecfc5e7c3e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:06.578489 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4904c78f-9aed-4b99-8f2c-47ecfc5e7c3e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7385645 Mar 29 09:48:06.581434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38430) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:06.586692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-0a0c34db-95a5-42e9-802a-f06437e4aa17 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Request body: {'security_group_rule': {'security_group_id': '8456e02f-dc9c-4b72-8c21-9ff7b0d4022a', 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:06.594544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0a0c34db-95a5-42e9-802a-f06437e4aa17 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:06.599079 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0a0c34db-95a5-42e9-802a-f06437e4aa17 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Usage tracker for resource:security_group_rule and tenant:4b6e69655df147cf98d1a6da4383fb5e is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:06.607975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0a0c34db-95a5-42e9-802a-f06437e4aa17 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:06.619261 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0a0c34db-95a5-42e9-802a-f06437e4aa17 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:06.692356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a0c34db-95a5-42e9-802a-f06437e4aa17 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:06.742008 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-659b866c-7e22-4dd8-be0d-99c2e9e0dcb5 None None] Provisioning complete for port 2aace6ea-90c5-46dc-b3e2-98bd48adf3be triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:06.745810 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-659b866c-7e22-4dd8-be0d-99c2e9e0dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:06.757015 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a0c34db-95a5-42e9-802a-f06437e4aa17 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:06.759931 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacad46a-07a1-4bfa-973e-a6a89c748885 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Router b8b66e9d-0ef5-4135-9583-ad60b472c6ed is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:48:06.799298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-659b866c-7e22-4dd8-be0d-99c2e9e0dcb5 None None] Port 2aace6ea-90c5-46dc-b3e2-98bd48adf3be cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:06.811498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a0c34db-95a5-42e9-802a-f06437e4aa17 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:06.836207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c34db-95a5-42e9-802a-f06437e4aa17 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b24d34b-385b-4290-96a8-1ec1157363b5,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:06.910963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a0c34db-95a5-42e9-802a-f06437e4aa17 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:06.912300 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0a0c34db-95a5-42e9-802a-f06437e4aa17 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3298998 Mar 29 09:48:06.915183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38436) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:06.921037 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-6c8b30da-8ce9-49f0-a614-23599079c5be tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Request body: {'security_group_rule': {'security_group_id': '8456e02f-dc9c-4b72-8c21-9ff7b0d4022a', 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:06.927340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6c8b30da-8ce9-49f0-a614-23599079c5be tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:06.931579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6c8b30da-8ce9-49f0-a614-23599079c5be tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Usage tracker for resource:security_group_rule and tenant:4b6e69655df147cf98d1a6da4383fb5e is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:06.934846 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6c8b30da-8ce9-49f0-a614-23599079c5be tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:06.941129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6c8b30da-8ce9-49f0-a614-23599079c5be tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:07.003391 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6c8b30da-8ce9-49f0-a614-23599079c5be tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:07.068840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6c8b30da-8ce9-49f0-a614-23599079c5be tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:07.079358 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacad46a-07a1-4bfa-973e-a6a89c748885 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:48:07.087881 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-aacad46a-07a1-4bfa-973e-a6a89c748885 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "PUT /v2.0/routers/b8b66e9d-0ef5-4135-9583-ad60b472c6ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5219941 Mar 29 09:48:07.089617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22990de0-2e57-4876-84f6-a5396f8c6ed1 None None] Sync routers for ids ['b8b66e9d-0ef5-4135-9583-ad60b472c6ed'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:48:07.090238 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-36a197bf-f391-4388-90a1-e78fb493a2bf req-0d552825-e5c6-4ce5-a3ec-450ad187e351 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 210 time: 0.0474358 Mar 29 09:48:07.091327 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38444) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:07.100681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22990de0-2e57-4876-84f6-a5396f8c6ed1 None None] Routers {'b8b66e9d-0ef5-4135-9583-ad60b472c6ed'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:48:07.101334 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-22990de0-2e57-4876-84f6-a5396f8c6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b8b66e9d-0ef5-4135-9583-ad60b472c6ed'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:07.170398 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-22990de0-2e57-4876-84f6-a5396f8c6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:07.171905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6c8b30da-8ce9-49f0-a614-23599079c5be tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:07.172691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a63662-1c94-41a7-b533-7e2784b6a17d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:07.173759 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-44a63662-1c94-41a7-b533-7e2784b6a17d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:48:07.173922 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22990de0-2e57-4876-84f6-a5396f8c6ed1 None None] Routers {'b8b66e9d-0ef5-4135-9583-ad60b472c6ed'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:48:07.174386 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-22990de0-2e57-4876-84f6-a5396f8c6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:47:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b8b66e9d-0ef5-4135-9583-ad60b472c6ed'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:07.198640 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b30da-8ce9-49f0-a614-23599079c5be tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d414c11-726e-4b18-b882-53fdc1182d83,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:07.236130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-22990de0-2e57-4876-84f6-a5396f8c6ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:07.236559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22990de0-2e57-4876-84f6-a5396f8c6ed1 None None] The sync data for ids ['b8b66e9d-0ef5-4135-9583-ad60b472c6ed'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:48:07.308713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-44a63662-1c94-41a7-b533-7e2784b6a17d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:48:07.308927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6c8b30da-8ce9-49f0-a614-23599079c5be tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:07.310498 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6c8b30da-8ce9-49f0-a614-23599079c5be tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3943188 Mar 29 09:48:07.312457 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-44a63662-1c94-41a7-b533-7e2784b6a17d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b66e9d-0ef5-4135-9583-ad60b472c6ed HTTP/1.1" status: 200 len: 989 time: 0.2202060 Mar 29 09:48:07.313131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38448) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:07.313311 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38450) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:07.318198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-2f49f191-4518-4f0e-983e-802baf47918f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Request body: {'security_group_rule': {'security_group_id': '8456e02f-dc9c-4b72-8c21-9ff7b0d4022a', 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:07.324279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2f49f191-4518-4f0e-983e-802baf47918f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:07.328893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2f49f191-4518-4f0e-983e-802baf47918f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Usage tracker for resource:security_group_rule and tenant:4b6e69655df147cf98d1a6da4383fb5e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:07.331788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2f49f191-4518-4f0e-983e-802baf47918f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:07.341317 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2f49f191-4518-4f0e-983e-802baf47918f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:07.447486 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2f49f191-4518-4f0e-983e-802baf47918f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:07.515338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2f49f191-4518-4f0e-983e-802baf47918f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:07.582684 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2f49f191-4518-4f0e-983e-802baf47918f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:07.606478 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49f191-4518-4f0e-983e-802baf47918f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a58c5a6-a0f0-4981-99bc-10316b0e8eaa,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:07.674713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2f49f191-4518-4f0e-983e-802baf47918f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:07.676094 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2f49f191-4518-4f0e-983e-802baf47918f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3620365 Mar 29 09:48:07.679300 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38456) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:07.685140 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c4e3dc65-9e02-4332-b70b-d613bc77c637 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Request body: {'security_group_rule': {'security_group_id': '8456e02f-dc9c-4b72-8c21-9ff7b0d4022a', 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:07.690871 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c4e3dc65-9e02-4332-b70b-d613bc77c637 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:07.694750 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c4e3dc65-9e02-4332-b70b-d613bc77c637 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Usage tracker for resource:security_group_rule and tenant:4b6e69655df147cf98d1a6da4383fb5e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:07.697830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c4e3dc65-9e02-4332-b70b-d613bc77c637 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:07.703631 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c4e3dc65-9e02-4332-b70b-d613bc77c637 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:07.777238 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-c4e3dc65-9e02-4332-b70b-d613bc77c637 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Project 4b6e69655df147cf98d1a6da4383fb5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:48:07.787041 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4e3dc65-9e02-4332-b70b-d613bc77c637 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:07.854659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4e3dc65-9e02-4332-b70b-d613bc77c637 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:07.874106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-19f02700-654c-41b6-9ba1-75dcec51de20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:07.933217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-30afb930-46a8-4251-a293-9cfa419c7792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:07.966487 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4e3dc65-9e02-4332-b70b-d613bc77c637 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:07.990325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3dc65-9e02-4332-b70b-d613bc77c637 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be493758-2e52-4223-a329-e98d9ccc27ac,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:08.086006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4e3dc65-9e02-4332-b70b-d613bc77c637 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:08.087220 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c4e3dc65-9e02-4332-b70b-d613bc77c637 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4069965 Mar 29 09:48:08.089859 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38460) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:08.095217 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c8a3c06a-c796-41f9-8bbf-581326b40f32 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Request body: {'security_group_rule': {'security_group_id': '8456e02f-dc9c-4b72-8c21-9ff7b0d4022a', 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:08.107474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c8a3c06a-c796-41f9-8bbf-581326b40f32 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:08.107474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c8a3c06a-c796-41f9-8bbf-581326b40f32 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Usage tracker for resource:security_group_rule and tenant:4b6e69655df147cf98d1a6da4383fb5e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:08.108922 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c8a3c06a-c796-41f9-8bbf-581326b40f32 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:08.114683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c8a3c06a-c796-41f9-8bbf-581326b40f32 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:08.183716 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-c8a3c06a-c796-41f9-8bbf-581326b40f32 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Project 4b6e69655df147cf98d1a6da4383fb5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:48:08.192438 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c8a3c06a-c796-41f9-8bbf-581326b40f32 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:08.249813 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-aa7a44cc-47d6-4d3a-9f07-6a795a86588b req-d9c93347-4fdb-4f06-a95c-2d3bfa9f5039 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 210 time: 0.0496271 Mar 29 09:48:08.254975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-30afb930-46a8-4251-a293-9cfa419c7792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 2aace6ea-90c5-46dc-b3e2-98bd48adf3be {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:48:08.255320 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-30afb930-46a8-4251-a293-9cfa419c7792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:08.285205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c8a3c06a-c796-41f9-8bbf-581326b40f32 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:08.394170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c8a3c06a-c796-41f9-8bbf-581326b40f32 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:08.419875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3c06a-c796-41f9-8bbf-581326b40f32 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ead6f8-41c4-41e6-893c-52d8e0d8c251,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:08.447069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-30afb930-46a8-4251-a293-9cfa419c7792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:08.528584 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c8a3c06a-c796-41f9-8bbf-581326b40f32 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:08.529676 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c8a3c06a-c796-41f9-8bbf-581326b40f32 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4384129 Mar 29 09:48:08.534534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38466) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:08.552159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Request body: {'network': {'name': 'tempest-network-smoke--1755634269', 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'port_security_enabled': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:08.562079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:08.569740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Usage tracker for resource:network and tenant:4b6e69655df147cf98d1a6da4383fb5e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:08.574297 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:08.575916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-30afb930-46a8-4251-a293-9cfa419c7792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 2aace6ea-90c5-46dc-b3e2-98bd48adf3be owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:48:08.584297 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:08.612163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-31387fd2-eb6a-41e6-a4cf-1712df95693e tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:08.613590 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-31387fd2-eb6a-41e6-a4cf-1712df95693e tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.36 "GET /v2.0/networks?id=9e444506-be74-4930-ae38-503772134115 HTTP/1.1" status: 200 len: 812 time: 0.1683414 Mar 29 09:48:08.626537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Request body: {'port': {'device_id': 'a8193991-8fac-4ef8-9534-bfc4163e2b57', 'network_id': '9e444506-be74-4930-ae38-503772134115', 'admin_state_up': True, 'tenant_id': '2779cd9c18064dc396cd8fcf158a66ef'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:08.705492 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Made reservation on behalf of 4b6e69655df147cf98d1a6da4383fb5e for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:08.708882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:08.775153 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:48:08.792632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:08.792889 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Added segment 991e9f94-4c29-4220-8eed-0af925cf5a69 of type vlan for network b6a8e453-4a0b-4be8-a24f-9ca186df8713 Mar 29 09:48:08.794676 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:08.802130 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Usage tracker for resource:port and tenant:2779cd9c18064dc396cd8fcf158a66ef is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:08.805570 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:08.815052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:08.825323 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-30afb930-46a8-4251-a293-9cfa419c7792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:08.832699 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:08.862532 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:08.879253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afb930-46a8-4251-a293-9cfa419c7792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=2aace6ea-90c5-46dc-b3e2-98bd48adf3be,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:08.905915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Made reservation on behalf of 2779cd9c18064dc396cd8fcf158a66ef for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:08.909491 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:08.932290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:08.933708 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:08.939783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:08.940777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:09.132160 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'Network': ['ID=b6a8e453-4a0b-4be8-a24f-9ca186df8713,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:09.140309 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3aa81e33-fad5-4f5d-9591-f697c88a5778 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6022189 Mar 29 09:48:09.143246 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38474) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:09.144071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network b6a8e453-4a0b-4be8-a24f-9ca186df8713 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:48:09.174411 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'admin_state_up': True, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:09.182616 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-30afb930-46a8-4251-a293-9cfa419c7792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:09.186248 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:09.197772 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Usage tracker for resource:router and tenant:4b6e69655df147cf98d1a6da4383fb5e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:09.202431 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:09.211622 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:09.264707 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Allocated IP 172.20.0.12 (9e444506-be74-4930-ae38-503772134115/9efebd1c-db71-4f6b-bff7-9bc32f66aa13/d2003874-4ac0-4cb6-a1bf-0314cdd9203c) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:09.421603 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:09.422605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:09.458385 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30afb930-46a8-4251-a293-9cfa419c7792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Router b8b66e9d-0ef5-4135-9583-ad60b472c6ed has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:48:09.484425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-2d21a81d-656d-4eb0-a1f4-497422b0fb86 req-dc631f67-33aa-42de-b1f7-5a84007a0a97 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Synchronizing usage tracker for tenant:2779cd9c18064dc396cd8fcf158a66ef on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:48:09.514771 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:09.553667 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:09.566434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-2d21a81d-656d-4eb0-a1f4-497422b0fb86 req-dc631f67-33aa-42de-b1f7-5a84007a0a97 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Unset dirty status for tenant:2779cd9c18064dc396cd8fcf158a66ef on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:48:09.567711 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d21a81d-656d-4eb0-a1f4-497422b0fb86 req-dc631f67-33aa-42de-b1f7-5a84007a0a97 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 210 time: 0.1534138 Mar 29 09:48:09.594554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30afb930-46a8-4251-a293-9cfa419c7792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:48:09.604106 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9ba7ae-92df-49a3-8a28-f64d88d027c5 None None] Sync routers for ids ['b8b66e9d-0ef5-4135-9583-ad60b472c6ed'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:48:09.614291 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9ba7ae-92df-49a3-8a28-f64d88d027c5 None None] Routers {'b8b66e9d-0ef5-4135-9583-ad60b472c6ed'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:48:09.614879 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7c9ba7ae-92df-49a3-8a28-f64d88d027c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:48:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b8b66e9d-0ef5-4135-9583-ad60b472c6ed'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:09.669961 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:09.676386 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7c9ba7ae-92df-49a3-8a28-f64d88d027c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:09.685003 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9ba7ae-92df-49a3-8a28-f64d88d027c5 None None] Routers {'b8b66e9d-0ef5-4135-9583-ad60b472c6ed'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:48:09.685580 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7c9ba7ae-92df-49a3-8a28-f64d88d027c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:48:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b8b66e9d-0ef5-4135-9583-ad60b472c6ed'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:09.703812 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-30afb930-46a8-4251-a293-9cfa419c7792 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "PUT /v2.0/routers/b8b66e9d-0ef5-4135-9583-ad60b472c6ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3870230 Mar 29 09:48:09.704264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38480) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:09.747674 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7c9ba7ae-92df-49a3-8a28-f64d88d027c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:09.748076 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9ba7ae-92df-49a3-8a28-f64d88d027c5 None None] The sync data for ids ['b8b66e9d-0ef5-4135-9583-ad60b472c6ed'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:48:09.751578 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f2961e-4361-49fe-aa06-6c60d871b7e4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] GET failed (client error): The resource could not be found. Mar 29 09:48:09.752126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-90f2961e-4361-49fe-aa06-6c60d871b7e4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:48:09.819096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-90f2961e-4361-49fe-aa06-6c60d871b7e4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:48:09.820324 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-90f2961e-4361-49fe-aa06-6c60d871b7e4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/2aace6ea-90c5-46dc-b3e2-98bd48adf3be HTTP/1.1" status: 404 len: 333 time: 0.1150587 Mar 29 09:48:09.823147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38484) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:09.857976 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Network 9e444506-be74-4930-ae38-503772134115 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:09.872415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:09.879826 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:48:09.957433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb665-ba50-416f-b5b8-b504fd605cab tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.087512 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.091639 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Pushing event updated for resources: {'Port': ['ID=d2003874-4ac0-4cb6-a1bf-0314cdd9203c,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:10.126893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:10.127490 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.254260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb665-ba50-416f-b5b8-b504fd605cab tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.255411 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-11cfaabe-0841-43df-a5a5-52d2cbc22f49 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6324902 Mar 29 09:48:10.256374 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb665-ba50-416f-b5b8-b504fd605cab tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.272332 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Request body: {'port': {'device_id': 'a8193991-8fac-4ef8-9534-bfc4163e2b57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:10.338702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb665-ba50-416f-b5b8-b504fd605cab tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.339221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bcb665-ba50-416f-b5b8-b504fd605cab tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Fanout notify agent at l3_agent the message router_deleted on router b8b66e9d-0ef5-4135-9583-ad60b472c6ed {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:48:10.351117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b5bcb665-ba50-416f-b5b8-b504fd605cab tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.351803 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b5bcb665-ba50-416f-b5b8-b504fd605cab tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/routers/b8b66e9d-0ef5-4135-9583-ad60b472c6ed HTTP/1.1" status: 204 len: 168 time: 0.5277684 Mar 29 09:48:10.354433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38488) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:10.403101 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.420233 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83bea3c-0aaf-49aa-b553-341a0199aa65 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting subnet 294283a4-381d-4295-ba69-68c75542f941 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:48:10.423264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c83bea3c-0aaf-49aa-b553-341a0199aa65 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.476710 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c83bea3c-0aaf-49aa-b553-341a0199aa65 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.628522 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.662693 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.727364 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.756851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c83bea3c-0aaf-49aa-b553-341a0199aa65 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.825710 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e6f78-7d6f-4c7a-a975-5b16ba7562dc req-8744fdab-defc-4cb2-8ba1-16e2d89d1d66 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:10.827178 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-873e6f78-7d6f-4c7a-a975-5b16ba7562dc req-8744fdab-defc-4cb2-8ba1-16e2d89d1d66 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 932 time: 0.1432753 Mar 29 09:48:10.881535 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-873e6f78-7d6f-4c7a-a975-5b16ba7562dc req-e37a8cdf-5e6f-4652-abb5-cbc88633baa0 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Synchronizing usage tracker for tenant:2779cd9c18064dc396cd8fcf158a66ef on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:48:10.931784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c83bea3c-0aaf-49aa-b553-341a0199aa65 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.963969 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Allocated IP 172.26.7.115 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/18773b78-3d98-418e-94b1-34a66b38a130) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:10.972298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-873e6f78-7d6f-4c7a-a975-5b16ba7562dc req-e37a8cdf-5e6f-4652-abb5-cbc88633baa0 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Unset dirty status for tenant:2779cd9c18064dc396cd8fcf158a66ef on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:48:10.973466 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-873e6f78-7d6f-4c7a-a975-5b16ba7562dc req-e37a8cdf-5e6f-4652-abb5-cbc88633baa0 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368511 Mar 29 09:48:10.978576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bea3c-0aaf-49aa-b553-341a0199aa65 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Subnet': ['ID=294283a4-381d-4295-ba69-68c75542f941,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:10.980582 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c83bea3c-0aaf-49aa-b553-341a0199aa65 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:10.987593 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c83bea3c-0aaf-49aa-b553-341a0199aa65 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/294283a4-381d-4295-ba69-68c75542f941 HTTP/1.1" status: 204 len: 168 time: 0.6321890 Mar 29 09:48:10.990773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38494) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:10.998281 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85956ee-a275-4b3b-9306-c171d13a84db None None] Network dbfedfe7-0a4a-4420-91db-b0cea8f00d54 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:11.109798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:11.120837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 8ee2a368-277e-45e4-aa21-0d82a1dc8824 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:48:11.121171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:11.182386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2003874-4ac0-4cb6-a1bf-0314cdd9203c {{(pid=88550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:48:11.198951 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:11.211860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:11.226152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Transition to ACTIVE for port object d2003874-4ac0-4cb6-a1bf-0314cdd9203c will not be triggered until provisioned by entity L2. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:11.261165 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0c80a8-d249-4f42-b8ba-0c8b65a3758b None None] DHCP port deletion for dbfedfe7-0a4a-4420-91db-b0cea8f00d54 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:48:11.265583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c80a8-d249-4f42-b8ba-0c8b65a3758b None None] Deleting port 8ee2a368-277e-45e4-aa21-0d82a1dc8824 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:48:11.274705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ee0c80a8-d249-4f42-b8ba-0c8b65a3758b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:11.297789 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:11.341966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] For port 8ee2a368-277e-45e4-aa21-0d82a1dc8824, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=8ee2a368-277e-45e4-aa21-0d82a1dc8824,segment=NetworkSegment(3f5a75ba-f087-4519-b048-1f087085a042),segment_id=3f5a75ba-f087-4519-b048-1f087085a042)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:11.342551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:11.417810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:11.457013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Pushing event updated for resources: {'Port': ['ID=d2003874-4ac0-4cb6-a1bf-0314cdd9203c,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:11.476731 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 8ee2a368-277e-45e4-aa21-0d82a1dc8824 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:48:11.514352 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-ee0c80a8-d249-4f42-b8ba-0c8b65a3758b None None] For port 8ee2a368-277e-45e4-aa21-0d82a1dc8824, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=8ee2a368-277e-45e4-aa21-0d82a1dc8824,segment=NetworkSegment(3f5a75ba-f087-4519-b048-1f087085a042),segment_id=3f5a75ba-f087-4519-b048-1f087085a042)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:11.514698 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ee0c80a8-d249-4f42-b8ba-0c8b65a3758b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:11.530533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:11.629037 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:11.638105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 8ee2a368-277e-45e4-aa21-0d82a1dc8824 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:48:11.658516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:11.674328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c80a8-d249-4f42-b8ba-0c8b65a3758b None None] Calling delete_port for 8ee2a368-277e-45e4-aa21-0d82a1dc8824 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:48:11.679876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=8ee2a368-277e-45e4-aa21-0d82a1dc8824,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:11.683292 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No DVR routers for this DVR port 8ee2a368-277e-45e4-aa21-0d82a1dc8824 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:48:11.684576 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:48:11.715580 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 8ee2a368-277e-45e4-aa21-0d82a1dc8824 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:48:11.715920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 8ee2a368-277e-45e4-aa21-0d82a1dc8824 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:48:11.757891 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-ee0c80a8-d249-4f42-b8ba-0c8b65a3758b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:48:11.758664 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-ee0c80a8-d249-4f42-b8ba-0c8b65a3758b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:48:11.761465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'Port': ['ID=18773b78-3d98-418e-94b1-34a66b38a130,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:11.829777 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:11.851212 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Attempting to bind port d2003874-4ac0-4cb6-a1bf-0314cdd9203c on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:48:11.851538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Attempting to bind port d2003874-4ac0-4cb6-a1bf-0314cdd9203c by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'b03fb000-8603-477a-8323-99d58bf8366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9e444506-be74-4930-ae38-503772134115'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:48:11.851862 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Attempting to bind port d2003874-4ac0-4cb6-a1bf-0314cdd9203c on network 9e444506-be74-4930-ae38-503772134115 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:48:11.854730 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfedfe7-0a4a-4420-91db-b0cea8f00d54']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:11.859569 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Port d2003874-4ac0-4cb6-a1bf-0314cdd9203c on network 9e444506-be74-4930-ae38-503772134115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:48:11.859878 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Attempting to bind port d2003874-4ac0-4cb6-a1bf-0314cdd9203c on network 9e444506-be74-4930-ae38-503772134115 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:48:11.871117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5a75ba-f087-4519-b048-1f087085a042') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:11.872199 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5a75ba-f087-4519-b048-1f087085a042') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:11.883491 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:11.899531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:11.905486 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:48:11.905869 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:48:11.920007 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:48:11.950797 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:48:11.951132 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Checking segment: {'id': 'b03fb000-8603-477a-8323-99d58bf8366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9e444506-be74-4930-ae38-503772134115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:48:11.951511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Bound using segment: {'id': 'b03fb000-8603-477a-8323-99d58bf8366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9e444506-be74-4930-ae38-503772134115'} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:48:11.951943 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Bound port: d2003874-4ac0-4cb6-a1bf-0314cdd9203c, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03fb000-8603-477a-8323-99d58bf8366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '9e444506-be74-4930-ae38-503772134115'}}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:48:11.952284 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:12.051465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:12.066904 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] For port d2003874-4ac0-4cb6-a1bf-0314cdd9203c, host hv-neutron-8355, cleared binding levels {{(pid=88550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:48:12.069856 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] For port d2003874-4ac0-4cb6-a1bf-0314cdd9203c, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=d2003874-4ac0-4cb6-a1bf-0314cdd9203c,segment=NetworkSegment(b03fb000-8603-477a-8323-99d58bf8366c),segment_id=b03fb000-8603-477a-8323-99d58bf8366c)] {{(pid=88550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:48:12.072466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:12.084909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Network': ['ID=dbfedfe7-0a4a-4420-91db-b0cea8f00d54,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:12.166832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f6468-78d4-48ac-ac4a-b9e624502d13 req-5c4dfca0-b4e8-4101-ba7c-4d0b7321b635 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:12.168803 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8c7f6468-78d4-48ac-ac4a-b9e624502d13 req-5c4dfca0-b4e8-4101-ba7c-4d0b7321b635 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 944 time: 0.0806861 Mar 29 09:48:12.194656 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fd5b829d-687a-45d9-bfb5-5bb7fef2be60 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/networks/dbfedfe7-0a4a-4420-91db-b0cea8f00d54 HTTP/1.1" status: 204 len: 168 time: 1.2024271 Mar 29 09:48:12.198737 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38500) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:12.250416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:12.259873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c80a8-d249-4f42-b8ba-0c8b65a3758b None None] Deleting port 8ee2a368-277e-45e4-aa21-0d82a1dc8824 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:48:12.260188 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ee0c80a8-d249-4f42-b8ba-0c8b65a3758b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:12.270861 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3bf479-9194-413a-88c4-9b24515248d1 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:12.271454 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4e3bf479-9194-413a-88c4-9b24515248d1 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:48:12.328853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:12.329468 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:12.330074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ee0c80a8-d249-4f42-b8ba-0c8b65a3758b None None] The port '8ee2a368-277e-45e4-aa21-0d82a1dc8824' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:48:12.331026 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] 10.222.0.36 "PUT /v2.0/ports/d2003874-4ac0-4cb6-a1bf-0314cdd9203c HTTP/1.1" status: 200 len: 1094 time: 2.0646524 Mar 29 09:48:12.331906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4e3bf479-9194-413a-88c4-9b24515248d1 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:48:12.339034 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4e3bf479-9194-413a-88c4-9b24515248d1 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/148c4973-4ae9-4cde-aa54-171de826394f HTTP/1.1" status: 200 len: 845 time: 0.1391521 Mar 29 09:48:12.339931 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8193991-8fac-4ef8-9534-bfc4163e2b57', 'tag': 'd2003874-4ac0-4cb6-a1bf-0314cdd9203c'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:48:12.342610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38504) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:12.428076 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e2897c29-a967-4bd7-b672-8b2900bf6b35 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/148c4973-4ae9-4cde-aa54-171de826394f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0822129 Mar 29 09:48:12.431805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38510) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:12.437981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8459c37e-3ba6-4468-8a5e-8b1f568c3abb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'subnet': {'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:12.447173 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8193991-8fac-4ef8-9534-bfc4163e2b57', 'tag': 'd2003874-4ac0-4cb6-a1bf-0314cdd9203c', 'status': 'completed', 'code': 200} Mar 29 09:48:12.453421 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8c7f6468-78d4-48ac-ac4a-b9e624502d13 req-3ef3b64c-1c89-4505-a792-fe3b65994464 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787483 Mar 29 09:48:12.531766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f923ac-755f-43fd-9e5e-5af5267c0a7c service neutron] Pushing event updated for resources: {'Port': ['ID=d2003874-4ac0-4cb6-a1bf-0314cdd9203c,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:12.538374 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:12.554685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8459c37e-3ba6-4468-8a5e-8b1f568c3abb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:12.558475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8459c37e-3ba6-4468-8a5e-8b1f568c3abb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:subnet and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:12.561369 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8459c37e-3ba6-4468-8a5e-8b1f568c3abb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:12.571816 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8459c37e-3ba6-4468-8a5e-8b1f568c3abb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:12.635820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8459c37e-3ba6-4468-8a5e-8b1f568c3abb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:12.639294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8459c37e-3ba6-4468-8a5e-8b1f568c3abb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:12.696435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae78106-9673-4c52-b436-1ed8137a32c4 req-1ce1078f-4b2e-4597-9cc3-4ab948dfc5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:12.698160 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3ae78106-9673-4c52-b436-1ed8137a32c4 req-1ce1078f-4b2e-4597-9cc3-4ab948dfc5a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2779cd9c18064dc396cd8fcf158a66ef&device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 1097 time: 0.2502615 Mar 29 09:48:12.905004 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8459c37e-3ba6-4468-8a5e-8b1f568c3abb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:12.961482 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8459c37e-3ba6-4468-8a5e-8b1f568c3abb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:12.964589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-8459c37e-3ba6-4468-8a5e-8b1f568c3abb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:12.969372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8459c37e-3ba6-4468-8a5e-8b1f568c3abb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:12.969958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8459c37e-3ba6-4468-8a5e-8b1f568c3abb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:12.974451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1943c9-ac6c-4e1e-8bab-6e8c173ecb55 None None] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:12.986868 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459c37e-3ba6-4468-8a5e-8b1f568c3abb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Subnet': ['ID=baa251f7-9f60-47d9-ac5a-60ac9b13c959,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:12.994011 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae78106-9673-4c52-b436-1ed8137a32c4 req-f6b28844-c87e-438a-aeeb-2e852893e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:12.995513 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3ae78106-9673-4c52-b436-1ed8137a32c4 req-f6b28844-c87e-438a-aeeb-2e852893e17c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2779cd9c18064dc396cd8fcf158a66ef&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2894673 Mar 29 09:48:13.054630 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:13.058936 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8459c37e-3ba6-4468-8a5e-8b1f568c3abb tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6260080 Mar 29 09:48:13.061905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38514) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:13.069800 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-1c1fbe97-efb8-4019-83dd-0e5108cf30d4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'security_group': {'name': 'tempest-secgroup-228851386'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:13.079117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1c1fbe97-efb8-4019-83dd-0e5108cf30d4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:13.085490 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1c1fbe97-efb8-4019-83dd-0e5108cf30d4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:security_group and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:13.089234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1c1fbe97-efb8-4019-83dd-0e5108cf30d4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:13.098734 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1c1fbe97-efb8-4019-83dd-0e5108cf30d4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:13.185502 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbe97-efb8-4019-83dd-0e5108cf30d4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:13.215619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1c1fbe97-efb8-4019-83dd-0e5108cf30d4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:13.220201 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1c1fbe97-efb8-4019-83dd-0e5108cf30d4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:security_group_rule and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:13.223949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1c1fbe97-efb8-4019-83dd-0e5108cf30d4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:13.230430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1c1fbe97-efb8-4019-83dd-0e5108cf30d4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:13.241343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-3b12da20-cfc2-4358-899c-6c537d8d9002', 'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'tenant_id': '46428600bbf74339b346da1e619e447c', 'fixed_ips': [{'subnet_id': 'baa251f7-9f60-47d9-ac5a-60ac9b13c959'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:48:13.248014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:13.334291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbe97-efb8-4019-83dd-0e5108cf30d4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:13.418996 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbe97-efb8-4019-83dd-0e5108cf30d4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:13.424045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Allocated IP 2001:db8::2 (3b12da20-cfc2-4358-899c-6c537d8d9002/baa251f7-9f60-47d9-ac5a-60ac9b13c959/9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:13.428155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae78106-9673-4c52-b436-1ed8137a32c4 req-aea3d8e2-66df-46e2-aec9-4907a50957d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:13.429639 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3ae78106-9673-4c52-b436-1ed8137a32c4 req-aea3d8e2-66df-46e2-aec9-4907a50957d3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4266922 Mar 29 09:48:13.478989 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fbe97-efb8-4019-83dd-0e5108cf30d4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668d4044-e8e3-4582-8639-b9531bb51573,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:13.573152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbe97-efb8-4019-83dd-0e5108cf30d4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:13.575034 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1c1fbe97-efb8-4019-83dd-0e5108cf30d4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5120342 Mar 29 09:48:13.583738 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38520) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:13.583847 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-77d708dc-ed1f-4ad5-bfa8-65821291e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:13.583847 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-77d708dc-ed1f-4ad5-bfa8-65821291e34f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2779cd9c18064dc396cd8fcf158a66ef&device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 1097 time: 0.1110401 Mar 29 09:48:13.584406 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-1d5ff589-eb15-4e69-9ae6-17332e5ab63b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'security_group': {'name': 'tempest-secgroup-79906648'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:13.597706 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1d5ff589-eb15-4e69-9ae6-17332e5ab63b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:13.648686 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Router 434a5d50-7fcd-4474-92fa-77050bb75dc3 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:48:13.654081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1d5ff589-eb15-4e69-9ae6-17332e5ab63b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:security_group and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:13.658923 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-1930b86c-152d-44a3-92a9-72062902a50b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2003874-4ac0-4cb6-a1bf-0314cdd9203c HTTP/1.1" status: 200 len: 217 time: 0.0685740 Mar 29 09:48:13.662534 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1d5ff589-eb15-4e69-9ae6-17332e5ab63b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:13.674015 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:13.678045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1d5ff589-eb15-4e69-9ae6-17332e5ab63b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:13.692184 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Transition to ACTIVE for port object 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:13.714683 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Transition to ACTIVE for port object 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:13.717493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91776b1a-8332-49cb-a0f4-a4e612302591 req-1873f695-4675-4b52-af27-166c7f4f188e tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:13.719547 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-91776b1a-8332-49cb-a0f4-a4e612302591 req-1873f695-4675-4b52-af27-166c7f4f188e tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 944 time: 0.1142502 Mar 29 09:48:13.767834 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-91776b1a-8332-49cb-a0f4-a4e612302591 req-d22d89bb-912d-4ca8-8583-40680f43a58b tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Mar 29 09:48:13.772919 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff589-eb15-4e69-9ae6-17332e5ab63b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:13.795466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-50c0a467-4d0c-4a62-905b-8d09e68f68b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:13.796933 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-50c0a467-4d0c-4a62-905b-8d09e68f68b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9efebd1c-db71-4f6b-bff7-9bc32f66aa13 HTTP/1.1" status: 200 len: 852 time: 0.0746984 Mar 29 09:48:13.800111 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:13.800858 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1d5ff589-eb15-4e69-9ae6-17332e5ab63b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:13.805935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1d5ff589-eb15-4e69-9ae6-17332e5ab63b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:security_group_rule and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:13.809768 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1d5ff589-eb15-4e69-9ae6-17332e5ab63b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:13.817075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1d5ff589-eb15-4e69-9ae6-17332e5ab63b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:13.864667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:13.873389 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:13.875777 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:48:13.886384 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Pushing event updated for resources: {'Port': ['ID=9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:13.912567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff589-eb15-4e69-9ae6-17332e5ab63b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:13.950548 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-9030492e-cac9-4455-adab-b8c3e8c7b013 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e444506-be74-4930-ae38-503772134115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383052 Mar 29 09:48:13.971041 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff589-eb15-4e69-9ae6-17332e5ab63b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:13.980158 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Attempting to bind port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:48:13.980814 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Attempting to bind port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '882aa200-276d-402a-adf5-a265d19039f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:48:13.981612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Attempting to bind port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b on network 3b12da20-cfc2-4358-899c-6c537d8d9002 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:48:13.987137 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:48:13.987512 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Checking segment: {'id': '882aa200-276d-402a-adf5-a265d19039f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:48:13.987905 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:13.988437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Bound using segment: {'id': '882aa200-276d-402a-adf5-a265d19039f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:48:13.988931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Bound port: 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882aa200-276d-402a-adf5-a265d19039f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:48:13.989295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:14.009159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:48:14.016827 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ff589-eb15-4e69-9ae6-17332e5ab63b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6445ede3-5cea-4b66-96a8-63cce8073d35,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:14.033967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Sync routers for ids ['434a5d50-7fcd-4474-92fa-77050bb75dc3'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:48:14.061953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Routers {'434a5d50-7fcd-4474-92fa-77050bb75dc3'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:48:14.062576 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a671e517-2f91-4718-8017-650d60fb584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:48:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['434a5d50-7fcd-4474-92fa-77050bb75dc3'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:14.120685 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-2a6c0a5f-80a8-492c-b512-9ee291df207c service neutron] 10.222.0.36 "GET /v2.0/networks/9e444506-be74-4930-ae38-503772134115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630273 Mar 29 09:48:14.128190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff589-eb15-4e69-9ae6-17332e5ab63b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:14.128190 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1d5ff589-eb15-4e69-9ae6-17332e5ab63b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5451107 Mar 29 09:48:14.128190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38524) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:14.131928 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-868804215', 'security_groups': ['6445ede3-5cea-4b66-96a8-63cce8073d35'], 'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'baa251f7-9f60-47d9-ac5a-60ac9b13c959'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:14.209873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] For port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:48:14.219224 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:14.223644 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-64acd08e-248b-4247-8ad9-885baa7f8204 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.0813320 Mar 29 09:48:14.229030 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38528) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:14.280797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] For port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b,segment=NetworkSegment(882aa200-276d-402a-adf5-a265d19039f4),segment_id=882aa200-276d-402a-adf5-a265d19039f4)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:48:14.282518 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9bcc004-8eed-4db7-a171-19fe23eb1013 req-26886d92-42bc-4ece-a219-3716f70dfeec service neutron] 10.222.0.36 "GET /v2.0/networks/9e444506-be74-4930-ae38-503772134115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557999 Mar 29 09:48:14.313324 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Set router 434a5d50-7fcd-4474-92fa-77050bb75dc3 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:48:14.411033 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-aaf13ccd-958c-4663-9b4d-aca1dc32eea5 tempest-TestNetworkAdvancedServerOps-262256453 tempest-TestNetworkAdvancedServerOps-262256453-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=4b6e69655df147cf98d1a6da4383fb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1780159 Mar 29 09:48:14.411841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38534) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:14.414599 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:14.416825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:14.456618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:14.556346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a384d258-49ba-456e-89c3-fe2ff1abea9c tempest-TestNetworkAdvancedServerOps-262256453 tempest-TestNetworkAdvancedServerOps-262256453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:14.557807 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a384d258-49ba-456e-89c3-fe2ff1abea9c tempest-TestNetworkAdvancedServerOps-262256453 tempest-TestNetworkAdvancedServerOps-262256453-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1448967 Mar 29 09:48:14.560716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38538) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:14.585502 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a96bc3-0c6e-420f-b77c-25b9a1a3879e None None] Pushing event updated for resources: {'Port': ['ID=9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:14.598951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:14.614381 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a100806c-cb24-43e2-af4d-35470f50123b tempest-TestNetworkAdvancedServerOps-262256453 tempest-TestNetworkAdvancedServerOps-262256453-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0526414 Mar 29 09:48:14.617013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38542) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:14.632992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-606516219', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:14.693921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a671e517-2f91-4718-8017-650d60fb584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '18773b78-3d98-418e-94b1-34a66b38a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:48:09Z', 'updated_at': '2022-03-29T09:48:12Z', 'revision_number': 3, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'gw_port': {'id': '18773b78-3d98-418e-94b1-34a66b38a130', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:10Z', 'updated_at': '2022-03-29T09:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:14.698116 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Checking router: 434a5d50-7fcd-4474-92fa-77050bb75dc3 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:48:14.698474 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Updating router 434a5d50-7fcd-4474-92fa-77050bb75dc3 port 18773b78-3d98-418e-94b1-34a66b38a130 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:48:14.752851 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:14.874373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:14.883931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Usage tracker for resource:subnet and tenant:4b6e69655df147cf98d1a6da4383fb5e is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:14.898132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:14.912406 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:14.920647 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:14.929370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port 2b94c825-3cdc-4e67-9ae9-cb41c6d46543 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:48:15.033827 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b967ad-ca3a-4141-81f3-c35dba83e36e req-18d6404f-8c95-4127-9757-76d9d6d0b7ac tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:15.035765 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b8b967ad-ca3a-4141-81f3-c35dba83e36e req-18d6404f-8c95-4127-9757-76d9d6d0b7ac tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 944 time: 0.1099904 Mar 29 09:48:15.056151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Made reservation on behalf of 4b6e69655df147cf98d1a6da4383fb5e for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:15.061569 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:15.085812 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b8b967ad-ca3a-4141-81f3-c35dba83e36e req-3a12ce87-e769-47aa-95f5-fdfc835bb3de tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443494 Mar 29 09:48:15.150151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:15.162145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Transition to ACTIVE for port object 18773b78-3d98-418e-94b1-34a66b38a130 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:15.255739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Allocated IP 2001:db8::282 (3b12da20-cfc2-4358-899c-6c537d8d9002/baa251f7-9f60-47d9-ac5a-60ac9b13c959/2b94c825-3cdc-4e67-9ae9-cb41c6d46543) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:15.264477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:15.344714 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Attempting to bind port 18773b78-3d98-418e-94b1-34a66b38a130 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:48:15.345083 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Attempting to bind port 18773b78-3d98-418e-94b1-34a66b38a130 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:48:15.345454 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Attempting to bind port 18773b78-3d98-418e-94b1-34a66b38a130 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:48:15.351420 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad94762-878d-450c-8983-b8445f361ea3 None None] Pushing event updated for resources: {'Port': ['ID=18773b78-3d98-418e-94b1-34a66b38a130,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:15.356366 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:48:15.356764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:48:15.357169 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:15.357554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:48:15.358024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Bound port: 18773b78-3d98-418e-94b1-34a66b38a130, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:48:15.358418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:15.436021 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a671e517-2f91-4718-8017-650d60fb584c None None] For port 18773b78-3d98-418e-94b1-34a66b38a130, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:48:15.439586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a671e517-2f91-4718-8017-650d60fb584c None None] For port 18773b78-3d98-418e-94b1-34a66b38a130, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=18773b78-3d98-418e-94b1-34a66b38a130,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:48:15.517233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:15.534199 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:15.551668 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:15.555879 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Transition to ACTIVE for port object 2b94c825-3cdc-4e67-9ae9-cb41c6d46543 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:15.600151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Routers {'434a5d50-7fcd-4474-92fa-77050bb75dc3'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:48:15.601070 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a671e517-2f91-4718-8017-650d60fb584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:48:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['434a5d50-7fcd-4474-92fa-77050bb75dc3'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:15.666326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'Subnet': ['ID=7470b3a6-af19-4650-9e31-fdc0af2bedbb,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:15.683560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Checking segment: {'id': '991e9f94-4c29-4220-8eed-0af925cf5a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:48:15.683964 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Network hostable DHCP agents. Network: b6a8e453-4a0b-4be8-a24f-9ca186df8713, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:48:15.686793 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:48:15.744205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:15.746900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad94762-878d-450c-8983-b8445f361ea3 None None] Pushing event updated for resources: {'Port': ['ID=18773b78-3d98-418e-94b1-34a66b38a130,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:15.789194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Network b6a8e453-4a0b-4be8-a24f-9ca186df8713 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:48:15.816398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:15.819318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:15.828362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:48:15.833884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:15.838376 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:15.852467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=2b94c825-3cdc-4e67-9ae9-cb41c6d46543,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:15.884572 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-15e054b2-6d2a-42cd-a5d4-352c43805f0f None None] Provisioning complete for port 148c4973-4ae9-4cde-aa54-171de826394f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:15.884939 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-15e054b2-6d2a-42cd-a5d4-352c43805f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:15.888221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, b6a8e453-4a0b-4be8-a24f-9ca186df8713) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:15.892398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:15.893106 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:15.910834 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-a671e517-2f91-4718-8017-650d60fb584c None None] Set router 434a5d50-7fcd-4474-92fa-77050bb75dc3 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:48:15.945698 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0d9c87b0-d57b-4b52-b7bd-2abe15dc5520 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8185265 Mar 29 09:48:15.948629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38548) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:15.961260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c20da6f5-7508-4191-86ac-96d31ffa634b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'subnet': {'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:15.961413 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141589b0-d544-40a3-9dec-4bab0301072d None None] Network b6a8e453-4a0b-4be8-a24f-9ca186df8713 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:15.981705 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-59a198f2-7a00-4ddc-85ab-3fb51dc29678 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3632479 Mar 29 09:48:15.982350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38552) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:16.104907 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c20da6f5-7508-4191-86ac-96d31ffa634b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:16.108052 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:16.111736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c20da6f5-7508-4191-86ac-96d31ffa634b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:subnet and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:16.116125 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c20da6f5-7508-4191-86ac-96d31ffa634b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:16.124130 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c20da6f5-7508-4191-86ac-96d31ffa634b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:16.218492 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-15e054b2-6d2a-42cd-a5d4-352c43805f0f None None] Port 148c4973-4ae9-4cde-aa54-171de826394f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:16.231781 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20da6f5-7508-4191-86ac-96d31ffa634b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:16.234383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c20da6f5-7508-4191-86ac-96d31ffa634b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:16.383982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-15e054b2-6d2a-42cd-a5d4-352c43805f0f None None] Provisioning for port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:16.437047 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-15e054b2-6d2a-42cd-a5d4-352c43805f0f None None] Provisioning complete for port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:16.437431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-15e054b2-6d2a-42cd-a5d4-352c43805f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:16.528583 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.ipam_backend_mixin [None req-c20da6f5-7508-4191-86ac-96d31ffa634b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet baa251f7-9f60-47d9-ac5a-60ac9b13c959 (CIDR: 2001:db8::/64) Mar 29 09:48:16.579646 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'fixed_ips': [{'subnet_id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:48:16.580468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:16.591461 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20da6f5-7508-4191-86ac-96d31ffa634b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:48:16.592296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20da6f5-7508-4191-86ac-96d31ffa634b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:48:16.611663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a794d0e-3e89-4026-a751-41ab1aed4a81 req-fc217e61-f52c-4cf1-b27f-5e42b17615cf tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:16.613219 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7a794d0e-3e89-4026-a751-41ab1aed4a81 req-fc217e61-f52c-4cf1-b27f-5e42b17615cf tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 944 time: 0.3672590 Mar 29 09:48:16.678571 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c20da6f5-7508-4191-86ac-96d31ffa634b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7282314 Mar 29 09:48:16.681586 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38558) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:16.689280 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-25d0fef2-1f71-4958-b0a4-c6f8998220d2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'subnet': {'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:16.722845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a671e517-2f91-4718-8017-650d60fb584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '18773b78-3d98-418e-94b1-34a66b38a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:48:09Z', 'updated_at': '2022-03-29T09:48:12Z', 'revision_number': 3, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'gw_port': {'id': '18773b78-3d98-418e-94b1-34a66b38a130', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:10Z', 'updated_at': '2022-03-29T09:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:16.733300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-15e054b2-6d2a-42cd-a5d4-352c43805f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:16.738607 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7a794d0e-3e89-4026-a751-41ab1aed4a81 req-d847e5d6-cb11-4ba9-a6ea-f1a9b3fb6360 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712516 Mar 29 09:48:16.746940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a671e517-2f91-4718-8017-650d60fb584c None None] The sync data for ids ['434a5d50-7fcd-4474-92fa-77050bb75dc3'] in dv-neutron-835555-1-hyperv is: [{'id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '18773b78-3d98-418e-94b1-34a66b38a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:48:09Z', 'updated_at': '2022-03-29T09:48:12Z', 'revision_number': 3, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'gw_port': {'id': '18773b78-3d98-418e-94b1-34a66b38a130', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:10Z', 'updated_at': '2022-03-29T09:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:48:16.832406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-15e054b2-6d2a-42cd-a5d4-352c43805f0f None None] For port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b,segment=NetworkSegment(882aa200-276d-402a-adf5-a265d19039f4),segment_id=882aa200-276d-402a-adf5-a265d19039f4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:16.861934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Allocated IP 172.20.0.2 (b6a8e453-4a0b-4be8-a24f-9ca186df8713/7470b3a6-af19-4650-9e31-fdc0af2bedbb/122bc524-fc3a-4a0f-aaf1-26a131b8b65c) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:16.872621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-25d0fef2-1f71-4958-b0a4-c6f8998220d2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:16.877995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-25d0fef2-1f71-4958-b0a4-c6f8998220d2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:subnet and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:16.881416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-25d0fef2-1f71-4958-b0a4-c6f8998220d2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:16.888972 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-25d0fef2-1f71-4958-b0a4-c6f8998220d2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:16.920895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-15e054b2-6d2a-42cd-a5d4-352c43805f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:16.977151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d0fef2-1f71-4958-b0a4-c6f8998220d2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:16.980913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-25d0fef2-1f71-4958-b0a4-c6f8998220d2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:17.054603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:17.096339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e054b2-6d2a-42cd-a5d4-352c43805f0f None None] Pushing event updated for resources: {'Port': ['ID=9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:17.197478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2ca655e1-6908-4a54-a383-76e4abac225a None None] Provisioning for port 2b94c825-3cdc-4e67-9ae9-cb41c6d46543 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:17.210449 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2ca655e1-6908-4a54-a383-76e4abac225a None None] Provisioning complete for port 2b94c825-3cdc-4e67-9ae9-cb41c6d46543 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:17.210989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2ca655e1-6908-4a54-a383-76e4abac225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:17.268403 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:17.291617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Transition to ACTIVE for port object 122bc524-fc3a-4a0f-aaf1-26a131b8b65c will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:17.302358 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-2ca655e1-6908-4a54-a383-76e4abac225a None None] Port 2b94c825-3cdc-4e67-9ae9-cb41c6d46543 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:17.320851 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Transition to ACTIVE for port object 122bc524-fc3a-4a0f-aaf1-26a131b8b65c will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:17.396457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:17.425623 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-25d0fef2-1f71-4958-b0a4-c6f8998220d2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:17.463836 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Pushing event updated for resources: {'Port': ['ID=122bc524-fc3a-4a0f-aaf1-26a131b8b65c,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:17.481672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Network b6a8e453-4a0b-4be8-a24f-9ca186df8713 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:17.483718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:17.483877 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d0fef2-1f71-4958-b0a4-c6f8998220d2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:17.486491 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:48:17.492108 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-25d0fef2-1f71-4958-b0a4-c6f8998220d2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:17.505566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d0fef2-1f71-4958-b0a4-c6f8998220d2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:17.506307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-25d0fef2-1f71-4958-b0a4-c6f8998220d2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:17.532820 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffc2c69-e87b-4be5-b96f-2ee641483362 None None] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:17.541560 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0fef2-1f71-4958-b0a4-c6f8998220d2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Subnet': ['ID=862d777b-3345-4284-b38c-53596277ab68,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:17.563458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Allocated IP 172.20.0.1 (b6a8e453-4a0b-4be8-a24f-9ca186df8713/7470b3a6-af19-4650-9e31-fdc0af2bedbb/49047cc1-48d1-42ac-bb56-5c64f991bcec) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:17.654074 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-25d0fef2-1f71-4958-b0a4-c6f8998220d2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9713552 Mar 29 09:48:17.656763 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38562) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:17.663156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-b41589ee-020a-4ae6-89c8-2128929f9d86 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1852155704', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '862d777b-3345-4284-b38c-53596277ab68'}], 'security_groups': ['668d4044-e8e3-4582-8639-b9531bb51573']}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:17.710845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Attempting to bind port 122bc524-fc3a-4a0f-aaf1-26a131b8b65c on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:48:17.711297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Attempting to bind port 122bc524-fc3a-4a0f-aaf1-26a131b8b65c by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '991e9f94-4c29-4220-8eed-0af925cf5a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:48:17.711746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Attempting to bind port 122bc524-fc3a-4a0f-aaf1-26a131b8b65c on network b6a8e453-4a0b-4be8-a24f-9ca186df8713 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:48:17.721195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:48:17.721577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Checking segment: {'id': '991e9f94-4c29-4220-8eed-0af925cf5a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:48:17.721918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:17.722886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Bound using segment: {'id': '991e9f94-4c29-4220-8eed-0af925cf5a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:48:17.723657 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Bound port: 122bc524-fc3a-4a0f-aaf1-26a131b8b65c, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991e9f94-4c29-4220-8eed-0af925cf5a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:48:17.725102 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:17.747752 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:48:17.833265 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:17.856625 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Transition to ACTIVE for port object 49047cc1-48d1-42ac-bb56-5c64f991bcec will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:17.952296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device d2003874-4ac0-4cb6-a1bf-0314cdd9203c details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:48:17.963381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:18.041334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Network b6a8e453-4a0b-4be8-a24f-9ca186df8713 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:18.045395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:18.048784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:48:18.068090 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383a8d3-590a-4a61-83fa-be6fb56a5446 req-ab8fd8d2-1bc5-47d3-9d26-50a4011b29d9 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:18.069670 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d383a8d3-590a-4a61-83fa-be6fb56a5446 req-ab8fd8d2-1bc5-47d3-9d26-50a4011b29d9 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 944 time: 0.1711416 Mar 29 09:48:18.070226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b41589ee-020a-4ae6-89c8-2128929f9d86 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:18.114444 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'Port': ['ID=49047cc1-48d1-42ac-bb56-5c64f991bcec,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:18.134639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:18.171500 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d383a8d3-590a-4a61-83fa-be6fb56a5446 req-078e78d0-ee2f-48ae-8434-5060e42b1cd3 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898514 Mar 29 09:48:18.180102 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] For port 122bc524-fc3a-4a0f-aaf1-26a131b8b65c, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:48:18.180102 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:18.180102 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:18.246882 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] For port 122bc524-fc3a-4a0f-aaf1-26a131b8b65c, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=122bc524-fc3a-4a0f-aaf1-26a131b8b65c,segment=NetworkSegment(991e9f94-4c29-4220-8eed-0af925cf5a69),segment_id=991e9f94-4c29-4220-8eed-0af925cf5a69)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:48:18.313303 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port d2003874-4ac0-4cb6-a1bf-0314cdd9203c, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=d2003874-4ac0-4cb6-a1bf-0314cdd9203c,segment=NetworkSegment(b03fb000-8603-477a-8323-99d58bf8366c),segment_id=b03fb000-8603-477a-8323-99d58bf8366c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:18.321646 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:18.397436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:18.416607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'd2003874-4ac0-4cb6-a1bf-0314cdd9203c', 'network_id': '9e444506-be74-4930-ae38-503772134115', 'port_id': 'd2003874-4ac0-4cb6-a1bf-0314cdd9203c', 'mac_address': 'fa:16:3e:f1:48:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efebd1c-db71-4f6b-bff7-9bc32f66aa13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:48:18.516989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 18773b78-3d98-418e-94b1-34a66b38a130 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:48:18.571002 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-b41589ee-020a-4ae6-89c8-2128929f9d86 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Delete allocated IP 2001:db8::282 (3b12da20-cfc2-4358-899c-6c537d8d9002/baa251f7-9f60-47d9-ac5a-60ac9b13c959) {{(pid=88550) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 09:48:18.579377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-b41589ee-020a-4ae6-89c8-2128929f9d86 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Allocated IP 2001:db8:0:1::2b (3b12da20-cfc2-4358-899c-6c537d8d9002/862d777b-3345-4284-b38c-53596277ab68/2b94c825-3cdc-4e67-9ae9-cb41c6d46543) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:18.603939 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba914f8-ed22-4898-9bb1-fd1503a56396 None None] Pushing event updated for resources: {'Port': ['ID=122bc524-fc3a-4a0f-aaf1-26a131b8b65c,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:18.649483 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:18.699934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2003874-4ac0-4cb6-a1bf-0314cdd9203c {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:48:18.704594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70657ad8-cad7-4282-a7f1-c7aded2ec9b1 None None] Update dhcp port {'port': {'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'fixed_ips': [{'subnet_id': 'baa251f7-9f60-47d9-ac5a-60ac9b13c959', 'ip_address': '2001:db8::2'}, {'subnet_id': '862d777b-3345-4284-b38c-53596277ab68'}], 'binding:host_id': 'dv-neutron-835555-1-hyperv'}, 'id': '9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b'} from dv-neutron-835555-1-hyperv. {{(pid=88552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 29 09:48:18.784888 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port d2003874-4ac0-4cb6-a1bf-0314cdd9203c, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=d2003874-4ac0-4cb6-a1bf-0314cdd9203c,segment=NetworkSegment(b03fb000-8603-477a-8323-99d58bf8366c),segment_id=b03fb000-8603-477a-8323-99d58bf8366c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:18.810439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-70657ad8-cad7-4282-a7f1-c7aded2ec9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:18.909209 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b41589ee-020a-4ae6-89c8-2128929f9d86 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:18.939067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-b41589ee-020a-4ae6-89c8-2128929f9d86 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Transition to ACTIVE for port object 2b94c825-3cdc-4e67-9ae9-cb41c6d46543 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:18.962715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 18773b78-3d98-418e-94b1-34a66b38a130 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:18.969245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:18.981269 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:48:19.028171 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b41589ee-020a-4ae6-89c8-2128929f9d86 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:19.038341 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 18773b78-3d98-418e-94b1-34a66b38a130 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:19.038548 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:19.157578 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b41589ee-020a-4ae6-89c8-2128929f9d86 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] In _notify_port_updated(), no bound segment for port 2b94c825-3cdc-4e67-9ae9-cb41c6d46543 on network 3b12da20-cfc2-4358-899c-6c537d8d9002 {{(pid=88550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:48:19.162915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41589ee-020a-4ae6-89c8-2128929f9d86 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:19.163548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b41589ee-020a-4ae6-89c8-2128929f9d86 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:19.164916 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b41589ee-020a-4ae6-89c8-2128929f9d86 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "PUT /v2.0/ports/2b94c825-3cdc-4e67-9ae9-cb41c6d46543 HTTP/1.1" status: 200 len: 930 time: 1.5070045 Mar 29 09:48:19.165168 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:19.167825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38568) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:19.169731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41589ee-020a-4ae6-89c8-2128929f9d86 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=2b94c825-3cdc-4e67-9ae9-cb41c6d46543,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:19.208923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=d2003874-4ac0-4cb6-a1bf-0314cdd9203c,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:19.232725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:19.289609 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-70657ad8-cad7-4282-a7f1-c7aded2ec9b1 None None] Allocated IP 2001:db8:0:1::2 (3b12da20-cfc2-4358-899c-6c537d8d9002/862d777b-3345-4284-b38c-53596277ab68/9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:19.327960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d775a3b0-68ef-49fb-b6f6-1c2fb85c60e4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 2b94c825-3cdc-4e67-9ae9-cb41c6d46543 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:48:19.328310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d775a3b0-68ef-49fb-b6f6-1c2fb85c60e4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:19.335054 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:19.352258 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['d2003874-4ac0-4cb6-a1bf-0314cdd9203c'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:48:19.448302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:19.481721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'Port': ['ID=49047cc1-48d1-42ac-bb56-5c64f991bcec,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:19.490733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 18773b78-3d98-418e-94b1-34a66b38a130, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=18773b78-3d98-418e-94b1-34a66b38a130,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:19.561457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-70657ad8-cad7-4282-a7f1-c7aded2ec9b1 None None] For port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b,segment=NetworkSegment(882aa200-276d-402a-adf5-a265d19039f4),segment_id=882aa200-276d-402a-adf5-a265d19039f4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:19.566398 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:19.689543 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-70657ad8-cad7-4282-a7f1-c7aded2ec9b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:19.717551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 122bc524-fc3a-4a0f-aaf1-26a131b8b65c up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:48:19.742228 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=18773b78-3d98-418e-94b1-34a66b38a130,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:19.763850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e1caa-f37f-468c-b363-13ca5d5e4c05 req-007c6d40-99f6-4f2a-b9dd-46735f52a992 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:19.765369 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-627e1caa-f37f-468c-b363-13ca5d5e4c05 req-007c6d40-99f6-4f2a-b9dd-46735f52a992 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 945 time: 0.4411931 Mar 29 09:48:19.766351 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-70657ad8-cad7-4282-a7f1-c7aded2ec9b1 None None] Transition to ACTIVE for port object 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:19.830233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-70657ad8-cad7-4282-a7f1-c7aded2ec9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:19.831383 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Network b6a8e453-4a0b-4be8-a24f-9ca186df8713 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:19.840475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:19.861521 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-627e1caa-f37f-468c-b363-13ca5d5e4c05 req-6e04c84c-5a2c-4ac1-9a91-cd340abf66d9 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814230 Mar 29 09:48:19.929579 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 122bc524-fc3a-4a0f-aaf1-26a131b8b65c completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:19.933066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d775a3b0-68ef-49fb-b6f6-1c2fb85c60e4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:19.934109 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c08f6f3-5f70-4b2a-b092-794f96bf7383 None None] Network b6a8e453-4a0b-4be8-a24f-9ca186df8713 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:20.073480 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d775a3b0-68ef-49fb-b6f6-1c2fb85c60e4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 2b94c825-3cdc-4e67-9ae9-cb41c6d46543 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:48:20.157921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70657ad8-cad7-4282-a7f1-c7aded2ec9b1 None None] Pushing event updated for resources: {'Port': ['ID=9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:20.222962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d0e377ab-61b1-4410-b5ad-77fa2f1e363e None None] Provisioning for port 122bc524-fc3a-4a0f-aaf1-26a131b8b65c completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:20.237295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d0e377ab-61b1-4410-b5ad-77fa2f1e363e None None] Provisioning complete for port 122bc524-fc3a-4a0f-aaf1-26a131b8b65c triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:20.237295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d0e377ab-61b1-4410-b5ad-77fa2f1e363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:20.254653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Router 434a5d50-7fcd-4474-92fa-77050bb75dc3 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:48:20.461554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d0e377ab-61b1-4410-b5ad-77fa2f1e363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:20.502331 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d0e377ab-61b1-4410-b5ad-77fa2f1e363e None None] For port 122bc524-fc3a-4a0f-aaf1-26a131b8b65c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=122bc524-fc3a-4a0f-aaf1-26a131b8b65c,segment=NetworkSegment(991e9f94-4c29-4220-8eed-0af925cf5a69),segment_id=991e9f94-4c29-4220-8eed-0af925cf5a69)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:20.578668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d0e377ab-61b1-4410-b5ad-77fa2f1e363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:20.606774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d775a3b0-68ef-49fb-b6f6-1c2fb85c60e4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:20.657442 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e377ab-61b1-4410-b5ad-77fa2f1e363e None None] Pushing event updated for resources: {'Port': ['ID=122bc524-fc3a-4a0f-aaf1-26a131b8b65c,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:20.698741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775a3b0-68ef-49fb-b6f6-1c2fb85c60e4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=2b94c825-3cdc-4e67-9ae9-cb41c6d46543,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:20.727387 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d775a3b0-68ef-49fb-b6f6-1c2fb85c60e4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:20.740157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:48:20.751659 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Sync routers for ids ['434a5d50-7fcd-4474-92fa-77050bb75dc3'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:48:20.755887 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d775a3b0-68ef-49fb-b6f6-1c2fb85c60e4 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/2b94c825-3cdc-4e67-9ae9-cb41c6d46543 HTTP/1.1" status: 204 len: 168 time: 1.5845759 Mar 29 09:48:20.756594 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38574) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:20.757196 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5623b04e-b9c2-4ee1-8d72-f89897c7a95e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "PUT /v2.0/routers/434a5d50-7fcd-4474-92fa-77050bb75dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7736869 Mar 29 09:48:20.766833 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Routers {'434a5d50-7fcd-4474-92fa-77050bb75dc3'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:48:20.767530 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:48:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['434a5d50-7fcd-4474-92fa-77050bb75dc3'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:20.819146 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8edbf3-9bf4-4387-b91f-a5d186cc22c2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] GET failed (client error): The resource could not be found. Mar 29 09:48:20.823777 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fc8edbf3-9bf4-4387-b91f-a5d186cc22c2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/2b94c825-3cdc-4e67-9ae9-cb41c6d46543 HTTP/1.1" status: 404 len: 333 time: 0.0635397 Mar 29 09:48:20.823941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38582) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:20.859027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-770411c4-58f4-4c4d-8761-15b0a6e67481 None None] Provisioning for port 49047cc1-48d1-42ac-bb56-5c64f991bcec completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:20.865272 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-770411c4-58f4-4c4d-8761-15b0a6e67481 None None] Provisioning complete for port 49047cc1-48d1-42ac-bb56-5c64f991bcec triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:20.865705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-770411c4-58f4-4c4d-8761-15b0a6e67481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:20.900440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9d090d68-1cf5-4160-9329-e8b61f7bf61a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:20.938688 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9d090d68-1cf5-4160-9329-e8b61f7bf61a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:21.007398 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-770411c4-58f4-4c4d-8761-15b0a6e67481 None None] Port 49047cc1-48d1-42ac-bb56-5c64f991bcec cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:21.037986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-770411c4-58f4-4c4d-8761-15b0a6e67481 None None] Provisioning complete for port 122bc524-fc3a-4a0f-aaf1-26a131b8b65c triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:21.038347 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-770411c4-58f4-4c4d-8761-15b0a6e67481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:21.065356 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Set router 434a5d50-7fcd-4474-92fa-77050bb75dc3 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:48:21.198440 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-0811beb4-0486-41d1-8a38-c4d7ffad9814 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455501802&fields=id&tenant_id=4b6e69655df147cf98d1a6da4383fb5e HTTP/1.1" status: 200 len: 267 time: 0.2455120 Mar 29 09:48:21.221430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb201e05-b77a-4948-9bb6-c04e524d1cc9 req-6a8aa9ae-33e9-442e-b026-7f2c7517af17 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:21.223043 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bb201e05-b77a-4948-9bb6-c04e524d1cc9 req-6a8aa9ae-33e9-442e-b026-7f2c7517af17 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 945 time: 0.1664152 Mar 29 09:48:21.269401 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9d090d68-1cf5-4160-9329-e8b61f7bf61a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:21.321225 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bb201e05-b77a-4948-9bb6-c04e524d1cc9 req-d2c0398c-d763-4d77-b20a-e28d4c8991f3 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850186 Mar 29 09:48:21.420700 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7052a506-4c81-4ee3-8215-f0de74775158 None None] Provisioning complete for port 148c4973-4ae9-4cde-aa54-171de826394f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:21.421083 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7052a506-4c81-4ee3-8215-f0de74775158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:21.442472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-873060ef-acc3-405b-aef2-d1858ea2b6aa tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:21.443202 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-873060ef-acc3-405b-aef2-d1858ea2b6aa tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Synchronizing usage tracker for tenant:4b6e69655df147cf98d1a6da4383fb5e on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:48:21.453426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d090d68-1cf5-4160-9329-e8b61f7bf61a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6445ede3-5cea-4b66-96a8-63cce8073d35,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:21.465722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9d090d68-1cf5-4160-9329-e8b61f7bf61a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:21.469677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38596) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:21.469861 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9d090d68-1cf5-4160-9329-e8b61f7bf61a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/security-groups/6445ede3-5cea-4b66-96a8-63cce8073d35 HTTP/1.1" status: 204 len: 168 time: 0.6448770 Mar 29 09:48:21.527670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7052a506-4c81-4ee3-8215-f0de74775158 None None] Port 148c4973-4ae9-4cde-aa54-171de826394f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:21.543182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7052a506-4c81-4ee3-8215-f0de74775158 None None] Provisioning complete for port 49047cc1-48d1-42ac-bb56-5c64f991bcec triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:21.543577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7052a506-4c81-4ee3-8215-f0de74775158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:21.545892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-873060ef-acc3-405b-aef2-d1858ea2b6aa tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Unset dirty status for tenant:4b6e69655df147cf98d1a6da4383fb5e on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:48:21.548023 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-873060ef-acc3-405b-aef2-d1858ea2b6aa tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/networks?id=b6a8e453-4a0b-4be8-a24f-9ca186df8713 HTTP/1.1" status: 200 len: 797 time: 0.3390543 Mar 29 09:48:21.567650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c908ea32-ca4a-4e1c-8363-d32d5d3d5899 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:21.569062 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-35d19a41-a072-442f-ae12-7152f786d27b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/quotas/4b6e69655df147cf98d1a6da4383fb5e HTTP/1.1" status: 200 len: 375 time: 0.0157545 Mar 29 09:48:21.595123 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '18773b78-3d98-418e-94b1-34a66b38a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:48:09Z', 'updated_at': '2022-03-29T09:48:18Z', 'revision_number': 4, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'gw_port': {'id': '18773b78-3d98-418e-94b1-34a66b38a130', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:10Z', 'updated_at': '2022-03-29T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '49047cc1-48d1-42ac-bb56-5c64f991bcec', 'name': '', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'mac_address': 'fa:16:3e:9b:6d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:17Z', 'updated_at': '2022-03-29T09:48:18Z', 'revision_number': 2, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'subnets': [{'id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:21.601924 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Checking router: 434a5d50-7fcd-4474-92fa-77050bb75dc3 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:48:21.602372 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Updating router 434a5d50-7fcd-4474-92fa-77050bb75dc3 port 49047cc1-48d1-42ac-bb56-5c64f991bcec binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:48:21.620604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7052a506-4c81-4ee3-8215-f0de74775158 None None] Port 49047cc1-48d1-42ac-bb56-5c64f991bcec cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:21.624708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7052a506-4c81-4ee3-8215-f0de74775158 None None] Could not find standard attr ID for object 2b94c825-3cdc-4e67-9ae9-cb41c6d46543. {{(pid=88552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:48:21.630691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c908ea32-ca4a-4e1c-8363-d32d5d3d5899 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:21.683244 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:48:21.686041 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:21.704051 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-b4bae539-1acf-45f3-bf08-ce289c023894 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b6e69655df147cf98d1a6da4383fb5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184671 Mar 29 09:48:21.715845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7052a506-4c81-4ee3-8215-f0de74775158 None None] Provisioning for port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:21.731149 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7052a506-4c81-4ee3-8215-f0de74775158 None None] Provisioning complete for port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:21.731512 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7052a506-4c81-4ee3-8215-f0de74775158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:21.762278 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c908ea32-ca4a-4e1c-8363-d32d5d3d5899 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:21.779971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908ea32-ca4a-4e1c-8363-d32d5d3d5899 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=668d4044-e8e3-4582-8639-b9531bb51573,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:21.790458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c908ea32-ca4a-4e1c-8363-d32d5d3d5899 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:21.792263 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c908ea32-ca4a-4e1c-8363-d32d5d3d5899 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/security-groups/668d4044-e8e3-4582-8639-b9531bb51573 HTTP/1.1" status: 204 len: 168 time: 0.3209400 Mar 29 09:48:21.795533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38600) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:21.855889 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:21.856231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:21.878966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7be427-537b-4967-945a-fe9f0b384ede tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting subnet baa251f7-9f60-47d9-ac5a-60ac9b13c959 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:48:21.883269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc7be427-537b-4967-945a-fe9f0b384ede tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:21.892135 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-dbe7ae20-5afe-414c-9909-aee0ff2e3312 service neutron] 10.222.0.35 "GET /v2.0/networks/b6a8e453-4a0b-4be8-a24f-9ca186df8713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757774 Mar 29 09:48:21.899897 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device d2003874-4ac0-4cb6-a1bf-0314cdd9203c up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:48:21.946649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc7be427-537b-4967-945a-fe9f0b384ede tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:22.060462 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc7be427-537b-4967-945a-fe9f0b384ede tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:22.066484 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-c174affd-f457-4e7c-865c-fa7a02ea1986 service neutron] 10.222.0.35 "GET /v2.0/networks/b6a8e453-4a0b-4be8-a24f-9ca186df8713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733916 Mar 29 09:48:22.068460 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port d2003874-4ac0-4cb6-a1bf-0314cdd9203c completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:22.074562 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port d2003874-4ac0-4cb6-a1bf-0314cdd9203c triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:22.074934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:22.106095 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 122bc524-fc3a-4a0f-aaf1-26a131b8b65c up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:48:22.124764 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:22.197005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a1825174-be52-4bef-b6e0-57b7ad9f1acb None None] Provisioning complete for port 49047cc1-48d1-42ac-bb56-5c64f991bcec triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:22.197369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a1825174-be52-4bef-b6e0-57b7ad9f1acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:22.263286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc7be427-537b-4967-945a-fe9f0b384ede tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:22.268759 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Transition to ACTIVE for port object 49047cc1-48d1-42ac-bb56-5c64f991bcec will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:22.292081 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a1825174-be52-4bef-b6e0-57b7ad9f1acb None None] Port 49047cc1-48d1-42ac-bb56-5c64f991bcec cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:22.303911 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 122bc524-fc3a-4a0f-aaf1-26a131b8b65c triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:22.304229 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:22.304434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc7be427-537b-4967-945a-fe9f0b384ede tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:22.323981 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38608) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:22.324213 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cc7be427-537b-4967-945a-fe9f0b384ede tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/baa251f7-9f60-47d9-ac5a-60ac9b13c959 HTTP/1.1" status: 204 len: 168 time: 0.5243084 Mar 29 09:48:22.324692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d6b51543-42f3-47fa-b4bc-dd87dee7712d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'subnet': {'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:22.327313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7be427-537b-4967-945a-fe9f0b384ede tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Subnet': ['ID=baa251f7-9f60-47d9-ac5a-60ac9b13c959,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:22.334820 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8066fb68-cd56-40a0-9743-269d4a564617 None None] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:22.342964 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:22.431756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:22.508816 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-b09e9b48-c74e-4af8-b933-b95548898ad9 req-2e2eb6c4-312b-4b67-89ff-e6a979db9316 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Synchronizing usage tracker for tenant:4b6e69655df147cf98d1a6da4383fb5e on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:48:22.567290 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d6b51543-42f3-47fa-b4bc-dd87dee7712d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:22.577152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d6b51543-42f3-47fa-b4bc-dd87dee7712d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:subnet and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:22.580212 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d6b51543-42f3-47fa-b4bc-dd87dee7712d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:22.586889 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d6b51543-42f3-47fa-b4bc-dd87dee7712d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:22.594254 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8193991-8fac-4ef8-9534-bfc4163e2b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2003874-4ac0-4cb6-a1bf-0314cdd9203c'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:48:22.624215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-b09e9b48-c74e-4af8-b933-b95548898ad9 req-2e2eb6c4-312b-4b67-89ff-e6a979db9316 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Unset dirty status for tenant:4b6e69655df147cf98d1a6da4383fb5e on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:48:22.625776 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b09e9b48-c74e-4af8-b933-b95548898ad9 req-2e2eb6c4-312b-4b67-89ff-e6a979db9316 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 210 time: 0.2454469 Mar 29 09:48:22.666369 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250c3ed-cee7-48ca-b3f7-998443b58e8f None None] Pushing event updated for resources: {'Port': ['ID=49047cc1-48d1-42ac-bb56-5c64f991bcec,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:22.673356 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port d2003874-4ac0-4cb6-a1bf-0314cdd9203c, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=d2003874-4ac0-4cb6-a1bf-0314cdd9203c,segment=NetworkSegment(b03fb000-8603-477a-8323-99d58bf8366c),segment_id=b03fb000-8603-477a-8323-99d58bf8366c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:22.710954 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b51543-42f3-47fa-b4bc-dd87dee7712d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:22.715345 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6b51543-42f3-47fa-b4bc-dd87dee7712d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:22.727351 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250c3ed-cee7-48ca-b3f7-998443b58e8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:48:22.727800 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250c3ed-cee7-48ca-b3f7-998443b58e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:48:22.728230 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250c3ed-cee7-48ca-b3f7-998443b58e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:48:22.728804 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250c3ed-cee7-48ca-b3f7-998443b58e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:48:22.738038 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250c3ed-cee7-48ca-b3f7-998443b58e8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:48:22.738038 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250c3ed-cee7-48ca-b3f7-998443b58e8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:48:22.738038 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250c3ed-cee7-48ca-b3f7-998443b58e8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:48:22.738038 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250c3ed-cee7-48ca-b3f7-998443b58e8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:48:22.738038 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250c3ed-cee7-48ca-b3f7-998443b58e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:48:22.738038 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250c3ed-cee7-48ca-b3f7-998443b58e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:48:22.738038 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250c3ed-cee7-48ca-b3f7-998443b58e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:48:22.738038 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250c3ed-cee7-48ca-b3f7-998443b58e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:48:22.745050 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8193991-8fac-4ef8-9534-bfc4163e2b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2003874-4ac0-4cb6-a1bf-0314cdd9203c', 'code': 200} Mar 29 09:48:22.767176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db491f8-a6f8-4b4d-abbc-335e76a18001 req-7e9e207a-18e3-44ba-8ee6-ec39a2123a45 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:22.772642 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4db491f8-a6f8-4b4d-abbc-335e76a18001 req-7e9e207a-18e3-44ba-8ee6-ec39a2123a45 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 945 time: 0.1744502 Mar 29 09:48:22.781430 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Attempting to bind port 49047cc1-48d1-42ac-bb56-5c64f991bcec on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:48:22.781923 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Attempting to bind port 49047cc1-48d1-42ac-bb56-5c64f991bcec by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '991e9f94-4c29-4220-8eed-0af925cf5a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:48:22.782383 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Attempting to bind port 49047cc1-48d1-42ac-bb56-5c64f991bcec on network b6a8e453-4a0b-4be8-a24f-9ca186df8713 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:48:22.789495 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:48:22.789996 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Checking segment: {'id': '991e9f94-4c29-4220-8eed-0af925cf5a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:48:22.790489 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:22.791476 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Bound using segment: {'id': '991e9f94-4c29-4220-8eed-0af925cf5a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:48:22.792030 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Bound port: 49047cc1-48d1-42ac-bb56-5c64f991bcec, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991e9f94-4c29-4220-8eed-0af925cf5a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:48:22.792551 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:22.794469 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:22.903605 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] For port 49047cc1-48d1-42ac-bb56-5c64f991bcec, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:48:22.907004 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] For port 49047cc1-48d1-42ac-bb56-5c64f991bcec, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=49047cc1-48d1-42ac-bb56-5c64f991bcec,segment=NetworkSegment(991e9f94-4c29-4220-8eed-0af925cf5a69),segment_id=991e9f94-4c29-4220-8eed-0af925cf5a69)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:48:22.913845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=d2003874-4ac0-4cb6-a1bf-0314cdd9203c,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:22.927064 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4db491f8-a6f8-4b4d-abbc-335e76a18001 req-abfd7f2d-d5e5-4512-9f63-f9cec3d3fd1c tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507025 Mar 29 09:48:22.934509 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 18773b78-3d98-418e-94b1-34a66b38a130 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:48:23.030510 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:23.036960 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:23.065535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 18773b78-3d98-418e-94b1-34a66b38a130 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:23.067718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:23.129121 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Routers {'434a5d50-7fcd-4474-92fa-77050bb75dc3'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:48:23.129744 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:48:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['434a5d50-7fcd-4474-92fa-77050bb75dc3'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:23.227402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6b51543-42f3-47fa-b4bc-dd87dee7712d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:23.296926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b51543-42f3-47fa-b4bc-dd87dee7712d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:23.310452 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-d6b51543-42f3-47fa-b4bc-dd87dee7712d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:23.317067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b51543-42f3-47fa-b4bc-dd87dee7712d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:23.317463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6b51543-42f3-47fa-b4bc-dd87dee7712d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:23.321299 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250c3ed-cee7-48ca-b3f7-998443b58e8f None None] Pushing event updated for resources: {'Port': ['ID=49047cc1-48d1-42ac-bb56-5c64f991bcec,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:23.352071 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80cded-1554-47a4-b368-52dfa896dfa9 req-8a235c34-7677-49f1-a5a0-394c26a9467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:23.353780 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ef80cded-1554-47a4-b368-52dfa896dfa9 req-8a235c34-7677-49f1-a5a0-394c26a9467d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 1099 time: 0.2151868 Mar 29 09:48:23.354525 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b51543-42f3-47fa-b4bc-dd87dee7712d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Subnet': ['ID=a3f26dbb-4f22-4bef-9eca-c481a986e838,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:23.414017 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] Set router 434a5d50-7fcd-4474-92fa-77050bb75dc3 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:48:23.420783 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ef80cded-1554-47a4-b368-52dfa896dfa9 req-fc75954d-e02a-4110-b59d-760238c1558d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570698 Mar 29 09:48:23.431103 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d6b51543-42f3-47fa-b4bc-dd87dee7712d tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1137252 Mar 29 09:48:23.434633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38628) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:23.441028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-d843e5be-5d20-4445-9598-3695d77d5f98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'security_group': {'name': 'tempest-secgroup-227039502'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:23.448926 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d843e5be-5d20-4445-9598-3695d77d5f98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:23.453661 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d843e5be-5d20-4445-9598-3695d77d5f98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:security_group and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:23.456703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d843e5be-5d20-4445-9598-3695d77d5f98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:23.463234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d843e5be-5d20-4445-9598-3695d77d5f98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:23.521092 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d843e5be-5d20-4445-9598-3695d77d5f98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:23.542722 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d843e5be-5d20-4445-9598-3695d77d5f98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:23.546670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d843e5be-5d20-4445-9598-3695d77d5f98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:security_group_rule and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:23.549913 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d843e5be-5d20-4445-9598-3695d77d5f98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:23.558023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d843e5be-5d20-4445-9598-3695d77d5f98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:23.647965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d843e5be-5d20-4445-9598-3695d77d5f98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:23.738415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d843e5be-5d20-4445-9598-3695d77d5f98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:23.764963 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '18773b78-3d98-418e-94b1-34a66b38a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:48:09Z', 'updated_at': '2022-03-29T09:48:18Z', 'revision_number': 4, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'gw_port': {'id': '18773b78-3d98-418e-94b1-34a66b38a130', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:10Z', 'updated_at': '2022-03-29T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '49047cc1-48d1-42ac-bb56-5c64f991bcec', 'name': '', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'mac_address': 'fa:16:3e:9b:6d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:17Z', 'updated_at': '2022-03-29T09:48:22Z', 'revision_number': 4, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'subnets': [{'id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:23.771096 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c37991-92e3-44a3-98d3-8c8136bf76a1 None None] The sync data for ids ['434a5d50-7fcd-4474-92fa-77050bb75dc3'] in dv-neutron-835555-1-hyperv is: [{'id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '18773b78-3d98-418e-94b1-34a66b38a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:48:09Z', 'updated_at': '2022-03-29T09:48:18Z', 'revision_number': 4, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'gw_port': {'id': '18773b78-3d98-418e-94b1-34a66b38a130', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:10Z', 'updated_at': '2022-03-29T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '49047cc1-48d1-42ac-bb56-5c64f991bcec', 'name': '', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'mac_address': 'fa:16:3e:9b:6d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:17Z', 'updated_at': '2022-03-29T09:48:22Z', 'revision_number': 4, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'subnets': [{'id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:48:23.838054 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-92fef06f-7046-4673-aef8-32d841583eeb req-ec9d98cd-82fd-4f9d-9360-f52da5fd614b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 210 time: 0.0772867 Mar 29 09:48:23.844006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843e5be-5d20-4445-9598-3695d77d5f98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3ac725-efb6-49d8-bc25-47284fc12af4,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:23.884934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b59183-1592-42a3-814f-10389066093f None None] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:23.914128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d843e5be-5d20-4445-9598-3695d77d5f98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:23.915666 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d843e5be-5d20-4445-9598-3695d77d5f98 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4788692 Mar 29 09:48:23.918912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38634) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:23.924428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-6b805f09-9ce3-4427-b02e-d91565525108 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'security_group': {'name': 'tempest-secgroup-843134289'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:23.930686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6b805f09-9ce3-4427-b02e-d91565525108 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:23.935440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6b805f09-9ce3-4427-b02e-d91565525108 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:security_group and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:23.938682 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6b805f09-9ce3-4427-b02e-d91565525108 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:23.945208 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6b805f09-9ce3-4427-b02e-d91565525108 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:23.992911 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f7945cb1-5dfd-44d2-a13f-ffc358132f61 None None] Provisioning complete for port 148c4973-4ae9-4cde-aa54-171de826394f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:23.993556 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f7945cb1-5dfd-44d2-a13f-ffc358132f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:24.024332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6b805f09-9ce3-4427-b02e-d91565525108 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:24.049839 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6b805f09-9ce3-4427-b02e-d91565525108 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:24.054924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6b805f09-9ce3-4427-b02e-d91565525108 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:security_group_rule and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:24.059891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6b805f09-9ce3-4427-b02e-d91565525108 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:24.066255 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6b805f09-9ce3-4427-b02e-d91565525108 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:24.077535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f7945cb1-5dfd-44d2-a13f-ffc358132f61 None None] Port 148c4973-4ae9-4cde-aa54-171de826394f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:24.138574 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f7945cb1-5dfd-44d2-a13f-ffc358132f61 None None] Provisioning complete for port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:24.138946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f7945cb1-5dfd-44d2-a13f-ffc358132f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:24.165623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6b805f09-9ce3-4427-b02e-d91565525108 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:24.205362 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b360d6-7003-43e7-bee0-ba5c2772b5bb req-c70813ec-fe91-4fc1-bdb2-a18ff40bad3e tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:24.213173 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e3b360d6-7003-43e7-bee0-ba5c2772b5bb req-c70813ec-fe91-4fc1-bdb2-a18ff40bad3e tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.1182439 Mar 29 09:48:24.218342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6b805f09-9ce3-4427-b02e-d91565525108 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:24.278263 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e3b360d6-7003-43e7-bee0-ba5c2772b5bb req-264f5438-3727-4fd8-a240-3c6a2afa7180 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640361 Mar 29 09:48:24.289831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b805f09-9ce3-4427-b02e-d91565525108 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5987b0a-d935-4b18-9a59-2cae92c68246,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:24.377026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6b805f09-9ce3-4427-b02e-d91565525108 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:24.383848 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6b805f09-9ce3-4427-b02e-d91565525108 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4583650 Mar 29 09:48:24.384637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38640) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:24.391884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-6295782f-69cd-4c1f-a35b-6d0c25edac2c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'security_group': {'name': 'tempest-secgroup-1916392315'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:24.395782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-6295782f-69cd-4c1f-a35b-6d0c25edac2c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:24.400313 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6295782f-69cd-4c1f-a35b-6d0c25edac2c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:security_group and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:24.406422 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6295782f-69cd-4c1f-a35b-6d0c25edac2c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:24.419432 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-6295782f-69cd-4c1f-a35b-6d0c25edac2c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:24.449885 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff8d3b4-faaa-4933-b797-0a78bab8e6c3 None None] Update dhcp port {'port': {'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'fixed_ips': [{'subnet_id': '862d777b-3345-4284-b38c-53596277ab68', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a3f26dbb-4f22-4bef-9eca-c481a986e838'}], 'binding:host_id': 'dv-neutron-835555-1-hyperv'}, 'id': '9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b'} from dv-neutron-835555-1-hyperv. {{(pid=88552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 29 09:48:24.485541 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6295782f-69cd-4c1f-a35b-6d0c25edac2c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:24.507545 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-6295782f-69cd-4c1f-a35b-6d0c25edac2c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:24.511996 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eff8d3b4-faaa-4933-b797-0a78bab8e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:24.512221 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6295782f-69cd-4c1f-a35b-6d0c25edac2c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:security_group_rule and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:24.515962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6295782f-69cd-4c1f-a35b-6d0c25edac2c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:24.523484 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-6295782f-69cd-4c1f-a35b-6d0c25edac2c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:24.596107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6295782f-69cd-4c1f-a35b-6d0c25edac2c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:24.658288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6295782f-69cd-4c1f-a35b-6d0c25edac2c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:24.704166 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295782f-69cd-4c1f-a35b-6d0c25edac2c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2571f022-3a74-44de-88af-2cb8992e7f9d,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:24.733151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-eff8d3b4-faaa-4933-b797-0a78bab8e6c3 None None] Allocated IP 2001:db8::2 (3b12da20-cfc2-4358-899c-6c537d8d9002/a3f26dbb-4f22-4bef-9eca-c481a986e838/9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:24.767117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6295782f-69cd-4c1f-a35b-6d0c25edac2c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:24.769937 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6295782f-69cd-4c1f-a35b-6d0c25edac2c tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3854423 Mar 29 09:48:24.771247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38644) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:24.777966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1546199073', 'security_groups': ['2571f022-3a74-44de-88af-2cb8992e7f9d'], 'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a3f26dbb-4f22-4bef-9eca-c481a986e838'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:24.938290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-eff8d3b4-faaa-4933-b797-0a78bab8e6c3 None None] For port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b,segment=NetworkSegment(882aa200-276d-402a-adf5-a265d19039f4),segment_id=882aa200-276d-402a-adf5-a265d19039f4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:24.946415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:24.953371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:port and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:24.960401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:24.980441 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eff8d3b4-faaa-4933-b797-0a78bab8e6c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:25.001834 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eff8d3b4-faaa-4933-b797-0a78bab8e6c3 None None] Transition to ACTIVE for port object 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:25.012558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:25.016006 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-03fba444-6da5-48b0-a67e-94999aa2287a req-de04d182-a9c6-4170-8fd3-e3c2d7e16d54 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 210 time: 0.0584235 Mar 29 09:48:25.081540 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eff8d3b4-faaa-4933-b797-0a78bab8e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:25.081807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:25.233415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:25.258869 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] device_id is not set on port 4ec5497d-cba5-47b4-983c-2c121ff91b30 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:48:25.272815 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8d3b4-faaa-4933-b797-0a78bab8e6c3 None None] Pushing event updated for resources: {'Port': ['ID=9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:25.352689 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-112fbad6-eb31-4e58-8b86-f30b53264468 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:25.354173 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-112fbad6-eb31-4e58-8b86-f30b53264468 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.36 "GET /v2.0/networks?id=b6a8e453-4a0b-4be8-a24f-9ca186df8713 HTTP/1.1" status: 200 len: 797 time: 0.1941497 Mar 29 09:48:25.474619 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-ac986879-c031-469d-a3ba-2d6cfb9e927a tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b6e69655df147cf98d1a6da4383fb5e HTTP/1.1" status: 200 len: 380 time: 0.1001167 Mar 29 09:48:25.486116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Request body: {'port': {'device_id': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'admin_state_up': True, 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'security_groups': ['8456e02f-dc9c-4b72-8c21-9ff7b0d4022a']}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:25.651618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Allocated IP 2001:db8::21e (3b12da20-cfc2-4358-899c-6c537d8d9002/a3f26dbb-4f22-4bef-9eca-c481a986e838/4ec5497d-cba5-47b4-983c-2c121ff91b30) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:25.759140 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:48:25.800727 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfb4de-d4e3-4237-bdda-f8202b03d8ed req-485183a3-6ae0-4778-81e9-ed8703b12846 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:25.802361 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f8cfb4de-d4e3-4237-bdda-f8202b03d8ed req-485183a3-6ae0-4778-81e9-ed8703b12846 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.3856516 Mar 29 09:48:25.804921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:25.834351 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:25.845494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 49047cc1-48d1-42ac-bb56-5c64f991bcec up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:48:25.863688 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f8cfb4de-d4e3-4237-bdda-f8202b03d8ed req-cdd79b14-0495-43bd-a195-12d5efbb5609 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517542 Mar 29 09:48:25.892906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:25.919257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Transition to ACTIVE for port object 4ec5497d-cba5-47b4-983c-2c121ff91b30 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:25.937084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Made reservation on behalf of 4b6e69655df147cf98d1a6da4383fb5e for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:25.941853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:26.023971 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 49047cc1-48d1-42ac-bb56-5c64f991bcec completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:26.031073 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 49047cc1-48d1-42ac-bb56-5c64f991bcec triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:26.031449 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:26.057537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:26.109529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3e2a01e3-e7eb-44ce-b005-eb002a95fd74 None None] Provisioning complete for port 148c4973-4ae9-4cde-aa54-171de826394f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:26.109905 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3e2a01e3-e7eb-44ce-b005-eb002a95fd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:26.119793 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b165b-49b8-4f98-b0df-2231b05df9d1 req-4f9bd25e-7ae9-4546-9715-c230ddd58bed tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:26.126685 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d51b165b-49b8-4f98-b0df-2231b05df9d1 req-4f9bd25e-7ae9-4546-9715-c230ddd58bed tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.1401174 Mar 29 09:48:26.161055 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:26.166520 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:26.168892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:48:26.174594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:26.175225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:26.200327 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d99c77bf-54ba-480a-9286-a86b91e54fa7 req-d537b699-4a0c-4314-b053-129056e19ca4 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 210 time: 0.0569868 Mar 29 09:48:26.215824 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3e2a01e3-e7eb-44ce-b005-eb002a95fd74 None None] Port 148c4973-4ae9-4cde-aa54-171de826394f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:26.220755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=4ec5497d-cba5-47b4-983c-2c121ff91b30,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:26.222537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Allocated IP 172.20.0.7 (b6a8e453-4a0b-4be8-a24f-9ca186df8713/7470b3a6-af19-4650-9e31-fdc0af2bedbb/0fb8346b-bd05-4a21-9921-e49c4380abf7) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:26.246215 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d51b165b-49b8-4f98-b0df-2231b05df9d1 req-e2dfaddc-1747-4e40-9eb0-34a63f33594a tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045687 Mar 29 09:48:26.246426 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:26.278921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 49047cc1-48d1-42ac-bb56-5c64f991bcec, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=49047cc1-48d1-42ac-bb56-5c64f991bcec,segment=NetworkSegment(991e9f94-4c29-4220-8eed-0af925cf5a69),segment_id=991e9f94-4c29-4220-8eed-0af925cf5a69)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:26.374285 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3147f59d-7e0b-4955-8ded-52b00dec0d7e tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6019199 Mar 29 09:48:26.376812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38664) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:26.384400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-884a0eae-c9d1-44bd-a8fa-a8c2e3173337 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'subnet': {'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:26.457045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3e2a01e3-e7eb-44ce-b005-eb002a95fd74 None None] Provisioning for port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:26.461704 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:26.468754 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:26.484574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Transition to ACTIVE for port object 0fb8346b-bd05-4a21-9921-e49c4380abf7 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:26.500947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3e2a01e3-e7eb-44ce-b005-eb002a95fd74 None None] Provisioning complete for port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:26.501386 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3e2a01e3-e7eb-44ce-b005-eb002a95fd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:26.552640 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-884a0eae-c9d1-44bd-a8fa-a8c2e3173337 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:26.557432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-884a0eae-c9d1-44bd-a8fa-a8c2e3173337 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:subnet and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:26.561005 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-884a0eae-c9d1-44bd-a8fa-a8c2e3173337 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:26.566664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-884a0eae-c9d1-44bd-a8fa-a8c2e3173337 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:26.581941 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=49047cc1-48d1-42ac-bb56-5c64f991bcec,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:26.585190 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:26.657563 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Network b6a8e453-4a0b-4be8-a24f-9ca186df8713 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:26.664815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:26.669172 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:48:26.669519 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884a0eae-c9d1-44bd-a8fa-a8c2e3173337 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:26.676897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-884a0eae-c9d1-44bd-a8fa-a8c2e3173337 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:26.700821 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'Port': ['ID=0fb8346b-bd05-4a21-9921-e49c4380abf7,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:26.739504 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:26.740249 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:26.830457 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.ipam_backend_mixin [None req-884a0eae-c9d1-44bd-a8fa-a8c2e3173337 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3f26dbb-4f22-4bef-9eca-c481a986e838 (CIDR: 2001:db8::/64) Mar 29 09:48:26.835888 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-18b39729-a230-4a24-8695-1b9ba9df1591 None None] Provisioning for port 4ec5497d-cba5-47b4-983c-2c121ff91b30 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:26.841459 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-18b39729-a230-4a24-8695-1b9ba9df1591 None None] Provisioning complete for port 4ec5497d-cba5-47b4-983c-2c121ff91b30 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:26.850371 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-18b39729-a230-4a24-8695-1b9ba9df1591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:26.878296 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-22a7db12-810d-4fbf-a248-8dc01bb1a2ca tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3960946 Mar 29 09:48:26.893493 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Request body: {'port': {'device_id': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:26.900888 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-18b39729-a230-4a24-8695-1b9ba9df1591 None None] Port 4ec5497d-cba5-47b4-983c-2c121ff91b30 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:26.910205 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-884a0eae-c9d1-44bd-a8fa-a8c2e3173337 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:48:26.910747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884a0eae-c9d1-44bd-a8fa-a8c2e3173337 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:48:26.960220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95346c7-e4f9-4d8e-b012-e598e15e4af1 req-f41362fa-421e-4dbf-824d-53896e1327ec tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:26.961731 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c95346c7-e4f9-4d8e-b012-e598e15e4af1 req-f41362fa-421e-4dbf-824d-53896e1327ec tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.1007402 Mar 29 09:48:26.998437 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-884a0eae-c9d1-44bd-a8fa-a8c2e3173337 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6187866 Mar 29 09:48:27.001600 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38670) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:27.009149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-570df5fa-bbbb-4d3e-b3b9-0f2266d88544 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'subnet': {'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:27.010849 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:27.029500 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c95346c7-e4f9-4d8e-b012-e598e15e4af1 req-20d27f63-961c-49a7-ae7b-b50bd4b46b77 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617537 Mar 29 09:48:27.097986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-51052b5a-1037-4d25-aae6-a4cd50bec10a None None] Provisioning for port 0fb8346b-bd05-4a21-9921-e49c4380abf7 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:27.105581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-51052b5a-1037-4d25-aae6-a4cd50bec10a None None] Provisioning complete for port 0fb8346b-bd05-4a21-9921-e49c4380abf7 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:27.108659 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-51052b5a-1037-4d25-aae6-a4cd50bec10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:27.159528 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-570df5fa-bbbb-4d3e-b3b9-0f2266d88544 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:27.162480 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-51052b5a-1037-4d25-aae6-a4cd50bec10a None None] Port 0fb8346b-bd05-4a21-9921-e49c4380abf7 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:27.163831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-570df5fa-bbbb-4d3e-b3b9-0f2266d88544 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:subnet and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:27.166804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-570df5fa-bbbb-4d3e-b3b9-0f2266d88544 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:27.173863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-570df5fa-bbbb-4d3e-b3b9-0f2266d88544 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:27.275064 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570df5fa-bbbb-4d3e-b3b9-0f2266d88544 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:27.279252 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-570df5fa-bbbb-4d3e-b3b9-0f2266d88544 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:27.415051 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.ipam_backend_mixin [None req-570df5fa-bbbb-4d3e-b3b9-0f2266d88544 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 862d777b-3345-4284-b38c-53596277ab68 (CIDR: 2001:db8:0:1::/64) Mar 29 09:48:27.415638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb8346b-bd05-4a21-9921-e49c4380abf7 {{(pid=88550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:48:27.425405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:27.450165 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Transition to ACTIVE for port object 0fb8346b-bd05-4a21-9921-e49c4380abf7 will not be triggered until provisioned by entity L2. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:27.461431 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2405b48-acfe-43c1-a2bc-e0dceac36591 req-4cc9db60-6ac7-49d5-9532-aaf6b40c285b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:27.462114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-a2405b48-acfe-43c1-a2bc-e0dceac36591 req-4cc9db60-6ac7-49d5-9532-aaf6b40c285b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Synchronizing usage tracker for tenant:4b6e69655df147cf98d1a6da4383fb5e on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:48:27.464902 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-570df5fa-bbbb-4d3e-b3b9-0f2266d88544 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:48:27.465409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570df5fa-bbbb-4d3e-b3b9-0f2266d88544 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:48:27.520738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:27.544541 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-570df5fa-bbbb-4d3e-b3b9-0f2266d88544 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5418587 Mar 29 09:48:27.547176 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38676) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:27.552552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-6284232e-0778-45a3-b260-ca768a5b5974 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'subnet': {'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:27.559769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-a2405b48-acfe-43c1-a2bc-e0dceac36591 req-4cc9db60-6ac7-49d5-9532-aaf6b40c285b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Unset dirty status for tenant:4b6e69655df147cf98d1a6da4383fb5e on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:48:27.560936 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a2405b48-acfe-43c1-a2bc-e0dceac36591 req-4cc9db60-6ac7-49d5-9532-aaf6b40c285b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 931 time: 0.2574017 Mar 29 09:48:27.665571 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 49047cc1-48d1-42ac-bb56-5c64f991bcec up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:48:27.707292 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6284232e-0778-45a3-b260-ca768a5b5974 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:27.711264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6284232e-0778-45a3-b260-ca768a5b5974 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Usage tracker for resource:subnet and tenant:46428600bbf74339b346da1e619e447c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:27.714811 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6284232e-0778-45a3-b260-ca768a5b5974 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:27.720776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6284232e-0778-45a3-b260-ca768a5b5974 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:27.722830 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a2405b48-acfe-43c1-a2bc-e0dceac36591 req-c2f3530e-ba7a-4c59-ac48-57a2d2cbaca8 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513402 Mar 29 09:48:27.731988 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Pushing event updated for resources: {'Port': ['ID=0fb8346b-bd05-4a21-9921-e49c4380abf7,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:27.756360 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 49047cc1-48d1-42ac-bb56-5c64f991bcec triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:27.756759 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:27.790211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6284232e-0778-45a3-b260-ca768a5b5974 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Made reservation on behalf of 46428600bbf74339b346da1e619e447c for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:48:27.794871 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6284232e-0778-45a3-b260-ca768a5b5974 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:27.809020 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Attempting to bind port 0fb8346b-bd05-4a21-9921-e49c4380abf7 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:48:27.809350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Attempting to bind port 0fb8346b-bd05-4a21-9921-e49c4380abf7 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '991e9f94-4c29-4220-8eed-0af925cf5a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:48:27.809672 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Attempting to bind port 0fb8346b-bd05-4a21-9921-e49c4380abf7 on network b6a8e453-4a0b-4be8-a24f-9ca186df8713 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:48:27.814559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Port 0fb8346b-bd05-4a21-9921-e49c4380abf7 on network b6a8e453-4a0b-4be8-a24f-9ca186df8713 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:48:27.814926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Attempting to bind port 0fb8346b-bd05-4a21-9921-e49c4380abf7 on network b6a8e453-4a0b-4be8-a24f-9ca186df8713 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:48:27.820117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:48:27.820451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Checking segment: {'id': '991e9f94-4c29-4220-8eed-0af925cf5a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:48:27.820877 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Bound using segment: {'id': '991e9f94-4c29-4220-8eed-0af925cf5a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713'} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:48:27.821298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Bound port: 0fb8346b-bd05-4a21-9921-e49c4380abf7, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991e9f94-4c29-4220-8eed-0af925cf5a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713'}}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:48:27.821639 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:27.924031 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] For port 0fb8346b-bd05-4a21-9921-e49c4380abf7, host hv-neutron-8355, cleared binding levels {{(pid=88550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:48:27.926933 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] For port 0fb8346b-bd05-4a21-9921-e49c4380abf7, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=0fb8346b-bd05-4a21-9921-e49c4380abf7,segment=NetworkSegment(991e9f94-4c29-4220-8eed-0af925cf5a69),segment_id=991e9f94-4c29-4220-8eed-0af925cf5a69)] {{(pid=88550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:48:27.984777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:28.140006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:28.140644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:28.141989 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] 10.222.0.36 "PUT /v2.0/ports/0fb8346b-bd05-4a21-9921-e49c4380abf7 HTTP/1.1" status: 200 len: 1093 time: 1.2534313 Mar 29 09:48:28.142598 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'tag': '0fb8346b-bd05-4a21-9921-e49c4380abf7'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:48:28.169058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d664e2c-4b1d-4f96-87dd-024bf4f6b0fc service neutron] Pushing event updated for resources: {'Port': ['ID=0fb8346b-bd05-4a21-9921-e49c4380abf7,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:28.189993 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6284232e-0778-45a3-b260-ca768a5b5974 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:28.198459 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'tag': '0fb8346b-bd05-4a21-9921-e49c4380abf7', 'status': 'completed', 'code': 200} Mar 29 09:48:28.263742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6284232e-0778-45a3-b260-ca768a5b5974 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:28.268117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-6284232e-0778-45a3-b260-ca768a5b5974 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:28.277489 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baa2982-5c86-4379-98a5-cadf7d030b98 None None] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:28.285436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6284232e-0778-45a3-b260-ca768a5b5974 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:28.286046 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6284232e-0778-45a3-b260-ca768a5b5974 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:28.303187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0e324-01e7-4db3-bcac-0b6d1bd44ee0 req-099404f7-ecd1-4b75-b065-bcb27f02aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:28.305291 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2cc0e324-01e7-4db3-bcac-0b6d1bd44ee0 req-099404f7-ecd1-4b75-b065-bcb27f02aba2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6e69655df147cf98d1a6da4383fb5e&device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 1096 time: 0.0872984 Mar 29 09:48:28.316741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284232e-0778-45a3-b260-ca768a5b5974 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Subnet': ['ID=e6ac7259-dd75-4b6e-9afb-8b546276da4e,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:28.371475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd69aa2-309f-4fac-9e7c-fc4a81283b08 req-cd23e3f7-aa04-4afd-8e68-1942bf28d02b tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:28.373721 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-efd69aa2-309f-4fac-9e7c-fc4a81283b08 req-cd23e3f7-aa04-4afd-8e68-1942bf28d02b tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.2321064 Mar 29 09:48:28.494024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0e324-01e7-4db3-bcac-0b6d1bd44ee0 req-26d8680f-5fe2-449e-a2f7-2c38b86fcd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:28.496196 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2cc0e324-01e7-4db3-bcac-0b6d1bd44ee0 req-26d8680f-5fe2-449e-a2f7-2c38b86fcd1d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4b6e69655df147cf98d1a6da4383fb5e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1831841 Mar 29 09:48:28.519496 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6284232e-0778-45a3-b260-ca768a5b5974 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9688113 Mar 29 09:48:28.520785 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38684) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:28.528061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-1a4035c1-8774-484d-a5c1-2ffd5eb835fe tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1202797830', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e6ac7259-dd75-4b6e-9afb-8b546276da4e'}], 'security_groups': ['5f3ac725-efb6-49d8-bc25-47284fc12af4', 'b5987b0a-d935-4b18-9a59-2cae92c68246']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:28.639303 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0e324-01e7-4db3-bcac-0b6d1bd44ee0 req-fcc447e6-093c-47e7-81ac-6f6daba7e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:28.640832 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2cc0e324-01e7-4db3-bcac-0b6d1bd44ee0 req-fcc447e6-093c-47e7-81ac-6f6daba7e1f3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393163 Mar 29 09:48:28.646099 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-efd69aa2-309f-4fac-9e7c-fc4a81283b08 req-d3fb6b24-5a17-42c8-a5d2-a45a0ffec098 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601376 Mar 29 09:48:28.675645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7a0714-93f8-412e-8c3a-a2d70ec764c6 None None] Update dhcp port {'port': {'network_id': '3b12da20-cfc2-4358-899c-6c537d8d9002', 'fixed_ips': [{'subnet_id': '862d777b-3345-4284-b38c-53596277ab68', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a3f26dbb-4f22-4bef-9eca-c481a986e838', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e6ac7259-dd75-4b6e-9afb-8b546276da4e'}], 'binding:host_id': 'dv-neutron-835555-1-hyperv'}, 'id': '9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b'} from dv-neutron-835555-1-hyperv. {{(pid=88552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 29 09:48:28.677579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1a4035c1-8774-484d-a5c1-2ffd5eb835fe tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:28.735273 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8c7a0714-93f8-412e-8c3a-a2d70ec764c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:28.768757 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-56c67146-358c-4ab9-93be-2a12dddb6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:28.770650 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-56c67146-358c-4ab9-93be-2a12dddb6135 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6e69655df147cf98d1a6da4383fb5e&device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 1096 time: 0.0882413 Mar 29 09:48:28.864971 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-98de1adc-ba99-40d5-a103-063c5851977b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fb8346b-bd05-4a21-9921-e49c4380abf7 HTTP/1.1" status: 200 len: 217 time: 0.0867012 Mar 29 09:48:28.929624 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-1c001156-9fe3-4e2e-86d2-a9451b4102ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:28.931279 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-1c001156-9fe3-4e2e-86d2-a9451b4102ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7470b3a6-af19-4650-9e31-fdc0af2bedbb HTTP/1.1" status: 200 len: 834 time: 0.0598550 Mar 29 09:48:29.014660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-8c7a0714-93f8-412e-8c3a-a2d70ec764c6 None None] Allocated IP 2001:db8:0:2::2 (3b12da20-cfc2-4358-899c-6c537d8d9002/e6ac7259-dd75-4b6e-9afb-8b546276da4e/9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:29.023727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf79a52-6833-45e6-9cd0-d0dcaaab318a req-acfea7b3-0ae4-4766-9c6f-376edcff2450 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:29.023944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-d5f33c8f-86a4-43d2-9cad-504f963ab38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:29.025340 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-acf79a52-6833-45e6-9cd0-d0dcaaab318a req-acfea7b3-0ae4-4766-9c6f-376edcff2450 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 943 time: 0.1631398 Mar 29 09:48:29.032755 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-d5f33c8f-86a4-43d2-9cad-504f963ab38a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6a8e453-4a0b-4be8-a24f-9ca186df8713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0959895 Mar 29 09:48:29.083007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-acf79a52-6833-45e6-9cd0-d0dcaaab318a req-82e72b10-c14a-4932-b492-97a8be92313d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Synchronizing usage tracker for tenant:4b6e69655df147cf98d1a6da4383fb5e on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:48:29.180466 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-8c7a0714-93f8-412e-8c3a-a2d70ec764c6 None None] For port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b,segment=NetworkSegment(882aa200-276d-402a-adf5-a265d19039f4),segment_id=882aa200-276d-402a-adf5-a265d19039f4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:29.220162 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-acf79a52-6833-45e6-9cd0-d0dcaaab318a req-82e72b10-c14a-4932-b492-97a8be92313d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Unset dirty status for tenant:4b6e69655df147cf98d1a6da4383fb5e on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:48:29.221811 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-acf79a52-6833-45e6-9cd0-d0dcaaab318a req-82e72b10-c14a-4932-b492-97a8be92313d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876373 Mar 29 09:48:29.227136 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-920d40a6-d4c5-4ff6-b957-d7c308662503 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a8e453-4a0b-4be8-a24f-9ca186df8713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875322 Mar 29 09:48:29.255978 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8c7a0714-93f8-412e-8c3a-a2d70ec764c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:29.259708 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f3b42-151e-4b24-8e4c-dd2264011d18 req-b4176f25-da2f-443a-8726-fb1f340b8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:29.262033 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe2f3b42-151e-4b24-8e4c-dd2264011d18 req-b4176f25-da2f-443a-8726-fb1f340b8ab3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2779cd9c18064dc396cd8fcf158a66ef&device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 1099 time: 0.0833189 Mar 29 09:48:29.274012 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8c7a0714-93f8-412e-8c3a-a2d70ec764c6 None None] Transition to ACTIVE for port object 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:29.352934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cd1a6-2d32-49c8-a7f1-cc4beaa4340c req-d8f6ea23-aab8-438c-875f-4908f724213e tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:29.354107 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-674cd1a6-2d32-49c8-a7f1-cc4beaa4340c req-d8f6ea23-aab8-438c-875f-4908f724213e tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.2104931 Mar 29 09:48:29.355354 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8c7a0714-93f8-412e-8c3a-a2d70ec764c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:29.417066 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-674cd1a6-2d32-49c8-a7f1-cc4beaa4340c req-9f8d77cd-41e0-4493-8721-c70dceb47ba7 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568938 Mar 29 09:48:29.440611 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af6fe4b1-4948-4fc4-8e34-76a50e352eb2 req-52e164f1-8631-4f78-b25e-cfa9204756b2 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a8e453-4a0b-4be8-a24f-9ca186df8713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066123 Mar 29 09:48:29.455525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f3b42-151e-4b24-8e4c-dd2264011d18 req-63b679d0-7860-4319-ba9e-e7e0605a1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:29.456991 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe2f3b42-151e-4b24-8e4c-dd2264011d18 req-63b679d0-7860-4319-ba9e-e7e0605a1b5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e444506-be74-4930-ae38-503772134115 HTTP/1.1" status: 200 len: 913 time: 0.1890693 Mar 29 09:48:29.563495 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a0714-93f8-412e-8c3a-a2d70ec764c6 None None] Pushing event updated for resources: {'Port': ['ID=9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:29.565839 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe2f3b42-151e-4b24-8e4c-dd2264011d18 req-1a6dc1e0-3c0c-4119-9e08-4f84fe68acb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2003874-4ac0-4cb6-a1bf-0314cdd9203c HTTP/1.1" status: 200 len: 217 time: 0.0743747 Mar 29 09:48:29.634976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-1a4035c1-8774-484d-a5c1-2ffd5eb835fe tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Delete allocated IP 2001:db8::21e (3b12da20-cfc2-4358-899c-6c537d8d9002/a3f26dbb-4f22-4bef-9eca-c481a986e838) {{(pid=88551) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 09:48:29.648925 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-1a4035c1-8774-484d-a5c1-2ffd5eb835fe tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Allocated IP 2001:db8:0:2::31b (3b12da20-cfc2-4358-899c-6c537d8d9002/e6ac7259-dd75-4b6e-9afb-8b546276da4e/4ec5497d-cba5-47b4-983c-2c121ff91b30) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:29.649143 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:48:29.660338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f3b42-151e-4b24-8e4c-dd2264011d18 req-7d832b9d-cc2c-4f41-aedc-fd102fd13234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:29.661813 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe2f3b42-151e-4b24-8e4c-dd2264011d18 req-7d832b9d-cc2c-4f41-aedc-fd102fd13234 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9efebd1c-db71-4f6b-bff7-9bc32f66aa13 HTTP/1.1" status: 200 len: 852 time: 0.0849252 Mar 29 09:48:29.727575 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe2f3b42-151e-4b24-8e4c-dd2264011d18 req-e19e9d37-4760-4786-a411-797f7d6afcca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e444506-be74-4930-ae38-503772134115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548949 Mar 29 09:48:29.969804 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe2f3b42-151e-4b24-8e4c-dd2264011d18 req-6a44da98-6543-4149-923e-d7a47141dd97 service neutron] 10.222.0.36 "GET /v2.0/networks/9e444506-be74-4930-ae38-503772134115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359288 Mar 29 09:48:30.088060 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-65a6bab3-f7fd-4acb-aec3-d5812e3338a8 None None] Provisioning complete for port 148c4973-4ae9-4cde-aa54-171de826394f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:30.088607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-65a6bab3-f7fd-4acb-aec3-d5812e3338a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:30.114290 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1a4035c1-8774-484d-a5c1-2ffd5eb835fe tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:30.142758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-65a6bab3-f7fd-4acb-aec3-d5812e3338a8 None None] Port 148c4973-4ae9-4cde-aa54-171de826394f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:30.145189 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe2f3b42-151e-4b24-8e4c-dd2264011d18 req-2070fdbd-4038-420f-a098-1df293de11bd service neutron] 10.222.0.36 "GET /v2.0/networks/9e444506-be74-4930-ae38-503772134115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677091 Mar 29 09:48:30.146099 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-1a4035c1-8774-484d-a5c1-2ffd5eb835fe tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Transition to ACTIVE for port object 4ec5497d-cba5-47b4-983c-2c121ff91b30 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:48:30.154742 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-65a6bab3-f7fd-4acb-aec3-d5812e3338a8 None None] Provisioning complete for port 4ec5497d-cba5-47b4-983c-2c121ff91b30 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:30.160285 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-65a6bab3-f7fd-4acb-aec3-d5812e3338a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:30.209057 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-65a6bab3-f7fd-4acb-aec3-d5812e3338a8 None None] Port 4ec5497d-cba5-47b4-983c-2c121ff91b30 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:30.235193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1a4035c1-8774-484d-a5c1-2ffd5eb835fe tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:30.294557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-65a6bab3-f7fd-4acb-aec3-d5812e3338a8 None None] Provisioning for port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:30.304203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-65a6bab3-f7fd-4acb-aec3-d5812e3338a8 None None] Provisioning complete for port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:30.304203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-65a6bab3-f7fd-4acb-aec3-d5812e3338a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:30.457882 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1a4035c1-8774-484d-a5c1-2ffd5eb835fe tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] In _notify_port_updated(), no bound segment for port 4ec5497d-cba5-47b4-983c-2c121ff91b30 on network 3b12da20-cfc2-4358-899c-6c537d8d9002 {{(pid=88551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:48:30.463270 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4035c1-8774-484d-a5c1-2ffd5eb835fe tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:30.463829 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1a4035c1-8774-484d-a5c1-2ffd5eb835fe tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:30.468289 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1a4035c1-8774-484d-a5c1-2ffd5eb835fe tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "PUT /v2.0/ports/4ec5497d-cba5-47b4-983c-2c121ff91b30 HTTP/1.1" status: 200 len: 970 time: 1.9441321 Mar 29 09:48:30.468792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38700) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:30.526118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4035c1-8774-484d-a5c1-2ffd5eb835fe tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event updated for resources: {'Port': ['ID=4ec5497d-cba5-47b4-983c-2c121ff91b30,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:30.576504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032a777-4de9-49de-beb7-9e34321ee245 req-9cf4b6e3-3937-4e10-a1d2-2f1533774696 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:30.577965 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2032a777-4de9-49de-beb7-9e34321ee245 req-9cf4b6e3-3937-4e10-a1d2-2f1533774696 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 943 time: 0.1218653 Mar 29 09:48:30.598183 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0521ecf3-e016-476b-92ce-35032d46a807 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 4ec5497d-cba5-47b4-983c-2c121ff91b30 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:48:30.598528 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0521ecf3-e016-476b-92ce-35032d46a807 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:30.622604 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2032a777-4de9-49de-beb7-9e34321ee245 req-e2e2cc16-16af-4a9d-b99f-787c53999d84 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384934 Mar 29 09:48:30.623455 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-42e4a5e6-3049-4f28-af29-61d67e08aaeb None None] Provisioning for port 4ec5497d-cba5-47b4-983c-2c121ff91b30 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:30.629004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-42e4a5e6-3049-4f28-af29-61d67e08aaeb None None] Provisioning complete for port 4ec5497d-cba5-47b4-983c-2c121ff91b30 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:30.629380 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-42e4a5e6-3049-4f28-af29-61d67e08aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:30.686186 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-42e4a5e6-3049-4f28-af29-61d67e08aaeb None None] Port 4ec5497d-cba5-47b4-983c-2c121ff91b30 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:30.755722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aef033-a06e-4c0a-aa38-08aed11671a7 req-326d75ad-1e8b-485f-a286-f27468987cfc tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:30.757137 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c1aef033-a06e-4c0a-aa38-08aed11671a7 req-326d75ad-1e8b-485f-a286-f27468987cfc tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.2145851 Mar 29 09:48:30.877395 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c1aef033-a06e-4c0a-aa38-08aed11671a7 req-9a0fe2d5-56a7-4434-b793-beb2a37119e4 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057744 Mar 29 09:48:30.905100 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0521ecf3-e016-476b-92ce-35032d46a807 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:31.121572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0521ecf3-e016-476b-92ce-35032d46a807 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 4ec5497d-cba5-47b4-983c-2c121ff91b30 owned by {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:48:31.343773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0521ecf3-e016-476b-92ce-35032d46a807 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:31.393269 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521ecf3-e016-476b-92ce-35032d46a807 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=4ec5497d-cba5-47b4-983c-2c121ff91b30,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:31.438037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0521ecf3-e016-476b-92ce-35032d46a807 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:31.447965 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0521ecf3-e016-476b-92ce-35032d46a807 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/4ec5497d-cba5-47b4-983c-2c121ff91b30 HTTP/1.1" status: 204 len: 168 time: 0.9778938 Mar 29 09:48:31.451116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38704) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:31.498411 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc955d7b-1bf6-4745-9624-648ca842f7a7 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] GET failed (client error): The resource could not be found. Mar 29 09:48:31.499106 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fc955d7b-1bf6-4745-9624-648ca842f7a7 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Synchronizing usage tracker for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:48:31.576139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fc955d7b-1bf6-4745-9624-648ca842f7a7 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Unset dirty status for tenant:46428600bbf74339b346da1e619e447c on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:48:31.580384 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fc955d7b-1bf6-4745-9624-648ca842f7a7 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports/4ec5497d-cba5-47b4-983c-2c121ff91b30 HTTP/1.1" status: 404 len: 333 time: 0.1254036 Mar 29 09:48:31.580384 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38708) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:31.640625 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-268c1670-3739-4d7e-94bd-c2948367ca76 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:31.666342 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-268c1670-3739-4d7e-94bd-c2948367ca76 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:31.771843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-268c1670-3739-4d7e-94bd-c2948367ca76 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:31.787804 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c1670-3739-4d7e-94bd-c2948367ca76 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2571f022-3a74-44de-88af-2cb8992e7f9d,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:31.795826 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-268c1670-3739-4d7e-94bd-c2948367ca76 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:31.796970 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-268c1670-3739-4d7e-94bd-c2948367ca76 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/security-groups/2571f022-3a74-44de-88af-2cb8992e7f9d HTTP/1.1" status: 204 len: 168 time: 0.2157450 Mar 29 09:48:31.799661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38714) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:31.811607 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad659d14-bac2-4b90-b2fc-b28377a86dfa req-f1364857-983d-42d0-83b8-f4b2dee94eef tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:31.813081 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ad659d14-bac2-4b90-b2fc-b28377a86dfa req-f1364857-983d-42d0-83b8-f4b2dee94eef tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 943 time: 0.0850964 Mar 29 09:48:31.856756 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ad659d14-bac2-4b90-b2fc-b28377a86dfa req-2d927fa7-c1e8-4976-bc9a-4592afc1211e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379260 Mar 29 09:48:31.864803 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9d022ff-7ca3-46e5-8775-8a728c65b942 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:31.891943 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9d022ff-7ca3-46e5-8775-8a728c65b942 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:31.965976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 0fb8346b-bd05-4a21-9921-e49c4380abf7 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:48:32.016859 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9d022ff-7ca3-46e5-8775-8a728c65b942 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:32.043187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d022ff-7ca3-46e5-8775-8a728c65b942 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5987b0a-d935-4b18-9a59-2cae92c68246,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:32.049136 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9d022ff-7ca3-46e5-8775-8a728c65b942 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:32.052875 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e9d022ff-7ca3-46e5-8775-8a728c65b942 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/security-groups/b5987b0a-d935-4b18-9a59-2cae92c68246 HTTP/1.1" status: 204 len: 168 time: 0.2496760 Mar 29 09:48:32.059663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38720) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:32.086237 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07332b8f-2b1e-42cd-bbc9-7f51441c5bae req-653f11c4-e676-4b22-a775-ee5297888010 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:32.088525 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07332b8f-2b1e-42cd-bbc9-7f51441c5bae req-653f11c4-e676-4b22-a775-ee5297888010 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.1068385 Mar 29 09:48:32.112870 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 0fb8346b-bd05-4a21-9921-e49c4380abf7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=0fb8346b-bd05-4a21-9921-e49c4380abf7,segment=NetworkSegment(991e9f94-4c29-4220-8eed-0af925cf5a69),segment_id=991e9f94-4c29-4220-8eed-0af925cf5a69)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:32.121929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a46d0a3-8f49-48af-8d88-514c95ddbe30 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:32.128082 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '0fb8346b-bd05-4a21-9921-e49c4380abf7', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'port_id': '0fb8346b-bd05-4a21-9921-e49c4380abf7', 'mac_address': 'fa:16:3e:c6:1f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:48:32.139101 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07332b8f-2b1e-42cd-bbc9-7f51441c5bae req-a5f63e16-b592-4679-b4f1-b97acb83ddc5 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444045 Mar 29 09:48:32.150499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a46d0a3-8f49-48af-8d88-514c95ddbe30 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:32.183699 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:32.200733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb8346b-bd05-4a21-9921-e49c4380abf7 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:48:32.216661 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 0fb8346b-bd05-4a21-9921-e49c4380abf7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=0fb8346b-bd05-4a21-9921-e49c4380abf7,segment=NetworkSegment(991e9f94-4c29-4220-8eed-0af925cf5a69),segment_id=991e9f94-4c29-4220-8eed-0af925cf5a69)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:32.297628 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a46d0a3-8f49-48af-8d88-514c95ddbe30 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:32.308847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:32.317198 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46d0a3-8f49-48af-8d88-514c95ddbe30 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3ac725-efb6-49d8-bc25-47284fc12af4,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:32.321652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a46d0a3-8f49-48af-8d88-514c95ddbe30 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:32.324643 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2a46d0a3-8f49-48af-8d88-514c95ddbe30 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/security-groups/5f3ac725-efb6-49d8-bc25-47284fc12af4 HTTP/1.1" status: 204 len: 168 time: 0.2682724 Mar 29 09:48:32.325525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38726) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:32.392091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=0fb8346b-bd05-4a21-9921-e49c4380abf7,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:32.396387 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcffe423-33d6-41a0-ab1d-b7c6c3db1380 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting subnet a3f26dbb-4f22-4bef-9eca-c481a986e838 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:48:32.400804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fcffe423-33d6-41a0-ab1d-b7c6c3db1380 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:32.455207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fcffe423-33d6-41a0-ab1d-b7c6c3db1380 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:32.541543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fcffe423-33d6-41a0-ab1d-b7c6c3db1380 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:32.615408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['0fb8346b-bd05-4a21-9921-e49c4380abf7'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:48:32.692639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fcffe423-33d6-41a0-ab1d-b7c6c3db1380 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:32.736073 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffe423-33d6-41a0-ab1d-b7c6c3db1380 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f26dbb-4f22-4bef-9eca-c481a986e838,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:32.738129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fcffe423-33d6-41a0-ab1d-b7c6c3db1380 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:32.751264 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fcffe423-33d6-41a0-ab1d-b7c6c3db1380 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/a3f26dbb-4f22-4bef-9eca-c481a986e838 HTTP/1.1" status: 204 len: 168 time: 0.4184313 Mar 29 09:48:32.751520 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38732) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:32.761994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89450345-1120-4bb3-82f2-3c0eb825be71 None None] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:32.806492 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b81ae-2961-410e-a6e0-725cca6ddc2b req-87f48051-f850-4ae1-9171-2aedea8db013 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:32.808763 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ce2b81ae-2961-410e-a6e0-725cca6ddc2b req-87f48051-f850-4ae1-9171-2aedea8db013 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.1105506 Mar 29 09:48:32.825844 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-578ea697-2399-4b8e-bc55-fa823e930e75 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting subnet e6ac7259-dd75-4b6e-9afb-8b546276da4e {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:48:32.828852 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-578ea697-2399-4b8e-bc55-fa823e930e75 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:32.855331 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ce2b81ae-2961-410e-a6e0-725cca6ddc2b req-ae89b7ad-ef70-44d3-a8cf-0cd6cdc79c74 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398245 Mar 29 09:48:32.890338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-578ea697-2399-4b8e-bc55-fa823e930e75 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:33.031992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-578ea697-2399-4b8e-bc55-fa823e930e75 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:33.119064 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0f60f-888b-4a34-900e-c1e89d3f217d req-dc09a554-f4cc-4269-bc48-4faef0639f67 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:33.120781 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c3b0f60f-888b-4a34-900e-c1e89d3f217d req-dc09a554-f4cc-4269-bc48-4faef0639f67 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 944 time: 0.1520476 Mar 29 09:48:33.181806 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c3b0f60f-888b-4a34-900e-c1e89d3f217d req-193650a8-064a-44a9-81d6-45cfd56981ff tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531895 Mar 29 09:48:33.233895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-578ea697-2399-4b8e-bc55-fa823e930e75 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:33.274103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ea697-2399-4b8e-bc55-fa823e930e75 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ac7259-dd75-4b6e-9afb-8b546276da4e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:33.282867 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-578ea697-2399-4b8e-bc55-fa823e930e75 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:33.285812 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-578ea697-2399-4b8e-bc55-fa823e930e75 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/e6ac7259-dd75-4b6e-9afb-8b546276da4e HTTP/1.1" status: 204 len: 168 time: 0.5333049 Mar 29 09:48:33.288119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38738) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:33.325729 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8aff645-b277-4f2d-8958-fc43334d828b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] DELETE failed (client error): The resource could not be found. Mar 29 09:48:33.326191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8aff645-b277-4f2d-8958-fc43334d828b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:48:33.327890 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a8aff645-b277-4f2d-8958-fc43334d828b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/a3f26dbb-4f22-4bef-9eca-c481a986e838 HTTP/1.1" status: 404 len: 337 time: 0.0387776 Mar 29 09:48:33.330411 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38742) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:33.400011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fad281-8249-458f-93be-bd104211c394 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting subnet 862d777b-3345-4284-b38c-53596277ab68 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:48:33.403772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23fad281-8249-458f-93be-bd104211c394 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:33.462252 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23fad281-8249-458f-93be-bd104211c394 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:33.554178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23fad281-8249-458f-93be-bd104211c394 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:33.637982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180ba5e2-e478-4905-bf69-8b94494692d0 None None] Network 3b12da20-cfc2-4358-899c-6c537d8d9002 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:48:33.702618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23fad281-8249-458f-93be-bd104211c394 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:33.741503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fad281-8249-458f-93be-bd104211c394 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Subnet': ['ID=862d777b-3345-4284-b38c-53596277ab68,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:33.745269 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e40d7662-5934-463e-902d-727092cf1bee None None] Provisioning complete for port 148c4973-4ae9-4cde-aa54-171de826394f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:33.745642 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e40d7662-5934-463e-902d-727092cf1bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:33.749776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23fad281-8249-458f-93be-bd104211c394 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:33.756377 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-23fad281-8249-458f-93be-bd104211c394 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/862d777b-3345-4284-b38c-53596277ab68 HTTP/1.1" status: 204 len: 168 time: 0.4246962 Mar 29 09:48:33.758927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38748) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:33.801758 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-62fa5837-b36a-41f0-9d09-f54b912f7689 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] DELETE failed (client error): The resource could not be found. Mar 29 09:48:33.802131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62fa5837-b36a-41f0-9d09-f54b912f7689 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:48:33.803786 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-62fa5837-b36a-41f0-9d09-f54b912f7689 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/baa251f7-9f60-47d9-ac5a-60ac9b13c959 HTTP/1.1" status: 404 len: 337 time: 0.0439084 Mar 29 09:48:33.806510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38752) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:33.850365 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3ec87004-9c1e-44d8-b3f3-69e7106d9e29 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b66e9d-0ef5-4135-9583-ad60b472c6ed HTTP/1.1" status: 200 len: 205 time: 0.0427155 Mar 29 09:48:33.852767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38756) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:33.910401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e40d7662-5934-463e-902d-727092cf1bee None None] Port 148c4973-4ae9-4cde-aa54-171de826394f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:48:33.922023 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.api.v2.resource [None req-90623e68-ee6a-44a0-a300-ec136ad0a881 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] delete failed (client error): The resource could not be found. Mar 29 09:48:33.925557 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-90623e68-ee6a-44a0-a300-ec136ad0a881 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/routers/b8b66e9d-0ef5-4135-9583-ad60b472c6ed HTTP/1.1" status: 404 len: 336 time: 0.0695238 Mar 29 09:48:33.925917 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38762) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:33.933825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e40d7662-5934-463e-902d-727092cf1bee None None] Provisioning complete for port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:33.934203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e40d7662-5934-463e-902d-727092cf1bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:33.964434 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6fbf33-c5b5-4e2c-8003-b577b29d46ec tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] DELETE failed (client error): The resource could not be found. Mar 29 09:48:33.964434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6fbf33-c5b5-4e2c-8003-b577b29d46ec tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:48:33.965959 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ed6fbf33-c5b5-4e2c-8003-b577b29d46ec tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/294283a4-381d-4295-ba69-68c75542f941 HTTP/1.1" status: 404 len: 337 time: 0.0391297 Mar 29 09:48:33.968841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38766) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:33.996681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 0fb8346b-bd05-4a21-9921-e49c4380abf7 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:48:34.019834 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f86fa1-ac74-4219-9aab-49464b76d5fd tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] DELETE failed (client error): The resource could not be found. Mar 29 09:48:34.020434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f86fa1-ac74-4219-9aab-49464b76d5fd tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:48:34.025422 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-46f86fa1-ac74-4219-9aab-49464b76d5fd tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/71814925-20ad-4a28-98f6-78e916af21f3 HTTP/1.1" status: 404 len: 337 time: 0.0529900 Mar 29 09:48:34.025724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38770) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:34.050281 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84020784-84c9-48a9-afd2-a9b68e5bc3df req-58aec5bc-3f64-41c0-a094-957a6822ce86 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:34.051895 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-84020784-84c9-48a9-afd2-a9b68e5bc3df req-58aec5bc-3f64-41c0-a094-957a6822ce86 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.0849195 Mar 29 09:48:34.069475 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba091a5-c02b-4ef5-b090-1627fd1e89b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] DELETE failed (client error): The resource could not be found. Mar 29 09:48:34.070600 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba091a5-c02b-4ef5-b090-1627fd1e89b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:48:34.075454 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-aba091a5-c02b-4ef5-b090-1627fd1e89b2 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/7d0341b5-67ce-406c-a6dd-93ff06f1cb4d HTTP/1.1" status: 404 len: 337 time: 0.0459328 Mar 29 09:48:34.075727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38774) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:34.109236 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-84020784-84c9-48a9-afd2-a9b68e5bc3df req-e78a491d-a3f0-4af9-a3fd-dc97089d1247 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497978 Mar 29 09:48:34.122276 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bcb86a7-cc33-429c-a385-21964dbb6ede tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] DELETE failed (client error): The resource could not be found. Mar 29 09:48:34.123285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bcb86a7-cc33-429c-a385-21964dbb6ede tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:48:34.125382 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2bcb86a7-cc33-429c-a385-21964dbb6ede tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/6082eee6-bd0d-4229-9145-c49b5e734b52 HTTP/1.1" status: 404 len: 333 time: 0.0478892 Mar 29 09:48:34.127875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38778) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:34.152220 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d75560-ab33-4a98-9f91-27682b618a36 None None] DHCP port deletion for 3b12da20-cfc2-4358-899c-6c537d8d9002 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:48:34.156728 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c7d75560-ab33-4a98-9f91-27682b618a36 None None] Deleting port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:48:34.157169 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c7d75560-ab33-4a98-9f91-27682b618a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:34.169508 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebce351-ae9f-4efc-bff2-0024ba57459b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] DELETE failed (client error): The resource could not be found. Mar 29 09:48:34.169936 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eebce351-ae9f-4efc-bff2-0024ba57459b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:48:34.172520 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-eebce351-ae9f-4efc-bff2-0024ba57459b tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/86928f2c-8fd3-493f-88cb-0ceefbc70c89 HTTP/1.1" status: 404 len: 337 time: 0.0426800 Mar 29 09:48:34.174352 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38784) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:34.189125 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 0fb8346b-bd05-4a21-9921-e49c4380abf7 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:48:34.205024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 0fb8346b-bd05-4a21-9921-e49c4380abf7 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:48:34.205454 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:34.216764 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8aaf4b0-2342-4889-9a57-509129408385 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] DELETE failed (client error): The resource could not be found. Mar 29 09:48:34.217225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8aaf4b0-2342-4889-9a57-509129408385 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:48:34.220526 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a8aaf4b0-2342-4889-9a57-509129408385 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/f565fdba-6992-4669-adc8-a4a271c81839 HTTP/1.1" status: 404 len: 337 time: 0.0433092 Mar 29 09:48:34.227345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38790) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:34.266564 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ebc938-7264-411a-98ca-cfd88b1c3686 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] DELETE failed (client error): The resource could not be found. Mar 29 09:48:34.267034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ebc938-7264-411a-98ca-cfd88b1c3686 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:48:34.271106 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e9ebc938-7264-411a-98ca-cfd88b1c3686 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/dfcc5220-faa8-43c0-8ed4-46081be19e7c HTTP/1.1" status: 404 len: 333 time: 0.0461104 Mar 29 09:48:34.271322 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38794) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:34.312144 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8126f5-45dc-4c91-8b0c-c97aa663ed9a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] DELETE failed (client error): The resource could not be found. Mar 29 09:48:34.312551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8126f5-45dc-4c91-8b0c-c97aa663ed9a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:48:34.316660 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5d8126f5-45dc-4c91-8b0c-c97aa663ed9a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/4050e627-7fec-4371-861f-d24692aa1d9c HTTP/1.1" status: 404 len: 337 time: 0.0421062 Mar 29 09:48:34.316946 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38798) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:34.364632 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdb0fe2-ba74-4cb5-a3fe-782504d6ca8a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] DELETE failed (client error): The resource could not be found. Mar 29 09:48:34.365165 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbdb0fe2-ba74-4cb5-a3fe-782504d6ca8a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:48:34.369426 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dbdb0fe2-ba74-4cb5-a3fe-782504d6ca8a tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/subnets/ccc95398-23d6-4c75-a0c5-d75f857effab HTTP/1.1" status: 404 len: 337 time: 0.0488636 Mar 29 09:48:34.369894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38802) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:34.417573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a5d66-0107-4052-b5ca-2314b174e7a2 req-030db560-69e2-4b87-bce0-3e84bd48876d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:34.419483 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8e5a5d66-0107-4052-b5ca-2314b174e7a2 req-030db560-69e2-4b87-bce0-3e84bd48876d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 944 time: 0.0984168 Mar 29 09:48:34.459726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-8b695a99-dc5c-46d1-8df5-ae7b59814f18 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Deleting port 148c4973-4ae9-4cde-aa54-171de826394f {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:48:34.460602 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b695a99-dc5c-46d1-8df5-ae7b59814f18 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:34.470146 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8e5a5d66-0107-4052-b5ca-2314b174e7a2 req-05fe9ff1-2a0d-443c-9461-0845c0cda97a tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440156 Mar 29 09:48:34.481370 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c7d75560-ab33-4a98-9f91-27682b618a36 None None] For port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b,segment=NetworkSegment(882aa200-276d-402a-adf5-a265d19039f4),segment_id=882aa200-276d-402a-adf5-a265d19039f4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:34.483672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c7d75560-ab33-4a98-9f91-27682b618a36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:34.488805 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:34.629093 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c7d75560-ab33-4a98-9f91-27682b618a36 None None] Calling delete_port for 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:48:34.661430 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb8346b-bd05-4a21-9921-e49c4380abf7'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:48:34.683455 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 0fb8346b-bd05-4a21-9921-e49c4380abf7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=0fb8346b-bd05-4a21-9921-e49c4380abf7,segment=NetworkSegment(991e9f94-4c29-4220-8eed-0af925cf5a69),segment_id=991e9f94-4c29-4220-8eed-0af925cf5a69)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:34.695881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb720b-ecaa-4cd2-924f-582b9b0fb682 req-8cabf0c9-7017-4164-b5c9-59f6812944be tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:34.700990 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2fbb720b-ecaa-4cd2-924f-582b9b0fb682 req-8cabf0c9-7017-4164-b5c9-59f6812944be tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.1003947 Mar 29 09:48:34.715973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b695a99-dc5c-46d1-8df5-ae7b59814f18 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:34.736221 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb8346b-bd05-4a21-9921-e49c4380abf7', 'code': 200} Mar 29 09:48:34.755354 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2fbb720b-ecaa-4cd2-924f-582b9b0fb682 req-787c8d7c-74b9-499c-8da0-60cb3ee8b7f5 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485198 Mar 29 09:48:34.757926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:34.816733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c7d75560-ab33-4a98-9f91-27682b618a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:34.835842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d75560-ab33-4a98-9f91-27682b618a36 None None] No DVR routers for this DVR port 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:48:34.837300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=0fb8346b-bd05-4a21-9921-e49c4380abf7,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:34.887591 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d75560-ab33-4a98-9f91-27682b618a36 None None] Pushing event deleted for resources: {'Port': ['ID=9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:34.998421 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-8b695a99-dc5c-46d1-8df5-ae7b59814f18 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Calling delete_port for 148c4973-4ae9-4cde-aa54-171de826394f owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:48:35.092944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa40099-1ff2-4b45-aaef-5bcb8a3be91e req-b07eaed2-6964-4aad-9d7a-0aa41bc24964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:35.094330 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ffa40099-1ff2-4b45-aaef-5bcb8a3be91e req-b07eaed2-6964-4aad-9d7a-0aa41bc24964 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2779cd9c18064dc396cd8fcf158a66ef&device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 1099 time: 0.3667328 Mar 29 09:48:35.103470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3f420-c120-4bd4-9e35-3e82ba8128a6 req-f43a978d-980f-4684-b6a0-f459aee881ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:35.105432 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ecf3f420-c120-4bd4-9e35-3e82ba8128a6 req-f43a978d-980f-4684-b6a0-f459aee881ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 1098 time: 0.0695632 Mar 29 09:48:35.149485 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ecf3f420-c120-4bd4-9e35-3e82ba8128a6 req-cf01b6b8-06cc-4d70-b82f-8fdb1964bb99 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385432 Mar 29 09:48:35.183760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b695a99-dc5c-46d1-8df5-ae7b59814f18 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:35.252111 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b695a99-dc5c-46d1-8df5-ae7b59814f18 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:35.256902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b695a99-dc5c-46d1-8df5-ae7b59814f18 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Port': ['ID=148c4973-4ae9-4cde-aa54-171de826394f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:35.290821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa40099-1ff2-4b45-aaef-5bcb8a3be91e req-11b1d283-550b-46b4-8798-0a4b62bb1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:35.294464 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ffa40099-1ff2-4b45-aaef-5bcb8a3be91e req-11b1d283-550b-46b4-8798-0a4b62bb1894 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e444506-be74-4930-ae38-503772134115 HTTP/1.1" status: 200 len: 913 time: 0.1932731 Mar 29 09:48:35.332047 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8b695a99-dc5c-46d1-8df5-ae7b59814f18 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/ports/148c4973-4ae9-4cde-aa54-171de826394f HTTP/1.1" status: 204 len: 168 time: 0.9605908 Mar 29 09:48:35.334500 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38810) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:35.504622 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ffa40099-1ff2-4b45-aaef-5bcb8a3be91e req-c9b7e0b2-f21e-46c4-8630-d55a4bd6af1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2003874-4ac0-4cb6-a1bf-0314cdd9203c HTTP/1.1" status: 200 len: 217 time: 0.0818031 Mar 29 09:48:35.509473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-52051580-4345-42d6-8654-b825868f9144 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:35.641127 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:48:35.676719 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:48:35.677394 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9e6a2c3b-18fb-4247-88aa-1b4b61ac1d3b not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:48:35.679167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9d3f7e42-661b-4c07-bae7-be2382181648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:35.682541 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa40099-1ff2-4b45-aaef-5bcb8a3be91e req-21c9eb38-77ab-4512-9444-a3a46f1cbae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:35.684033 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ffa40099-1ff2-4b45-aaef-5bcb8a3be91e req-21c9eb38-77ab-4512-9444-a3a46f1cbae1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9efebd1c-db71-4f6b-bff7-9bc32f66aa13 HTTP/1.1" status: 200 len: 852 time: 0.1712561 Mar 29 09:48:35.783348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-52051580-4345-42d6-8654-b825868f9144 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:35.793399 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ffa40099-1ff2-4b45-aaef-5bcb8a3be91e req-25602a8a-0491-4ac2-97c5-a706e78e01db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e444506-be74-4930-ae38-503772134115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016526 Mar 29 09:48:35.857904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-52051580-4345-42d6-8654-b825868f9144 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b12da20-cfc2-4358-899c-6c537d8d9002']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:35.931951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-52051580-4345-42d6-8654-b825868f9144 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882aa200-276d-402a-adf5-a265d19039f4') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:35.932201 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-52051580-4345-42d6-8654-b825868f9144 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882aa200-276d-402a-adf5-a265d19039f4') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:35.949227 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b48774-e562-4ecb-9853-171dffff7573 req-c576fb9c-c027-488c-b8ab-9a79c76a6d3b tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:35.950704 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-70b48774-e562-4ecb-9853-171dffff7573 req-c576fb9c-c027-488c-b8ab-9a79c76a6d3b tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.0804536 Mar 29 09:48:35.950880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f81df-572d-4dd9-ae86-d163d52e6c22 req-deb68540-cd67-4885-9561-d3420a8f9943 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:35.952295 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3b0f81df-572d-4dd9-ae86-d163d52e6c22 req-deb68540-cd67-4885-9561-d3420a8f9943 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.3595672 Mar 29 09:48:35.958668 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-52051580-4345-42d6-8654-b825868f9144 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:35.993086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-52051580-4345-42d6-8654-b825868f9144 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:35.995577 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-70b48774-e562-4ecb-9853-171dffff7573 req-8a5f4ea8-65d3-4fbd-beb7-d1f1a70c4c1a tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389299 Mar 29 09:48:36.016726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52051580-4345-42d6-8654-b825868f9144 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:48:36.017243 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-52051580-4345-42d6-8654-b825868f9144 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:48:36.031751 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:48:36.056972 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ffa40099-1ff2-4b45-aaef-5bcb8a3be91e req-6c02102a-1a54-416f-9054-10d892202829 service neutron] 10.222.0.36 "GET /v2.0/networks/9e444506-be74-4930-ae38-503772134115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544348 Mar 29 09:48:36.143197 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3b0f81df-572d-4dd9-ae86-d163d52e6c22 req-e5bafc79-bf53-406a-8263-d480bbf847a0 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757667 Mar 29 09:48:36.239958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-52051580-4345-42d6-8654-b825868f9144 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:36.244603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-52051580-4345-42d6-8654-b825868f9144 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:36.273730 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ffa40099-1ff2-4b45-aaef-5bcb8a3be91e req-a297f283-adc8-4f33-bf92-59698e587125 service neutron] 10.222.0.36 "GET /v2.0/networks/9e444506-be74-4930-ae38-503772134115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625309 Mar 29 09:48:36.277358 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-52051580-4345-42d6-8654-b825868f9144 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] 10.222.0.35 "DELETE /v2.0/networks/3b12da20-cfc2-4358-899c-6c537d8d9002 HTTP/1.1" status: 204 len: 168 time: 0.9419401 Mar 29 09:48:36.278901 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52051580-4345-42d6-8654-b825868f9144 tempest-PortsIpV6TestJSON-247917811 tempest-PortsIpV6TestJSON-247917811-project] Pushing event deleted for resources: {'Network': ['ID=3b12da20-cfc2-4358-899c-6c537d8d9002,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:36.725123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38822) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:36.869022 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e3ba5f0c-2ae3-4993-a73f-16d7985c37eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46428600bbf74339b346da1e619e447c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426225 Mar 29 09:48:36.871404 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38828) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:36.927203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-36a9d31e-cfb8-40eb-a5d9-9698f1d78521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:36.952180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-36a9d31e-cfb8-40eb-a5d9-9698f1d78521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:37.105572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-36a9d31e-cfb8-40eb-a5d9-9698f1d78521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:37.123886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9d31e-cfb8-40eb-a5d9-9698f1d78521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f936ed39-498d-4b6c-9e43-3e5feba9737b,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:37.144690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-36a9d31e-cfb8-40eb-a5d9-9698f1d78521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:37.144690 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-36a9d31e-cfb8-40eb-a5d9-9698f1d78521 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f936ed39-498d-4b6c-9e43-3e5feba9737b HTTP/1.1" status: 204 len: 168 time: 0.2599134 Mar 29 09:48:37.203490 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26768e4-974b-4e7d-80bd-9ecdefdb10c9 req-b376c90f-8603-4c82-96a5-ad0bdce9522c tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:37.205069 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b26768e4-974b-4e7d-80bd-9ecdefdb10c9 req-b376c90f-8603-4c82-96a5-ad0bdce9522c tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.1027451 Mar 29 09:48:37.250276 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b26768e4-974b-4e7d-80bd-9ecdefdb10c9 req-a9445f02-52f5-4d40-ad04-462420630d64 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390308 Mar 29 09:48:37.469287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4af1c-871a-4f6c-91b6-ec9e69bfe89e req-371ffa33-4237-4a5a-b7cf-aca74b035300 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:37.470766 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4ae4af1c-871a-4f6c-91b6-ec9e69bfe89e req-371ffa33-4237-4a5a-b7cf-aca74b035300 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.2035890 Mar 29 09:48:37.514629 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4ae4af1c-871a-4f6c-91b6-ec9e69bfe89e req-53623c56-5b5a-4b73-a3b5-935b6e630b61 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380449 Mar 29 09:48:37.705929 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53046b47-2132-4aec-a078-152e2d3f59d6 req-d46e344d-e4d2-402a-a48a-afbef9eaf730 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:37.707377 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-53046b47-2132-4aec-a078-152e2d3f59d6 req-d46e344d-e4d2-402a-a48a-afbef9eaf730 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0871785 Mar 29 09:48:37.759363 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-53046b47-2132-4aec-a078-152e2d3f59d6 req-08eb7fd5-dc93-427f-8dfb-f8a93d8e0bfb tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456600 Mar 29 09:48:37.784830 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38840) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:37.862883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ada08b-a8dd-44c5-b3c2-d9f1c7910a10 tempest-TestNetworkAdvancedServerOps-262256453 tempest-TestNetworkAdvancedServerOps-262256453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:37.864412 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-99ada08b-a8dd-44c5-b3c2-d9f1c7910a10 tempest-TestNetworkAdvancedServerOps-262256453 tempest-TestNetworkAdvancedServerOps-262256453-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 1093 time: 0.0783496 Mar 29 09:48:37.867427 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38844) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:37.873224 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '0fb8346b-bd05-4a21-9921-e49c4380abf7', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:48:37.874548 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b5b84a0-bdac-498b-94a3-b59f3fa53c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:37.880015 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:48:37.883842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Usage tracker for resource:floatingip and tenant:4b6e69655df147cf98d1a6da4383fb5e is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:48:37.886631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:48:37.892792 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:48:37.965792 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:38.098595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:38.230554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Allocated IP 172.26.7.191 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/d32fc7c5-4eb9-437d-b108-9dec302e9aa6) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:48:38.382933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:38.468297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:38.567063 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:48:38.570743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:48:38.576882 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:48:38.634803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'Port': ['ID=d32fc7c5-4eb9-437d-b108-9dec302e9aa6,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:38.707096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999b1d7-ad8e-4075-ade1-79c7cb284bcb req-25f679b0-e09c-42fc-a2d9-d4ea12635ed0 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:38.708579 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3999b1d7-ad8e-4075-ade1-79c7cb284bcb req-25f679b0-e09c-42fc-a2d9-d4ea12635ed0 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.2012789 Mar 29 09:48:38.808731 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3999b1d7-ad8e-4075-ade1-79c7cb284bcb req-ee34ae6e-f250-4894-b143-170d82aa1838 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943511 Mar 29 09:48:38.851670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:38.947816 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:39.057169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:39.219598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:39.487333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d5c11-fa3a-470e-9d7d-c3e0cefbcf4e req-7b2b083a-6187-4b0f-9d0e-e8e1ad3261b1 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:39.488725 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-675d5c11-fa3a-470e-9d7d-c3e0cefbcf4e req-7b2b083a-6187-4b0f-9d0e-e8e1ad3261b1 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.1246743 Mar 29 09:48:39.492691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:39.532423 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-675d5c11-fa3a-470e-9d7d-c3e0cefbcf4e req-81deebc1-8cd9-4fbe-90ec-2ec5efa54d92 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377958 Mar 29 09:48:39.548452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:39.755482 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event updated for resources: {'Port': ['ID=d32fc7c5-4eb9-437d-b108-9dec302e9aa6,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:39.764944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:39.935366 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Floating IP 2a84a2e7-4dbf-45f9-9518-f29a8afec459 associated. External IP: 172.26.7.191, port: 0fb8346b-bd05-4a21-9921-e49c4380abf7. Mar 29 09:48:40.281794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Router 434a5d50-7fcd-4474-92fa-77050bb75dc3 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:48:40.462412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:48:40.472621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e277fd-6734-4eea-a8d3-8f077cac12ff None None] Sync routers for ids ['434a5d50-7fcd-4474-92fa-77050bb75dc3'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:48:40.482173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e277fd-6734-4eea-a8d3-8f077cac12ff None None] Routers {'434a5d50-7fcd-4474-92fa-77050bb75dc3'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:48:40.482864 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-71e277fd-6734-4eea-a8d3-8f077cac12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:48:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['434a5d50-7fcd-4474-92fa-77050bb75dc3'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:40.576925 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:40.635425 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-38a305ae-4fe0-452b-9263-1d66cb1ec987 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7666547 Mar 29 09:48:40.636088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'tag': '0fb8346b-bd05-4a21-9921-e49c4380abf7'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:48:40.676197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-71e277fd-6734-4eea-a8d3-8f077cac12ff None None] Set router 434a5d50-7fcd-4474-92fa-77050bb75dc3 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:48:40.729268 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c8cfa-a64f-4bd2-b9f7-9c3b81e96aeb req-ddf07b2e-3b95-4869-b936-841f5324f4ff tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:40.730802 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-648c8cfa-a64f-4bd2-b9f7-9c3b81e96aeb req-ddf07b2e-3b95-4869-b936-841f5324f4ff tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.0848086 Mar 29 09:48:40.777741 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-648c8cfa-a64f-4bd2-b9f7-9c3b81e96aeb req-0dcde813-4191-4c2d-98f4-3da32fd40142 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 Mar 29 09:48:40.804178 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:40.812400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defe5a8-cf7f-4dbb-bd13-fa8fad205916 req-9d410aea-63d8-47e2-9158-adbf0ad97aa6 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:40.813860 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4defe5a8-cf7f-4dbb-bd13-fa8fad205916 req-9d410aea-63d8-47e2-9158-adbf0ad97aa6 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0880013 Mar 29 09:48:40.835874 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'tag': '0fb8346b-bd05-4a21-9921-e49c4380abf7', 'status': 'completed', 'code': 200} Mar 29 09:48:40.894019 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4defe5a8-cf7f-4dbb-bd13-fa8fad205916 req-3b39553e-66c0-4c69-b0a5-3a05964d3a31 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743277 Mar 29 09:48:40.917704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38862) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:40.930700 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634a994-9fed-4645-84f6-10c52964181d req-f9e02207-c096-4068-b231-ea9433c8d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:40.932156 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5634a994-9fed-4645-84f6-10c52964181d req-f9e02207-c096-4068-b231-ea9433c8d94f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6e69655df147cf98d1a6da4383fb5e&device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 1098 time: 0.0761158 Mar 29 09:48:41.034935 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f2b7ab92-579a-4dac-9260-158d0fc4f76d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/floatingips/2a84a2e7-4dbf-45f9-9518-f29a8afec459 HTTP/1.1" status: 200 len: 991 time: 0.1147842 Mar 29 09:48:41.064118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634a994-9fed-4645-84f6-10c52964181d req-4bd9aa08-fef9-45ae-afd6-e0507a7634b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:41.065502 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5634a994-9fed-4645-84f6-10c52964181d req-4bd9aa08-fef9-45ae-afd6-e0507a7634b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6a8e453-4a0b-4be8-a24f-9ca186df8713 HTTP/1.1" status: 200 len: 898 time: 0.1267242 Mar 29 09:48:41.077140 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-71e277fd-6734-4eea-a8d3-8f077cac12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '18773b78-3d98-418e-94b1-34a66b38a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:48:09Z', 'updated_at': '2022-03-29T09:48:18Z', 'revision_number': 4, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'gw_port': {'id': '18773b78-3d98-418e-94b1-34a66b38a130', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:10Z', 'updated_at': '2022-03-29T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '2a84a2e7-4dbf-45f9-9518-f29a8afec459', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'floating_ip_address': '172.26.7.191', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'port_id': '0fb8346b-bd05-4a21-9921-e49c4380abf7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'mac_address': 'fa:16:3e:c6:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:48:38Z', 'updated_at': '2022-03-29T09:48:38Z', 'revision_number': 0, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49047cc1-48d1-42ac-bb56-5c64f991bcec', 'name': '', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'mac_address': 'fa:16:3e:9b:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:17Z', 'updated_at': '2022-03-29T09:48:26Z', 'revision_number': 5, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'subnets': [{'id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:41.081135 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e277fd-6734-4eea-a8d3-8f077cac12ff None None] Checking router: 434a5d50-7fcd-4474-92fa-77050bb75dc3 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:48:41.089588 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e277fd-6734-4eea-a8d3-8f077cac12ff None None] Routers {'434a5d50-7fcd-4474-92fa-77050bb75dc3'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:48:41.090190 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-71e277fd-6734-4eea-a8d3-8f077cac12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:48:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['434a5d50-7fcd-4474-92fa-77050bb75dc3'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:41.168216 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5634a994-9fed-4645-84f6-10c52964181d req-47c947c3-c743-43b4-99f3-56b2a21240de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fb8346b-bd05-4a21-9921-e49c4380abf7 HTTP/1.1" status: 200 len: 999 time: 0.0957086 Mar 29 09:48:41.271509 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-71e277fd-6734-4eea-a8d3-8f077cac12ff None None] Set router 434a5d50-7fcd-4474-92fa-77050bb75dc3 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:48:41.343070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634a994-9fed-4645-84f6-10c52964181d req-2bce7f14-0056-47ef-affc-cfd98d066870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:41.344579 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5634a994-9fed-4645-84f6-10c52964181d req-2bce7f14-0056-47ef-affc-cfd98d066870 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7470b3a6-af19-4650-9e31-fdc0af2bedbb HTTP/1.1" status: 200 len: 834 time: 0.1679168 Mar 29 09:48:41.427972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634a994-9fed-4645-84f6-10c52964181d req-bf0fa1d4-6d0d-45fa-8c21-6819bb1ea23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:41.429573 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5634a994-9fed-4645-84f6-10c52964181d req-bf0fa1d4-6d0d-45fa-8c21-6819bb1ea23c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6a8e453-4a0b-4be8-a24f-9ca186df8713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749924 Mar 29 09:48:41.558436 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5634a994-9fed-4645-84f6-10c52964181d req-1cd6eb7a-395e-4977-9b6f-490460bd71af service neutron] 10.222.0.36 "GET /v2.0/networks/b6a8e453-4a0b-4be8-a24f-9ca186df8713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223810 Mar 29 09:48:41.616119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-71e277fd-6734-4eea-a8d3-8f077cac12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '18773b78-3d98-418e-94b1-34a66b38a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:48:09Z', 'updated_at': '2022-03-29T09:48:18Z', 'revision_number': 4, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'gw_port': {'id': '18773b78-3d98-418e-94b1-34a66b38a130', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:10Z', 'updated_at': '2022-03-29T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '2a84a2e7-4dbf-45f9-9518-f29a8afec459', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'floating_ip_address': '172.26.7.191', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'port_id': '0fb8346b-bd05-4a21-9921-e49c4380abf7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'mac_address': 'fa:16:3e:c6:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:48:38Z', 'updated_at': '2022-03-29T09:48:38Z', 'revision_number': 0, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49047cc1-48d1-42ac-bb56-5c64f991bcec', 'name': '', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'mac_address': 'fa:16:3e:9b:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:17Z', 'updated_at': '2022-03-29T09:48:26Z', 'revision_number': 5, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'subnets': [{'id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:41.620420 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e277fd-6734-4eea-a8d3-8f077cac12ff None None] The sync data for ids ['434a5d50-7fcd-4474-92fa-77050bb75dc3'] in dv-neutron-835555-1-hyperv is: [{'id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '18773b78-3d98-418e-94b1-34a66b38a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:48:09Z', 'updated_at': '2022-03-29T09:48:18Z', 'revision_number': 4, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'gw_port': {'id': '18773b78-3d98-418e-94b1-34a66b38a130', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:10Z', 'updated_at': '2022-03-29T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '2a84a2e7-4dbf-45f9-9518-f29a8afec459', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'floating_ip_address': '172.26.7.191', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'port_id': '0fb8346b-bd05-4a21-9921-e49c4380abf7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'mac_address': 'fa:16:3e:c6:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:48:38Z', 'updated_at': '2022-03-29T09:48:38Z', 'revision_number': 0, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49047cc1-48d1-42ac-bb56-5c64f991bcec', 'name': '', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'mac_address': 'fa:16:3e:9b:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:17Z', 'updated_at': '2022-03-29T09:48:26Z', 'revision_number': 5, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'subnets': [{'id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:48:41.695612 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5634a994-9fed-4645-84f6-10c52964181d req-19f9226d-bbe5-43a1-818c-0f52b4eb7c70 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a8e453-4a0b-4be8-a24f-9ca186df8713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302829 Mar 29 09:48:41.728352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b81884-d55b-4e58-ad92-881787646327 req-290db06f-0fbf-473f-a357-de02bfd38f8d tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:41.733487 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d8b81884-d55b-4e58-ad92-881787646327 req-290db06f-0fbf-473f-a357-de02bfd38f8d tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.0820267 Mar 29 09:48:41.805613 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-d8b81884-d55b-4e58-ad92-881787646327 req-046f7403-a0a9-4f3c-8b92-a91b1467a0ca tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Deleting port d2003874-4ac0-4cb6-a1bf-0314cdd9203c {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:48:41.805943 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-d8b81884-d55b-4e58-ad92-881787646327 req-046f7403-a0a9-4f3c-8b92-a91b1467a0ca tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:41.833507 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a50ef81-4251-488f-a940-f6d882b71ade None None] New status for floating IP 2a84a2e7-4dbf-45f9-9518-f29a8afec459: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:48:42.037813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38868) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:42.153621 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4954385f-010e-45fb-9674-c8d2f5dc707b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/floatingips/2a84a2e7-4dbf-45f9-9518-f29a8afec459 HTTP/1.1" status: 200 len: 991 time: 0.1128902 Mar 29 09:48:42.203304 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b8a79-5268-4ced-a3f9-323178c71650 req-c898ded7-addd-4789-8275-ec58ff995212 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:42.204852 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0f7b8a79-5268-4ced-a3f9-323178c71650 req-c898ded7-addd-4789-8275-ec58ff995212 tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 946 time: 0.2987196 Mar 29 09:48:42.247781 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-d8b81884-d55b-4e58-ad92-881787646327 req-046f7403-a0a9-4f3c-8b92-a91b1467a0ca tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] For port d2003874-4ac0-4cb6-a1bf-0314cdd9203c, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=d2003874-4ac0-4cb6-a1bf-0314cdd9203c,segment=NetworkSegment(b03fb000-8603-477a-8323-99d58bf8366c),segment_id=b03fb000-8603-477a-8323-99d58bf8366c)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:48:42.252736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-d8b81884-d55b-4e58-ad92-881787646327 req-046f7403-a0a9-4f3c-8b92-a91b1467a0ca tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:42.386054 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-d8b81884-d55b-4e58-ad92-881787646327 req-046f7403-a0a9-4f3c-8b92-a91b1467a0ca tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Calling delete_port for d2003874-4ac0-4cb6-a1bf-0314cdd9203c owned by compute:nova {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:48:42.424136 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0f7b8a79-5268-4ced-a3f9-323178c71650 req-c5983a43-9820-4477-bd45-b5e4071738ec tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/security-groups?id=3aa56847-87c9-4526-9635-f71592cce15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072244 Mar 29 09:48:42.599577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-d8b81884-d55b-4e58-ad92-881787646327 req-046f7403-a0a9-4f3c-8b92-a91b1467a0ca tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:42.653241 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f7403-a0a9-4f3c-8b92-a91b1467a0ca tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Pushing event deleted for resources: {'Port': ['ID=d2003874-4ac0-4cb6-a1bf-0314cdd9203c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:42.726366 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b81884-d55b-4e58-ad92-881787646327 req-046f7403-a0a9-4f3c-8b92-a91b1467a0ca tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] No DVR routers for this DVR port d2003874-4ac0-4cb6-a1bf-0314cdd9203c on host hv-neutron-8355 {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:48:42.728675 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-d8b81884-d55b-4e58-ad92-881787646327 req-046f7403-a0a9-4f3c-8b92-a91b1467a0ca tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:42.731645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8193991-8fac-4ef8-9534-bfc4163e2b57', 'name': 'network-vif-deleted', 'tag': 'd2003874-4ac0-4cb6-a1bf-0314cdd9203c'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:48:42.774690 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8193991-8fac-4ef8-9534-bfc4163e2b57', 'name': 'network-vif-deleted', 'tag': 'd2003874-4ac0-4cb6-a1bf-0314cdd9203c', 'status': 'completed', 'code': 200} Mar 29 09:48:42.810558 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d8b81884-d55b-4e58-ad92-881787646327 req-046f7403-a0a9-4f3c-8b92-a91b1467a0ca tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.36 "DELETE /v2.0/ports/d2003874-4ac0-4cb6-a1bf-0314cdd9203c HTTP/1.1" status: 204 len: 173 time: 1.0755241 Mar 29 09:48:43.156636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38874) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:43.259748 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c64f96d2-1610-4c06-9ab9-33a2be01738f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/floatingips/2a84a2e7-4dbf-45f9-9518-f29a8afec459 HTTP/1.1" status: 200 len: 993 time: 0.1019902 Mar 29 09:48:43.587187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-d8d84363-7599-4028-8e14-437e6a359ef9 req-e78ccfcd-ed49-4a44-b0a0-39914c1f274a tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Synchronizing usage tracker for tenant:2779cd9c18064dc396cd8fcf158a66ef on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:48:43.657407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-d8d84363-7599-4028-8e14-437e6a359ef9 req-e78ccfcd-ed49-4a44-b0a0-39914c1f274a tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] Unset dirty status for tenant:2779cd9c18064dc396cd8fcf158a66ef on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:48:43.658681 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d8d84363-7599-4028-8e14-437e6a359ef9 req-e78ccfcd-ed49-4a44-b0a0-39914c1f274a tempest-TestServerAdvancedOps-1815790881 tempest-TestServerAdvancedOps-1815790881-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8193991-8fac-4ef8-9534-bfc4163e2b57 HTTP/1.1" status: 200 len: 210 time: 0.1171510 Mar 29 09:48:44.011867 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device d2003874-4ac0-4cb6-a1bf-0314cdd9203c no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:48:44.050126 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: d2003874-4ac0-4cb6-a1bf-0314cdd9203c {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:48:44.050464 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device d2003874-4ac0-4cb6-a1bf-0314cdd9203c not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:48:44.756441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38882) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:44.814055 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31a1966-c9d6-4ca5-acb8-95282307d78f admin admin] Deleting subnet 9efebd1c-db71-4f6b-bff7-9bc32f66aa13 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:48:44.816857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e31a1966-c9d6-4ca5-acb8-95282307d78f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:44.865985 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e31a1966-c9d6-4ca5-acb8-95282307d78f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:44.918949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e31a1966-c9d6-4ca5-acb8-95282307d78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:45.040283 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e31a1966-c9d6-4ca5-acb8-95282307d78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:45.081696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a1966-c9d6-4ca5-acb8-95282307d78f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9efebd1c-db71-4f6b-bff7-9bc32f66aa13,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:45.086497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e31a1966-c9d6-4ca5-acb8-95282307d78f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:45.092349 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e31a1966-c9d6-4ca5-acb8-95282307d78f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9efebd1c-db71-4f6b-bff7-9bc32f66aa13 HTTP/1.1" status: 204 len: 168 time: 0.3348317 Mar 29 09:48:45.094793 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38886) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:45.197297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25aa4db5-8c82-4a11-aab7-f00581c33a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:45.317737 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25aa4db5-8c82-4a11-aab7-f00581c33a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:45.342412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-25aa4db5-8c82-4a11-aab7-f00581c33a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e444506-be74-4930-ae38-503772134115']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:45.353922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-25aa4db5-8c82-4a11-aab7-f00581c33a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03fb000-8603-477a-8323-99d58bf8366c') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:45.354213 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-25aa4db5-8c82-4a11-aab7-f00581c33a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03fb000-8603-477a-8323-99d58bf8366c') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:45.365671 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25aa4db5-8c82-4a11-aab7-f00581c33a0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:45.382155 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25aa4db5-8c82-4a11-aab7-f00581c33a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:45.387997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25aa4db5-8c82-4a11-aab7-f00581c33a0d admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:48:45.388374 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25aa4db5-8c82-4a11-aab7-f00581c33a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:48:45.401597 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:48:45.548309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25aa4db5-8c82-4a11-aab7-f00581c33a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:45.564319 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-25aa4db5-8c82-4a11-aab7-f00581c33a0d admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:45.573453 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa4db5-8c82-4a11-aab7-f00581c33a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e444506-be74-4930-ae38-503772134115,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:45.577907 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-25aa4db5-8c82-4a11-aab7-f00581c33a0d admin admin] 10.222.0.35 "DELETE /v2.0/networks/9e444506-be74-4930-ae38-503772134115 HTTP/1.1" status: 204 len: 168 time: 0.4799674 Mar 29 09:48:45.578731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38892) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:45.637596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e546cc-4163-4b56-a9e7-08b8db9083af admin admin] Deleting subnet 721646fc-ab4d-4dcb-a06c-317e11622393 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:48:45.640618 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92e546cc-4163-4b56-a9e7-08b8db9083af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:45.688885 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92e546cc-4163-4b56-a9e7-08b8db9083af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:45.746220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92e546cc-4163-4b56-a9e7-08b8db9083af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:45.869088 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92e546cc-4163-4b56-a9e7-08b8db9083af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:45.906297 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e546cc-4163-4b56-a9e7-08b8db9083af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=721646fc-ab4d-4dcb-a06c-317e11622393,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:45.909851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92e546cc-4163-4b56-a9e7-08b8db9083af admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:45.915498 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-92e546cc-4163-4b56-a9e7-08b8db9083af admin admin] 10.222.0.35 "DELETE /v2.0/subnets/721646fc-ab4d-4dcb-a06c-317e11622393 HTTP/1.1" status: 204 len: 168 time: 0.3357437 Mar 29 09:48:45.917865 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38896) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:46.022048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92acf787-9d39-460d-b720-4cd2997c10f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:46.146816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92acf787-9d39-460d-b720-4cd2997c10f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:46.171648 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-92acf787-9d39-460d-b720-4cd2997c10f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96dd7d5d-7836-49ae-bab5-194e245d0888']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:46.186944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-92acf787-9d39-460d-b720-4cd2997c10f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b6b9c5-b727-4245-8413-66ceb88421ec') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:46.187237 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-92acf787-9d39-460d-b720-4cd2997c10f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b6b9c5-b727-4245-8413-66ceb88421ec') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:48:46.198195 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92acf787-9d39-460d-b720-4cd2997c10f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:46.214048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92acf787-9d39-460d-b720-4cd2997c10f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:46.220476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92acf787-9d39-460d-b720-4cd2997c10f3 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:48:46.220877 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92acf787-9d39-460d-b720-4cd2997c10f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:48:46.233401 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:48:46.371000 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92acf787-9d39-460d-b720-4cd2997c10f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:46.387053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-92acf787-9d39-460d-b720-4cd2997c10f3 admin admin] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:46.400434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acf787-9d39-460d-b720-4cd2997c10f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=96dd7d5d-7836-49ae-bab5-194e245d0888,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:46.403425 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-92acf787-9d39-460d-b720-4cd2997c10f3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/96dd7d5d-7836-49ae-bab5-194e245d0888 HTTP/1.1" status: 204 len: 168 time: 0.4840016 Mar 29 09:48:46.774949 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38902) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:46.907735 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-084cec68-3268-4dc8-93ed-fcfb76426688 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2779cd9c18064dc396cd8fcf158a66ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316242 Mar 29 09:48:46.910191 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38906) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:46.967420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1faec0f1-43d3-4738-80bb-a25f3b6008d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:46.993050 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1faec0f1-43d3-4738-80bb-a25f3b6008d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:47.113983 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1faec0f1-43d3-4738-80bb-a25f3b6008d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:47.133136 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faec0f1-43d3-4738-80bb-a25f3b6008d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa56847-87c9-4526-9635-f71592cce15c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:47.192416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1faec0f1-43d3-4738-80bb-a25f3b6008d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:47.193562 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1faec0f1-43d3-4738-80bb-a25f3b6008d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3aa56847-87c9-4526-9635-f71592cce15c HTTP/1.1" status: 204 len: 168 time: 0.2824976 Mar 29 09:48:47.820076 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38914) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:47.867897 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d134a099-e06c-45d5-9f14-44544805ed21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b9cae6189a94b4382c03b624e0e1ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466328 Mar 29 09:48:47.870191 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38918) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:48:47.928950 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b0bd91b0-ea26-458b-a903-bc764427830d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:47.954018 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b0bd91b0-ea26-458b-a903-bc764427830d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:48.078759 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b0bd91b0-ea26-458b-a903-bc764427830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:48.092693 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd91b0-ea26-458b-a903-bc764427830d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45b8682-0f48-4ae2-8f9c-44bca3af93d3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:48:48.099167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b0bd91b0-ea26-458b-a903-bc764427830d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:48.100419 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b0bd91b0-ea26-458b-a903-bc764427830d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c45b8682-0f48-4ae2-8f9c-44bca3af93d3 HTTP/1.1" status: 204 len: 168 time: 0.2293572 Mar 29 09:48:52.884327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:55.981251 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:49:01.650399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38930) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:01.757663 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d3add3e7-9d4d-451a-8d10-5e19ac9d698a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/4e00470e-c2d6-495f-8f8e-dbdcc5c35fbb HTTP/1.1" status: 200 len: 993 time: 0.1061265 Mar 29 09:49:02.050147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38938) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:02.248045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 0be6ff23-9729-4df4-867c-94131ea1aa78 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:49:02.248298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:02.516328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:02.516652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:02.635103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 0be6ff23-9729-4df4-867c-94131ea1aa78 owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:49:02.838723 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:02.888804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=0be6ff23-9729-4df4-867c-94131ea1aa78,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:02.927860 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.928204 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.928565 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.928900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.929232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.929560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.929886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.930213 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.930537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.930857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.931177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.931496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.985024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:02.986014 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP 4e00470e-c2d6-495f-8f8e-dbdcc5c35fbb disassociated (deleted). External IP: 172.26.7.53, port: 27e9dbeb-1371-4c29-b7d4-6136150f85d5. Mar 29 09:49:03.327751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 426fb5de-2cb3-4646-a2c6-95fd515754f2 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:49:03.502220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:49:03.512133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f882f22-75ef-41e5-bd50-eddaf57718bb None None] Sync routers for ids ['426fb5de-2cb3-4646-a2c6-95fd515754f2'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:49:03.521852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f882f22-75ef-41e5-bd50-eddaf57718bb None None] Routers {'426fb5de-2cb3-4646-a2c6-95fd515754f2'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:49:03.522467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6f882f22-75ef-41e5-bd50-eddaf57718bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:48:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['426fb5de-2cb3-4646-a2c6-95fd515754f2'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:03.587463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:03.645471 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2708bfa9-51f3-41c9-af22-eb46eaf76bf4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/floatingips/4e00470e-c2d6-495f-8f8e-dbdcc5c35fbb HTTP/1.1" status: 204 len: 168 time: 1.5942335 Mar 29 09:49:03.646123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0e1381-ba73-4c64-adc9-3dbb8ce5133b', 'tag': '27e9dbeb-1371-4c29-b7d4-6136150f85d5'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:49:03.692419 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0e1381-ba73-4c64-adc9-3dbb8ce5133b', 'tag': '27e9dbeb-1371-4c29-b7d4-6136150f85d5', 'status': 'completed', 'code': 200} Mar 29 09:49:03.703587 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6f882f22-75ef-41e5-bd50-eddaf57718bb None None] Set router 426fb5de-2cb3-4646-a2c6-95fd515754f2 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:49:03.786529 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad55afa-2b53-4733-9ed3-3865fe9ac3e1 req-7651a3ed-b7b8-4b20-a0ad-8d1c50408bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:03.788093 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7ad55afa-2b53-4733-9ed3-3865fe9ac3e1 req-7651a3ed-b7b8-4b20-a0ad-8d1c50408bec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 1099 time: 0.0743890 Mar 29 09:49:03.926717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad55afa-2b53-4733-9ed3-3865fe9ac3e1 req-34fcdf22-6c88-4c96-8ff6-0af1d53e41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:03.928115 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7ad55afa-2b53-4733-9ed3-3865fe9ac3e1 req-34fcdf22-6c88-4c96-8ff6-0af1d53e41aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=23ba0bfd-3583-477e-b3ed-753daeebae44 HTTP/1.1" status: 200 len: 897 time: 0.1341960 Mar 29 09:49:04.002423 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7ad55afa-2b53-4733-9ed3-3865fe9ac3e1 req-1dd69435-2d95-4dbf-a6e6-788de4e9fb35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27e9dbeb-1371-4c29-b7d4-6136150f85d5 HTTP/1.1" status: 200 len: 217 time: 0.0623682 Mar 29 09:49:04.030812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6f882f22-75ef-41e5-bd50-eddaf57718bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:02Z', 'updated_at': '2022-03-29T09:47:13Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:04Z', 'updated_at': '2022-03-29T09:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'a961b9f8-b198-4071-8df0-707286f19a15', 'name': '', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:6f:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:11Z', 'updated_at': '2022-03-29T09:47:23Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:04.035167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f882f22-75ef-41e5-bd50-eddaf57718bb None None] Checking router: 426fb5de-2cb3-4646-a2c6-95fd515754f2 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:49:04.044889 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f882f22-75ef-41e5-bd50-eddaf57718bb None None] Routers {'426fb5de-2cb3-4646-a2c6-95fd515754f2'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:49:04.045501 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6f882f22-75ef-41e5-bd50-eddaf57718bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:48:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['426fb5de-2cb3-4646-a2c6-95fd515754f2'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:04.072074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad55afa-2b53-4733-9ed3-3865fe9ac3e1 req-2ec2081a-de69-4571-ab26-e14d943c6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:04.073504 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7ad55afa-2b53-4733-9ed3-3865fe9ac3e1 req-2ec2081a-de69-4571-ab26-e14d943c6745 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=007a5470-429e-44f8-87d1-e45f89a9d154 HTTP/1.1" status: 200 len: 834 time: 0.0631428 Mar 29 09:49:04.215004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad55afa-2b53-4733-9ed3-3865fe9ac3e1 req-63e4942a-f11b-4beb-b627-445d26bd7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:04.216368 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7ad55afa-2b53-4733-9ed3-3865fe9ac3e1 req-63e4942a-f11b-4beb-b627-445d26bd7672 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23ba0bfd-3583-477e-b3ed-753daeebae44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1353538 Mar 29 09:49:04.226660 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebecd7e-fc18-45e5-8732-faf2002a107a req-66aac9a2-047c-41af-9da9-3bc8152b6a69 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:04.228038 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3ebecd7e-fc18-45e5-8732-faf2002a107a req-66aac9a2-047c-41af-9da9-3bc8152b6a69 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 946 time: 0.1124849 Mar 29 09:49:04.269112 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6f882f22-75ef-41e5-bd50-eddaf57718bb None None] Set router 426fb5de-2cb3-4646-a2c6-95fd515754f2 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:49:04.365339 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3ebecd7e-fc18-45e5-8732-faf2002a107a req-5a6a74db-8144-4208-884c-7ab342bcd920 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=35951881-5fc8-4e14-a698-fb7f9335a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162527 Mar 29 09:49:04.394052 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7ad55afa-2b53-4733-9ed3-3865fe9ac3e1 req-f4f82959-4776-4d3e-b3f5-2f077459d83d service neutron] 10.222.0.36 "GET /v2.0/networks/23ba0bfd-3583-477e-b3ed-753daeebae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650345 Mar 29 09:49:04.501213 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-af4bd297-ac93-4b3e-8c89-8197751996dc req-3a7badfe-69b7-4c88-85ce-9293c2c6cb3a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690463 Mar 29 09:49:04.530259 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7ad55afa-2b53-4733-9ed3-3865fe9ac3e1 req-ee0385f5-6522-4440-b550-fe2eb8bd66cb service neutron] 10.222.0.36 "GET /v2.0/networks/23ba0bfd-3583-477e-b3ed-753daeebae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273532 Mar 29 09:49:04.596815 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6f882f22-75ef-41e5-bd50-eddaf57718bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:02Z', 'updated_at': '2022-03-29T09:47:13Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:04Z', 'updated_at': '2022-03-29T09:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'a961b9f8-b198-4071-8df0-707286f19a15', 'name': '', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:6f:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:11Z', 'updated_at': '2022-03-29T09:47:23Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:04.600992 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f882f22-75ef-41e5-bd50-eddaf57718bb None None] The sync data for ids ['426fb5de-2cb3-4646-a2c6-95fd515754f2'] in dv-neutron-835555-1-hyperv is: [{'id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:02Z', 'updated_at': '2022-03-29T09:47:13Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:04Z', 'updated_at': '2022-03-29T09:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'a961b9f8-b198-4071-8df0-707286f19a15', 'name': '', 'network_id': '23ba0bfd-3583-477e-b3ed-753daeebae44', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:6f:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:11Z', 'updated_at': '2022-03-29T09:47:23Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '007a5470-429e-44f8-87d1-e45f89a9d154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:49:04.649331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bd297-ac93-4b3e-8c89-8197751996dc req-11c23d76-3148-408f-9ddb-c61d37bcd88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:04.653158 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af4bd297-ac93-4b3e-8c89-8197751996dc req-11c23d76-3148-408f-9ddb-c61d37bcd88c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6e69655df147cf98d1a6da4383fb5e&device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 1098 time: 0.0792317 Mar 29 09:49:04.800882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bd297-ac93-4b3e-8c89-8197751996dc req-70344627-662c-46be-9886-c09dcf6e4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:04.802340 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af4bd297-ac93-4b3e-8c89-8197751996dc req-70344627-662c-46be-9886-c09dcf6e4024 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6a8e453-4a0b-4be8-a24f-9ca186df8713 HTTP/1.1" status: 200 len: 898 time: 0.1322050 Mar 29 09:49:04.806753 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69ea43-668b-487a-8166-b69105449d6d None None] New status for floating IP 4e00470e-c2d6-495f-8f8e-dbdcc5c35fbb: DOWN {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:49:04.904221 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af4bd297-ac93-4b3e-8c89-8197751996dc req-a6a2bbd6-44db-44c0-a77b-62c94929ce38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fb8346b-bd05-4a21-9921-e49c4380abf7 HTTP/1.1" status: 200 len: 1001 time: 0.0947471 Mar 29 09:49:04.971591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bd297-ac93-4b3e-8c89-8197751996dc req-dfaadce5-73b8-47eb-ab03-295d008aafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:04.973032 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af4bd297-ac93-4b3e-8c89-8197751996dc req-dfaadce5-73b8-47eb-ab03-295d008aafa2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7470b3a6-af19-4650-9e31-fdc0af2bedbb HTTP/1.1" status: 200 len: 834 time: 0.0621812 Mar 29 09:49:05.046027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bd297-ac93-4b3e-8c89-8197751996dc req-6f0d8465-999b-4c03-89a3-bfb38d8ed9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:05.047362 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af4bd297-ac93-4b3e-8c89-8197751996dc req-6f0d8465-999b-4c03-89a3-bfb38d8ed9a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6a8e453-4a0b-4be8-a24f-9ca186df8713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679178 Mar 29 09:49:05.270308 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af4bd297-ac93-4b3e-8c89-8197751996dc req-f902c8d3-32d4-4da9-b019-c16e42b0f403 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a8e453-4a0b-4be8-a24f-9ca186df8713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147834 Mar 29 09:49:05.402114 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-af4bd297-ac93-4b3e-8c89-8197751996dc req-fa0e4fa1-c4f9-442e-91c6-8fe8a6532fee service neutron] 10.222.0.36 "GET /v2.0/networks/b6a8e453-4a0b-4be8-a24f-9ca186df8713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237419 Mar 29 09:49:05.580449 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430efa8-b6ca-453d-8cee-170b47377c9a req-f6a250ae-01a4-44eb-839b-8d39c5bcc838 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:05.581166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-c430efa8-b6ca-453d-8cee-170b47377c9a req-f6a250ae-01a4-44eb-839b-8d39c5bcc838 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:49:05.637957 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b65b37a9-7568-41da-bd55-e792c8ec35ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:05.661718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-c430efa8-b6ca-453d-8cee-170b47377c9a req-f6a250ae-01a4-44eb-839b-8d39c5bcc838 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:49:05.662827 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c430efa8-b6ca-453d-8cee-170b47377c9a req-f6a250ae-01a4-44eb-839b-8d39c5bcc838 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 946 time: 0.1598036 Mar 29 09:49:05.728001 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08e4ba-de20-4dde-b0a6-c48b401fa90c req-f1333a29-5596-482b-a23c-bdcbeee495cb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:05.729611 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7f08e4ba-de20-4dde-b0a6-c48b401fa90c req-f1333a29-5596-482b-a23c-bdcbeee495cb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 946 time: 0.0840778 Mar 29 09:49:05.805377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-7f08e4ba-de20-4dde-b0a6-c48b401fa90c req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 27e9dbeb-1371-4c29-b7d4-6136150f85d5 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:49:05.806099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-7f08e4ba-de20-4dde-b0a6-c48b401fa90c req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:05.818380 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c430efa8-b6ca-453d-8cee-170b47377c9a req-2a35f9c4-e639-4a41-89eb-9cd88d058f05 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=35951881-5fc8-4e14-a698-fb7f9335a024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497905 Mar 29 09:49:06.060697 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-7f08e4ba-de20-4dde-b0a6-c48b401fa90c req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 27e9dbeb-1371-4c29-b7d4-6136150f85d5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=27e9dbeb-1371-4c29-b7d4-6136150f85d5,segment=NetworkSegment(69102cf1-019c-452d-b337-89338e7251d7),segment_id=69102cf1-019c-452d-b337-89338e7251d7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:49:06.060979 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-7f08e4ba-de20-4dde-b0a6-c48b401fa90c req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:06.183129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-7f08e4ba-de20-4dde-b0a6-c48b401fa90c req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 27e9dbeb-1371-4c29-b7d4-6136150f85d5 owned by compute:nova {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:49:06.376091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-7f08e4ba-de20-4dde-b0a6-c48b401fa90c req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:06.426267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=27e9dbeb-1371-4c29-b7d4-6136150f85d5,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:06.466700 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:06.467049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:06.467383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:06.467713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:06.468043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:06.468370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:06.468718 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:06.469052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:06.469367 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:06.470195 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:06.470510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:06.470824 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:06.511952 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f08e4ba-de20-4dde-b0a6-c48b401fa90c req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] No DVR routers for this DVR port 27e9dbeb-1371-4c29-b7d4-6136150f85d5 on host hv-neutron-8355 {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:49:06.514223 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-7f08e4ba-de20-4dde-b0a6-c48b401fa90c req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:06.516717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0e1381-ba73-4c64-adc9-3dbb8ce5133b', 'name': 'network-vif-deleted', 'tag': '27e9dbeb-1371-4c29-b7d4-6136150f85d5'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:49:06.561630 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0e1381-ba73-4c64-adc9-3dbb8ce5133b', 'name': 'network-vif-deleted', 'tag': '27e9dbeb-1371-4c29-b7d4-6136150f85d5', 'status': 'completed', 'code': 200} Mar 29 09:49:06.576169 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7f08e4ba-de20-4dde-b0a6-c48b401fa90c req-467140e1-ae57-4834-9aff-6865178db0d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "DELETE /v2.0/ports/27e9dbeb-1371-4c29-b7d4-6136150f85d5 HTTP/1.1" status: 204 len: 173 time: 0.8395774 Mar 29 09:49:06.986234 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-76571686-0300-463b-85ec-88b9ff7a0e71 req-79612e66-3d8a-44bd-b33b-ad5b943981b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec0e1381-ba73-4c64-adc9-3dbb8ce5133b HTTP/1.1" status: 200 len: 210 time: 0.0423260 Mar 29 09:49:07.855789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ec70ca5a-63ab-450c-9fa4-c0c94b441fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:08.079249 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38956) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:08.088443 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 27e9dbeb-1371-4c29-b7d4-6136150f85d5 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:49:08.123326 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 27e9dbeb-1371-4c29-b7d4-6136150f85d5 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:49:08.123567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 27e9dbeb-1371-4c29-b7d4-6136150f85d5 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:49:08.152245 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ff50-2161-4b29-b112-1cde78ab3e1f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:08.182967 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ff50-2161-4b29-b112-1cde78ab3e1f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:08.318409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ff50-2161-4b29-b112-1cde78ab3e1f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:08.337269 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1ff50-2161-4b29-b112-1cde78ab3e1f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35951881-5fc8-4e14-a698-fb7f9335a024,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:08.392309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ff50-2161-4b29-b112-1cde78ab3e1f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:08.393458 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f1d1ff50-2161-4b29-b112-1cde78ab3e1f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/security-groups/35951881-5fc8-4e14-a698-fb7f9335a024 HTTP/1.1" status: 204 len: 168 time: 0.3130879 Mar 29 09:49:08.473558 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 38962) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:08.844268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:08.929800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:09.106385 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ffedfdf-c5b2-47d7-95b7-81c3c63bff76 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:09.451573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-9ffedfdf-c5b2-47d7-95b7-81c3c63bff76 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port a961b9f8-b198-4071-8df0-707286f19a15 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:49:09.451907 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ffedfdf-c5b2-47d7-95b7-81c3c63bff76 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:09.634093 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-9ffedfdf-c5b2-47d7-95b7-81c3c63bff76 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port a961b9f8-b198-4071-8df0-707286f19a15, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a961b9f8-b198-4071-8df0-707286f19a15,segment=NetworkSegment(69102cf1-019c-452d-b337-89338e7251d7),segment_id=69102cf1-019c-452d-b337-89338e7251d7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:49:09.634450 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ffedfdf-c5b2-47d7-95b7-81c3c63bff76 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:09.753121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-9ffedfdf-c5b2-47d7-95b7-81c3c63bff76 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for a961b9f8-b198-4071-8df0-707286f19a15 owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:49:10.123995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ffedfdf-c5b2-47d7-95b7-81c3c63bff76 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:10.170461 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffedfdf-c5b2-47d7-95b7-81c3c63bff76 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=a961b9f8-b198-4071-8df0-707286f19a15,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:10.557149 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ffedfdf-c5b2-47d7-95b7-81c3c63bff76 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:10.730015 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:10.916340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffedfdf-c5b2-47d7-95b7-81c3c63bff76 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 426fb5de-2cb3-4646-a2c6-95fd515754f2 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:49:11.087643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffedfdf-c5b2-47d7-95b7-81c3c63bff76 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:49:11.097390 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af20f57-e9b9-440b-bc1d-b2bf3f71f710 None None] Sync routers for ids ['426fb5de-2cb3-4646-a2c6-95fd515754f2'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:49:11.100771 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9ffedfdf-c5b2-47d7-95b7-81c3c63bff76 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/426fb5de-2cb3-4646-a2c6-95fd515754f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6261363 Mar 29 09:49:11.103530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38968) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:11.106739 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af20f57-e9b9-440b-bc1d-b2bf3f71f710 None None] Routers {'426fb5de-2cb3-4646-a2c6-95fd515754f2'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:49:11.107349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8af20f57-e9b9-440b-bc1d-b2bf3f71f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:49:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['426fb5de-2cb3-4646-a2c6-95fd515754f2'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:11.170976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b842e4e-5833-4420-9c72-0d0dae76ad44 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting subnet 007a5470-429e-44f8-87d1-e45f89a9d154 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:49:11.174044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0b842e4e-5833-4420-9c72-0d0dae76ad44 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:11.231299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0b842e4e-5833-4420-9c72-0d0dae76ad44 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:11.285713 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-8af20f57-e9b9-440b-bc1d-b2bf3f71f710 None None] Set router 426fb5de-2cb3-4646-a2c6-95fd515754f2 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:49:11.316384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0b842e4e-5833-4420-9c72-0d0dae76ad44 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:11.456125 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0b842e4e-5833-4420-9c72-0d0dae76ad44 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:11.493466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b842e4e-5833-4420-9c72-0d0dae76ad44 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Subnet': ['ID=007a5470-429e-44f8-87d1-e45f89a9d154,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:11.498927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0b842e4e-5833-4420-9c72-0d0dae76ad44 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:11.507812 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0b842e4e-5833-4420-9c72-0d0dae76ad44 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/subnets/007a5470-429e-44f8-87d1-e45f89a9d154 HTTP/1.1" status: 204 len: 168 time: 0.4009130 Mar 29 09:49:11.507990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38972) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:11.508884 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bb61a8-aab8-45c8-bf3f-eb922e0e72dd None None] Network 23ba0bfd-3583-477e-b3ed-753daeebae44 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:49:11.686163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:11.729500 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8af20f57-e9b9-440b-bc1d-b2bf3f71f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:02Z', 'updated_at': '2022-03-29T09:49:10Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:04Z', 'updated_at': '2022-03-29T09:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:11.736311 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af20f57-e9b9-440b-bc1d-b2bf3f71f710 None None] Checking router: 426fb5de-2cb3-4646-a2c6-95fd515754f2 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:49:11.756289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af20f57-e9b9-440b-bc1d-b2bf3f71f710 None None] Routers {'426fb5de-2cb3-4646-a2c6-95fd515754f2'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:49:11.756919 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8af20f57-e9b9-440b-bc1d-b2bf3f71f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:49:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['426fb5de-2cb3-4646-a2c6-95fd515754f2'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:11.866950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:11.930407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:49:11.930830 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:11.936184 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] DHCP port deletion for 23ba0bfd-3583-477e-b3ed-753daeebae44 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:49:11.950702 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Deleting port b14531c5-7892-425c-8dd8-fdc2da6a0c2e {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:49:11.951059 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:12.021604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-8af20f57-e9b9-440b-bc1d-b2bf3f71f710 None None] Set router 426fb5de-2cb3-4646-a2c6-95fd515754f2 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:49:12.104255 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:49:12.105028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:12.234431 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7 owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:49:12.378938 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] For port b14531c5-7892-425c-8dd8-fdc2da6a0c2e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b14531c5-7892-425c-8dd8-fdc2da6a0c2e,segment=NetworkSegment(69102cf1-019c-452d-b337-89338e7251d7),segment_id=69102cf1-019c-452d-b337-89338e7251d7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:49:12.379362 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:12.535637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Calling delete_port for b14531c5-7892-425c-8dd8-fdc2da6a0c2e owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:49:12.610825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:12.616472 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8af20f57-e9b9-440b-bc1d-b2bf3f71f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:02Z', 'updated_at': '2022-03-29T09:49:10Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:04Z', 'updated_at': '2022-03-29T09:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:12.620418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af20f57-e9b9-440b-bc1d-b2bf3f71f710 None None] The sync data for ids ['426fb5de-2cb3-4646-a2c6-95fd515754f2'] in dv-neutron-835555-1-hyperv is: [{'id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'name': 'tempest-TestNetworkBasicOps-router-1212774454', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199'}], 'enable_snat': True}, 'gw_port_id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:47:02Z', 'updated_at': '2022-03-29T09:49:10Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:0a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426fb5de-2cb3-4646-a2c6-95fd515754f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:47:04Z', 'updated_at': '2022-03-29T09:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:49:12.684741 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:12.737519 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Pushing event deleted for resources: {'Port': ['ID=b14531c5-7892-425c-8dd8-fdc2da6a0c2e,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:12.750443 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:12.750790 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:12.751136 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:12.751489 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:12.751910 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:12.752246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:12.752599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:12.752932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:12.753273 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:12.753602 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:12.753924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:12.754247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:12.757130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f10dc2-5c38-40d7-bb19-0b4d2ebc0686 None None] No DVR routers for this DVR port b14531c5-7892-425c-8dd8-fdc2da6a0c2e on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:49:12.787022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:12.881142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:13.053934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:13.056310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:13.158803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:13.159497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Fanout notify agent at l3_agent the message router_deleted on router 426fb5de-2cb3-4646-a2c6-95fd515754f2 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:49:13.175206 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:13.176337 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c7a28db4-b607-4e26-9710-41d747a0466e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/routers/426fb5de-2cb3-4646-a2c6-95fd515754f2 HTTP/1.1" status: 204 len: 168 time: 1.6674249 Mar 29 09:49:13.179010 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38976) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:13.298429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee588f00-98d1-4c50-969b-84434c3864ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:13.430242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee588f00-98d1-4c50-969b-84434c3864ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:13.455956 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-ee588f00-98d1-4c50-969b-84434c3864ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ba0bfd-3583-477e-b3ed-753daeebae44']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:13.467402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-ee588f00-98d1-4c50-969b-84434c3864ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69102cf1-019c-452d-b337-89338e7251d7') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:13.467696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-ee588f00-98d1-4c50-969b-84434c3864ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69102cf1-019c-452d-b337-89338e7251d7') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:13.478484 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee588f00-98d1-4c50-969b-84434c3864ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:13.493842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee588f00-98d1-4c50-969b-84434c3864ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:13.499524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee588f00-98d1-4c50-969b-84434c3864ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:49:13.499896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee588f00-98d1-4c50-969b-84434c3864ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:49:13.514559 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:49:13.673125 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee588f00-98d1-4c50-969b-84434c3864ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:13.673322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b14531c5-7892-425c-8dd8-fdc2da6a0c2e no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:49:13.691267 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ee588f00-98d1-4c50-969b-84434c3864ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:13.705462 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee588f00-98d1-4c50-969b-84434c3864ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Network': ['ID=23ba0bfd-3583-477e-b3ed-753daeebae44,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:13.713215 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ee588f00-98d1-4c50-969b-84434c3864ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/networks/23ba0bfd-3583-477e-b3ed-753daeebae44 HTTP/1.1" status: 204 len: 168 time: 0.5301895 Mar 29 09:49:13.729707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: b14531c5-7892-425c-8dd8-fdc2da6a0c2e {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:49:13.729707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b14531c5-7892-425c-8dd8-fdc2da6a0c2e not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:49:13.729707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a961b9f8-b198-4071-8df0-707286f19a15 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:49:13.730051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38980) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:13.730051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'network': {'name': 'tempest-network-smoke--1819863381', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'port_security_enabled': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:13.733349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:49:13.737692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:network and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:49:13.740714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:49:13.746907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:49:13.757304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: a961b9f8-b198-4071-8df0-707286f19a15 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:49:13.760687 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a961b9f8-b198-4071-8df0-707286f19a15 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:49:13.760687 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:49:13.794970 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:49:13.795230 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ea0ce4a6-7a56-44d8-bd97-ce2afa1242b7 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:49:13.850136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:49:13.853821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:13.882577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:49:13.890834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:13.891175 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Added segment dc5aaf84-7319-4e76-8323-6d8c41fb2b95 of type vlan for network c542e043-bd5b-4e72-b3c1-02575325911a Mar 29 09:49:13.916472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:14.015585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:14.021173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:14.021786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:14.125823 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Network': ['ID=c542e043-bd5b-4e72-b3c1-02575325911a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:14.135594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network c542e043-bd5b-4e72-b3c1-02575325911a details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:49:14.181623 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3ad823be-772e-4d82-af29-ab2aa8f4c5ef tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4581816 Mar 29 09:49:14.184207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38984) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:14.189804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'admin_state_up': True, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:14.197091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:49:14.200933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:router and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:49:14.203984 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:49:14.210696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:49:14.283878 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:14.284890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:14.299600 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:14.622453 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:15.077338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:15.105973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:15.238043 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.104 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/d8c5b3c4-6701-4ade-8bf9-05f60c552802) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:49:15.395946 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:15.461607 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:15.524244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:49:15.526860 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:49:15.534953 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:49:15.574080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=d8c5b3c4-6701-4ade-8bf9-05f60c552802,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:15.979144 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:16.421728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:16.666377 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 1a3890b0-5b4f-4973-8be8-07da664153ac is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:49:16.840883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:49:16.850740 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Sync routers for ids ['1a3890b0-5b4f-4973-8be8-07da664153ac'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:49:16.860177 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Routers {'1a3890b0-5b4f-4973-8be8-07da664153ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:49:16.860841 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:49:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a3890b0-5b4f-4973-8be8-07da664153ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:16.918342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:16.919531 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5ad0d714-d285-4293-8d65-804eb13fcb56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7343662 Mar 29 09:49:16.922714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38992) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:16.962617 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9f820be5-4cda-4460-b655-ba62a2cb80a3 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=fdb9d7f2c9684d82868b22f752ecfe11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382516 Mar 29 09:49:16.965150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 38996) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:17.036493 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Set router 1a3890b0-5b4f-4973-8be8-07da664153ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:49:17.094262 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27c6361-978d-4a4b-a958-add4e9d41ab1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:17.096287 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d27c6361-978d-4a4b-a958-add4e9d41ab1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302464 Mar 29 09:49:17.099053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39000) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:17.137568 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bcfbe01e-4634-4cdb-bb57-5c86c9704af7 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374601 Mar 29 09:49:17.146689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39004) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:17.152096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1919674022', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:17.261362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:49:17.265037 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:subnet and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:49:17.267843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:49:17.273496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:49:17.319920 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:15Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:17.323669 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Checking router: 1a3890b0-5b4f-4973-8be8-07da664153ac for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:49:17.324012 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Updating router 1a3890b0-5b4f-4973-8be8-07da664153ac port d8c5b3c4-6701-4ade-8bf9-05f60c552802 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:49:17.346792 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:49:17.350363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:17.378236 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:17.614720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:17.690943 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Subnet': ['ID=bfaf979f-1903-4c6b-815a-88ffa8dc8501,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:17.699728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Checking segment: {'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:49:17.700078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network hostable DHCP agents. Network: c542e043-bd5b-4e72-b3c1-02575325911a, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:49:17.704286 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:17.715602 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Transition to ACTIVE for port object d8c5b3c4-6701-4ade-8bf9-05f60c552802 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:49:17.785714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network c542e043-bd5b-4e72-b3c1-02575325911a is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:49:17.814863 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:17.872123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, c542e043-bd5b-4e72-b3c1-02575325911a) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:49:17.876663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:17.877248 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:17.883014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d37cdff-038b-4083-8c28-5a39da6042a2 None None] Network c542e043-bd5b-4e72-b3c1-02575325911a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:49:17.921410 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Attempting to bind port d8c5b3c4-6701-4ade-8bf9-05f60c552802 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:49:17.922088 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Attempting to bind port d8c5b3c4-6701-4ade-8bf9-05f60c552802 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:49:17.922219 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Attempting to bind port d8c5b3c4-6701-4ade-8bf9-05f60c552802 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:49:17.924788 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00db809-dd70-4f54-be74-9a6229da5c26 None None] Pushing event updated for resources: {'Port': ['ID=d8c5b3c4-6701-4ade-8bf9-05f60c552802,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:17.931469 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:49:17.931710 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:49:17.932186 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:17.932451 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:49:17.932930 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Bound port: d8c5b3c4-6701-4ade-8bf9-05f60c552802, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:49:17.933290 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:17.969159 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-34a7fd71-e5ae-4c13-bbbf-ff1c03a3c255 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8188505 Mar 29 09:49:17.969425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39008) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:18.009996 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] For port d8c5b3c4-6701-4ade-8bf9-05f60c552802, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:49:18.013324 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] For port d8c5b3c4-6701-4ade-8bf9-05f60c552802, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d8c5b3c4-6701-4ade-8bf9-05f60c552802,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:49:18.078307 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:18.108590 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-c542e043-bd5b-4e72-b3c1-02575325911a', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:49:18.109432 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:18.148377 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Routers {'1a3890b0-5b4f-4973-8be8-07da664153ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:49:18.149017 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:49:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a3890b0-5b4f-4973-8be8-07da664153ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:18.231868 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00db809-dd70-4f54-be74-9a6229da5c26 None None] Pushing event updated for resources: {'Port': ['ID=d8c5b3c4-6701-4ade-8bf9-05f60c552802,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:18.325512 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Allocated IP 172.20.0.2 (c542e043-bd5b-4e72-b3c1-02575325911a/bfaf979f-1903-4c6b-815a-88ffa8dc8501/4a9c6651-335f-4039-8e54-492476f189f7) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:49:18.362378 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] Set router 1a3890b0-5b4f-4973-8be8-07da664153ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:49:18.590153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:18.601208 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Transition to ACTIVE for port object 4a9c6651-335f-4039-8e54-492476f189f7 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:49:18.621243 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Transition to ACTIVE for port object 4a9c6651-335f-4039-8e54-492476f189f7 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:49:18.652052 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:15Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:18.656029 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2bcb9c-657b-4098-9ef7-347a250cea0e None None] The sync data for ids ['1a3890b0-5b4f-4973-8be8-07da664153ac'] in dv-neutron-835555-1-hyperv is: [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:15Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:49:18.695660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:18.762121 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Network c542e043-bd5b-4e72-b3c1-02575325911a is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:49:18.769126 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:49:18.773639 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:49:18.778395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Pushing event updated for resources: {'Port': ['ID=4a9c6651-335f-4039-8e54-492476f189f7,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:18.806521 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:18.874847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Attempting to bind port 4a9c6651-335f-4039-8e54-492476f189f7 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:49:18.874847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Attempting to bind port 4a9c6651-335f-4039-8e54-492476f189f7 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:49:18.874847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Attempting to bind port 4a9c6651-335f-4039-8e54-492476f189f7 on network c542e043-bd5b-4e72-b3c1-02575325911a {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:49:18.884243 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:49:18.884930 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Checking segment: {'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:49:18.885064 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:18.885454 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Bound using segment: {'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:49:18.886496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Bound port: 4a9c6651-335f-4039-8e54-492476f189f7, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:49:18.888226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:18.991777 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] For port 4a9c6651-335f-4039-8e54-492476f189f7, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:49:18.995104 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] For port 4a9c6651-335f-4039-8e54-492476f189f7, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4a9c6651-335f-4039-8e54-492476f189f7,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:49:19.072938 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:19.167043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2640d-c651-497b-9ef7-08f807614060 None None] Pushing event updated for resources: {'Port': ['ID=4a9c6651-335f-4039-8e54-492476f189f7,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:19.237593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.1 (c542e043-bd5b-4e72-b3c1-02575325911a/bfaf979f-1903-4c6b-815a-88ffa8dc8501/ce34c799-b910-489f-be5f-c2dc7fad83f1) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:49:19.430945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:19.452314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object ce34c799-b910-489f-be5f-c2dc7fad83f1 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:49:19.546818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:19.608144 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network c542e043-bd5b-4e72-b3c1-02575325911a is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:49:19.611751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:49:19.623717 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:49:19.660269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=ce34c799-b910-489f-be5f-c2dc7fad83f1,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:19.687631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:19.725928 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4a9c6651-335f-4039-8e54-492476f189f7 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:49:19.855467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 4a9c6651-335f-4039-8e54-492476f189f7 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:49:19.860840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d8c5b3c4-6701-4ade-8bf9-05f60c552802 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:49:20.003425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port d8c5b3c4-6701-4ade-8bf9-05f60c552802 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:49:20.008477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d8c5b3c4-6701-4ade-8bf9-05f60c552802 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:49:20.008873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:20.037051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:20.143628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:20.163789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port d8c5b3c4-6701-4ade-8bf9-05f60c552802, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d8c5b3c4-6701-4ade-8bf9-05f60c552802,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:49:20.166639 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34384ed3-6bd0-43fc-af5c-c0e1b0c2a12b None None] Network c542e043-bd5b-4e72-b3c1-02575325911a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:49:20.255084 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:20.392778 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=d8c5b3c4-6701-4ade-8bf9-05f60c552802,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:20.403735 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ae776879-0461-47f9-bda1-a25dfa7b054b None None] Provisioning for port 4a9c6651-335f-4039-8e54-492476f189f7 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:49:20.418962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ae776879-0461-47f9-bda1-a25dfa7b054b None None] Provisioning complete for port 4a9c6651-335f-4039-8e54-492476f189f7 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:49:20.418962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae776879-0461-47f9-bda1-a25dfa7b054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:20.601289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae776879-0461-47f9-bda1-a25dfa7b054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:20.615796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:20.635545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-ae776879-0461-47f9-bda1-a25dfa7b054b None None] For port 4a9c6651-335f-4039-8e54-492476f189f7, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4a9c6651-335f-4039-8e54-492476f189f7,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:49:20.683898 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:20.713376 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae776879-0461-47f9-bda1-a25dfa7b054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:20.787709 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae776879-0461-47f9-bda1-a25dfa7b054b None None] Pushing event updated for resources: {'Port': ['ID=4a9c6651-335f-4039-8e54-492476f189f7,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:20.801133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:20.804796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=ce34c799-b910-489f-be5f-c2dc7fad83f1,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:20.835267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c751afc5-430e-41c5-ba25-8ada333005a3 None None] Provisioning complete for port 4a9c6651-335f-4039-8e54-492476f189f7 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:49:20.835587 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c751afc5-430e-41c5-ba25-8ada333005a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:20.943533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network c542e043-bd5b-4e72-b3c1-02575325911a is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:49:20.944854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:49:21.049868 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c751afc5-430e-41c5-ba25-8ada333005a3 None None] Provisioning for port ce34c799-b910-489f-be5f-c2dc7fad83f1 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:49:21.049868 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c751afc5-430e-41c5-ba25-8ada333005a3 None None] Provisioning complete for port ce34c799-b910-489f-be5f-c2dc7fad83f1 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:49:21.050720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c751afc5-430e-41c5-ba25-8ada333005a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:21.105892 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c751afc5-430e-41c5-ba25-8ada333005a3 None None] Port ce34c799-b910-489f-be5f-c2dc7fad83f1 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:49:21.137861 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 1a3890b0-5b4f-4973-8be8-07da664153ac has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:49:21.224427 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-22d7f19d-ae21-4f39-a053-fed4a3b33d77 None None] Provisioning complete for port ce34c799-b910-489f-be5f-c2dc7fad83f1 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:49:21.224831 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-22d7f19d-ae21-4f39-a053-fed4a3b33d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:21.314806 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-22d7f19d-ae21-4f39-a053-fed4a3b33d77 None None] Port ce34c799-b910-489f-be5f-c2dc7fad83f1 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:49:21.317825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:49:21.326636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Sync routers for ids ['1a3890b0-5b4f-4973-8be8-07da664153ac'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:49:21.330450 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ced640fb-0676-4f95-be51-5a79d7f8f2e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/1a3890b0-5b4f-4973-8be8-07da664153ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3594863 Mar 29 09:49:21.332936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39014) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:21.340651 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Routers {'1a3890b0-5b4f-4973-8be8-07da664153ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:49:21.341261 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:49:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a3890b0-5b4f-4973-8be8-07da664153ac'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:21.474233 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43b0503-6a75-4805-97c9-aa0265cb348b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:21.474708 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43b0503-6a75-4805-97c9-aa0265cb348b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:21.475181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43b0503-6a75-4805-97c9-aa0265cb348b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:21.475642 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43b0503-6a75-4805-97c9-aa0265cb348b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:21.476118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43b0503-6a75-4805-97c9-aa0265cb348b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:21.477855 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b43b0503-6a75-4805-97c9-aa0265cb348b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3571 time: 0.1440012 Mar 29 09:49:21.480531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39018) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:21.516849 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Set router 1a3890b0-5b4f-4973-8be8-07da664153ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:49:21.548314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b171cec7-3bdb-4ce6-a0d8-64648eb24dbc tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:21.548804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b171cec7-3bdb-4ce6-a0d8-64648eb24dbc tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:21.549253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b171cec7-3bdb-4ce6-a0d8-64648eb24dbc tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:21.549696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b171cec7-3bdb-4ce6-a0d8-64648eb24dbc tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:21.550134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b171cec7-3bdb-4ce6-a0d8-64648eb24dbc tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:21.551804 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b171cec7-3bdb-4ce6-a0d8-64648eb24dbc tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.0703802 Mar 29 09:49:21.554498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39024) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:21.723346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4a9c6651-335f-4039-8e54-492476f189f7 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:49:21.869416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4a9c6651-335f-4039-8e54-492476f189f7 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:49:21.869788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:21.894440 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-16cb36c4-9bcf-4ae3-887a-990e0bcba054 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2336 time: 0.3358414 Mar 29 09:49:21.946949 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'ce34c799-b910-489f-be5f-c2dc7fad83f1', 'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:45:a5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 2, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:21.973842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Checking router: 1a3890b0-5b4f-4973-8be8-07da664153ac for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:49:21.974195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Updating router 1a3890b0-5b4f-4973-8be8-07da664153ac port ce34c799-b910-489f-be5f-c2dc7fad83f1 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:49:22.049677 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:22.060111 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d8c5b3c4-6701-4ade-8bf9-05f60c552802 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:49:22.207608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39030) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:22.212820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-da154df1-0fa0-407f-9681-b0f3a10202a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512892103', 'description': 'tempest-secgroup-smoke-1512892103 description', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:22.218580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-da154df1-0fa0-407f-9681-b0f3a10202a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:49:22.223287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-da154df1-0fa0-407f-9681-b0f3a10202a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:49:22.225967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-da154df1-0fa0-407f-9681-b0f3a10202a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:49:22.231036 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d8c5b3c4-6701-4ade-8bf9-05f60c552802 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:49:22.231411 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:22.232021 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-da154df1-0fa0-407f-9681-b0f3a10202a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:49:22.312286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da154df1-0fa0-407f-9681-b0f3a10202a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:22.332893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-da154df1-0fa0-407f-9681-b0f3a10202a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:49:22.337587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-da154df1-0fa0-407f-9681-b0f3a10202a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:49:22.339551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-da154df1-0fa0-407f-9681-b0f3a10202a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:49:22.345391 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-da154df1-0fa0-407f-9681-b0f3a10202a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:49:22.414761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da154df1-0fa0-407f-9681-b0f3a10202a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:22.489365 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da154df1-0fa0-407f-9681-b0f3a10202a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:22.533889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da154df1-0fa0-407f-9681-b0f3a10202a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1614eed5-d8dc-405b-b2e3-93943703fda1,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:22.551740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:22.563133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Transition to ACTIVE for port object ce34c799-b910-489f-be5f-c2dc7fad83f1 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:49:22.592108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da154df1-0fa0-407f-9681-b0f3a10202a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:22.593417 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-da154df1-0fa0-407f-9681-b0f3a10202a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3847857 Mar 29 09:49:22.601861 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39034) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:22.606813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2e1b7d46-cc41-48c9-9e32-25d611cb3c97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '1614eed5-d8dc-405b-b2e3-93943703fda1', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:22.609010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:22.613409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2e1b7d46-cc41-48c9-9e32-25d611cb3c97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:49:22.617516 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2e1b7d46-cc41-48c9-9e32-25d611cb3c97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:49:22.620298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2e1b7d46-cc41-48c9-9e32-25d611cb3c97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:49:22.626122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2e1b7d46-cc41-48c9-9e32-25d611cb3c97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:49:22.696587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e1b7d46-cc41-48c9-9e32-25d611cb3c97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:22.763113 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e1b7d46-cc41-48c9-9e32-25d611cb3c97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:22.773705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3095f8-3286-4325-b7ea-c3f9d27dee88 None None] Pushing event updated for resources: {'Port': ['ID=ce34c799-b910-489f-be5f-c2dc7fad83f1,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:22.821159 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e1b7d46-cc41-48c9-9e32-25d611cb3c97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:22.849803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b7d46-cc41-48c9-9e32-25d611cb3c97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a908ee54-0533-45be-9143-5df37c91fc41,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:22.887377 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Attempting to bind port ce34c799-b910-489f-be5f-c2dc7fad83f1 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:49:22.887745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Attempting to bind port ce34c799-b910-489f-be5f-c2dc7fad83f1 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:49:22.888132 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Attempting to bind port ce34c799-b910-489f-be5f-c2dc7fad83f1 on network c542e043-bd5b-4e72-b3c1-02575325911a {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:49:22.894817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:49:22.895178 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Checking segment: {'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:49:22.895575 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:22.895983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Bound using segment: {'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:49:22.896412 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Bound port: ce34c799-b910-489f-be5f-c2dc7fad83f1, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:49:22.896803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:22.906050 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e1b7d46-cc41-48c9-9e32-25d611cb3c97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:22.908249 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2e1b7d46-cc41-48c9-9e32-25d611cb3c97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3051436 Mar 29 09:49:22.910893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39038) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:22.917139 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-d693bc5c-538a-4950-b346-107b945f9ddd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '1614eed5-d8dc-405b-b2e3-93943703fda1', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:22.923410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d693bc5c-538a-4950-b346-107b945f9ddd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:49:22.927724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d693bc5c-538a-4950-b346-107b945f9ddd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:49:22.931564 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d693bc5c-538a-4950-b346-107b945f9ddd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:49:22.936884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d693bc5c-538a-4950-b346-107b945f9ddd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:49:22.961176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:22.999005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] For port ce34c799-b910-489f-be5f-c2dc7fad83f1, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:49:23.001974 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] For port ce34c799-b910-489f-be5f-c2dc7fad83f1, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ce34c799-b910-489f-be5f-c2dc7fad83f1,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:49:23.022157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d693bc5c-538a-4950-b346-107b945f9ddd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:23.082540 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d693bc5c-538a-4950-b346-107b945f9ddd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:23.101515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:23.158839 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d693bc5c-538a-4950-b346-107b945f9ddd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:23.178538 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Routers {'1a3890b0-5b4f-4973-8be8-07da664153ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:49:23.179085 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:49:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a3890b0-5b4f-4973-8be8-07da664153ac'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:23.183566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693bc5c-538a-4950-b346-107b945f9ddd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95580f8-f16d-4345-8bfb-619a5a49367c,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:23.244314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3095f8-3286-4325-b7ea-c3f9d27dee88 None None] Pushing event updated for resources: {'Port': ['ID=ce34c799-b910-489f-be5f-c2dc7fad83f1,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:23.266631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d693bc5c-538a-4950-b346-107b945f9ddd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:23.268116 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d693bc5c-538a-4950-b346-107b945f9ddd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3558590 Mar 29 09:49:23.270721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39042) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:23.280759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-624c017a-90af-4e0f-b388-eb7ac5d2ba9f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '1614eed5-d8dc-405b-b2e3-93943703fda1', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:23.288370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-624c017a-90af-4e0f-b388-eb7ac5d2ba9f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:49:23.292856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-624c017a-90af-4e0f-b388-eb7ac5d2ba9f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:49:23.296120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-624c017a-90af-4e0f-b388-eb7ac5d2ba9f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:49:23.302857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-624c017a-90af-4e0f-b388-eb7ac5d2ba9f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:49:23.365143 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] Set router 1a3890b0-5b4f-4973-8be8-07da664153ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:49:23.393007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-624c017a-90af-4e0f-b388-eb7ac5d2ba9f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:23.457834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-624c017a-90af-4e0f-b388-eb7ac5d2ba9f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:23.523246 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-624c017a-90af-4e0f-b388-eb7ac5d2ba9f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:23.547689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c017a-90af-4e0f-b388-eb7ac5d2ba9f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddb3996-ee5e-4fc1-9300-68782cb50601,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:23.611270 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-624c017a-90af-4e0f-b388-eb7ac5d2ba9f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:23.615088 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-624c017a-90af-4e0f-b388-eb7ac5d2ba9f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3407159 Mar 29 09:49:23.615812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39046) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:23.621107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-21ff0127-e7ad-4900-9ce2-037cee5d83a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '1614eed5-d8dc-405b-b2e3-93943703fda1', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:23.627003 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-21ff0127-e7ad-4900-9ce2-037cee5d83a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:49:23.630764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-21ff0127-e7ad-4900-9ce2-037cee5d83a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:49:23.633615 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-21ff0127-e7ad-4900-9ce2-037cee5d83a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:49:23.639501 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-21ff0127-e7ad-4900-9ce2-037cee5d83a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:49:23.686481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'ce34c799-b910-489f-be5f-c2dc7fad83f1', 'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:45:a5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:22Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:23.691091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f9d664-7659-42a6-b493-04ea85be6629 None None] The sync data for ids ['1a3890b0-5b4f-4973-8be8-07da664153ac'] in dv-neutron-835555-1-hyperv is: [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'ce34c799-b910-489f-be5f-c2dc7fad83f1', 'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:45:a5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:22Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:49:23.723631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-21ff0127-e7ad-4900-9ce2-037cee5d83a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:23.808842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-21ff0127-e7ad-4900-9ce2-037cee5d83a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:23.866859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-21ff0127-e7ad-4900-9ce2-037cee5d83a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:23.891874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff0127-e7ad-4900-9ce2-037cee5d83a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f734a62-0de0-492a-a70b-68985827e827,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:23.958203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-21ff0127-e7ad-4900-9ce2-037cee5d83a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:23.959432 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-21ff0127-e7ad-4900-9ce2-037cee5d83a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3426664 Mar 29 09:49:23.962204 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39050) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:23.967331 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-16f2e43b-7017-4f15-bdcb-d83242677ab0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '1614eed5-d8dc-405b-b2e3-93943703fda1', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:23.973566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-16f2e43b-7017-4f15-bdcb-d83242677ab0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:49:23.977422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-16f2e43b-7017-4f15-bdcb-d83242677ab0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:49:23.980336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-16f2e43b-7017-4f15-bdcb-d83242677ab0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:49:23.986429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-16f2e43b-7017-4f15-bdcb-d83242677ab0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:49:24.072439 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-16f2e43b-7017-4f15-bdcb-d83242677ab0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:49:24.080293 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-16f2e43b-7017-4f15-bdcb-d83242677ab0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:24.148152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-16f2e43b-7017-4f15-bdcb-d83242677ab0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:24.215195 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-16f2e43b-7017-4f15-bdcb-d83242677ab0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:24.239318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2e43b-7017-4f15-bdcb-d83242677ab0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2dd66d-0101-4778-b091-cbecf49799b8,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:24.335070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-16f2e43b-7017-4f15-bdcb-d83242677ab0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:24.339335 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-16f2e43b-7017-4f15-bdcb-d83242677ab0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3730912 Mar 29 09:49:24.339798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39054) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:24.345248 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c8ef44cb-cd23-4ebd-8b1d-deee328f2c8a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '1614eed5-d8dc-405b-b2e3-93943703fda1', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:24.351271 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c8ef44cb-cd23-4ebd-8b1d-deee328f2c8a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:49:24.356262 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c8ef44cb-cd23-4ebd-8b1d-deee328f2c8a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:49:24.359315 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c8ef44cb-cd23-4ebd-8b1d-deee328f2c8a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:49:24.366178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c8ef44cb-cd23-4ebd-8b1d-deee328f2c8a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:49:24.443949 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-c8ef44cb-cd23-4ebd-8b1d-deee328f2c8a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:49:24.451160 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c8ef44cb-cd23-4ebd-8b1d-deee328f2c8a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:24.520712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c8ef44cb-cd23-4ebd-8b1d-deee328f2c8a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:24.586682 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c8ef44cb-cd23-4ebd-8b1d-deee328f2c8a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:24.611309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef44cb-cd23-4ebd-8b1d-deee328f2c8a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd20686e-02ef-46ea-82ad-1f5d8245cf28,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:24.695077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c8ef44cb-cd23-4ebd-8b1d-deee328f2c8a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:24.696303 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c8ef44cb-cd23-4ebd-8b1d-deee328f2c8a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3552926 Mar 29 09:49:24.909612 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-5a55dfb1-47f9-4c84-abf5-01de06a7b48b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:49:24.980369 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-5a55dfb1-47f9-4c84-abf5-01de06a7b48b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:49:24.981546 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-5a55dfb1-47f9-4c84-abf5-01de06a7b48b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512892103&fields=id&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 267 time: 0.1121688 Mar 29 09:49:25.131475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d7eeadb6-62c1-4d07-bfce-6516487cd9c5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:25.132976 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d7eeadb6-62c1-4d07-bfce-6516487cd9c5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/networks?id=c542e043-bd5b-4e72-b3c1-02575325911a HTTP/1.1" status: 200 len: 797 time: 0.1442683 Mar 29 09:49:25.148386 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-be5158b4-fa1e-4c94-a45c-d72b55b58ec3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/quotas/fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 375 time: 0.0097125 Mar 29 09:49:25.229844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-117f7cd2-0194-45e2-91ef-8dc8fe84e7d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:49:25.283398 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-117f7cd2-0194-45e2-91ef-8dc8fe84e7d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:49:25.284692 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-117f7cd2-0194-45e2-91ef-8dc8fe84e7d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311402 Mar 29 09:49:25.300016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-4728e858-72fc-4571-bd1a-49867b295f3a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:49:25.300973 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-4728e858-72fc-4571-bd1a-49867b295f3a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051410 Mar 29 09:49:25.428769 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-65b49e72-ed59-4367-9562-3cc7820ec13a service neutron] 10.222.0.35 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224611 Mar 29 09:49:25.555943 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-6755707f-f4f1-44a4-9e70-802588622f47 service neutron] 10.222.0.35 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214583 Mar 29 09:49:25.684341 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ce34c799-b910-489f-be5f-c2dc7fad83f1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:49:25.798089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port ce34c799-b910-489f-be5f-c2dc7fad83f1 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:49:25.803156 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port ce34c799-b910-489f-be5f-c2dc7fad83f1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:49:25.803522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:25.838873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-bb64036d-8c00-4ff7-a22b-ff2c5eefe081 req-b502db4c-9286-436e-b04d-1361860bcac1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:49:25.851127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-bb64036d-8c00-4ff7-a22b-ff2c5eefe081 req-b502db4c-9286-436e-b04d-1361860bcac1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:49:25.852276 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bb64036d-8c00-4ff7-a22b-ff2c5eefe081 req-b502db4c-9286-436e-b04d-1361860bcac1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 210 time: 0.0620580 Mar 29 09:49:25.926394 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:25.958188 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port ce34c799-b910-489f-be5f-c2dc7fad83f1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ce34c799-b910-489f-be5f-c2dc7fad83f1,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:49:26.009033 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:26.077265 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=ce34c799-b910-489f-be5f-c2dc7fad83f1,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:27.249587 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-fa31d2c9-4d7f-4005-905b-870ea050ffbc req-bb33f3b8-4284-4d45-af83-82a2b9a49815 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 210 time: 0.1485245 Mar 29 09:49:27.628780 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-aead2563-cd9b-4dbc-91e0-d82b69cd9942 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:27.630205 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-aead2563-cd9b-4dbc-91e0-d82b69cd9942 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/networks?id=c542e043-bd5b-4e72-b3c1-02575325911a HTTP/1.1" status: 200 len: 797 time: 0.1451147 Mar 29 09:49:27.670717 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ce34c799-b910-489f-be5f-c2dc7fad83f1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:49:27.680015 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-bcd94608-f76a-4167-b413-37f514d0ebf0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 380 time: 0.0416708 Mar 29 09:49:27.688959 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'port': {'device_id': '22d55706-4e30-4a03-b7af-743b9740326e', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'admin_state_up': True, 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'security_groups': ['1614eed5-d8dc-405b-b2e3-93943703fda1']}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:27.745730 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port ce34c799-b910-489f-be5f-c2dc7fad83f1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:49:27.746136 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:27.829203 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:49:27.839927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:49:27.929266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:49:27.932923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:28.093406 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.8 (c542e043-bd5b-4e72-b3c1-02575325911a/bfaf979f-1903-4c6b-815a-88ffa8dc8501/8831113e-7db5-45a3-a851-4bf0b2ca9817) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:49:28.280009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:28.296161 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object 8831113e-7db5-45a3-a851-4bf0b2ca9817 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:49:28.397891 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:28.400576 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-410ce6a9-3d7b-4616-9491-e605d42a5411 req-d21c8f92-d650-429b-a8b6-a9cdb6d7a956 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 210 time: 0.0435951 Mar 29 09:49:28.470895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network c542e043-bd5b-4e72-b3c1-02575325911a is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:49:28.478254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:49:28.482499 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:49:28.516309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=8831113e-7db5-45a3-a851-4bf0b2ca9817,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:28.551853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:28.552469 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:28.638127 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cc026d-324b-4d4f-b440-b4efb3356d92 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9527304 Mar 29 09:49:28.647782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-32d6e509-4bca-4376-b7ec-f326aa2151c8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:49:28.649009 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-32d6e509-4bca-4376-b7ec-f326aa2151c8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049694 Mar 29 09:49:28.658062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Request body: {'port': {'device_id': '22d55706-4e30-4a03-b7af-743b9740326e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:28.722794 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-82c620d5-5612-43e3-8015-1c28e4dc6da8 None None] Provisioning for port 8831113e-7db5-45a3-a851-4bf0b2ca9817 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:49:28.728557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-82c620d5-5612-43e3-8015-1c28e4dc6da8 None None] Provisioning complete for port 8831113e-7db5-45a3-a851-4bf0b2ca9817 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:49:28.728933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-82c620d5-5612-43e3-8015-1c28e4dc6da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:28.773336 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:28.784781 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-82c620d5-5612-43e3-8015-1c28e4dc6da8 None None] Port 8831113e-7db5-45a3-a851-4bf0b2ca9817 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:49:29.106333 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8831113e-7db5-45a3-a851-4bf0b2ca9817 {{(pid=88550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:49:29.113958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:29.128598 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Transition to ACTIVE for port object 8831113e-7db5-45a3-a851-4bf0b2ca9817 will not be triggered until provisioned by entity L2. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:49:29.192054 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:29.343544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8831113e-7db5-45a3-a851-4bf0b2ca9817,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:29.427981 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Attempting to bind port 8831113e-7db5-45a3-a851-4bf0b2ca9817 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:49:29.428400 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Attempting to bind port 8831113e-7db5-45a3-a851-4bf0b2ca9817 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:49:29.428749 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Attempting to bind port 8831113e-7db5-45a3-a851-4bf0b2ca9817 on network c542e043-bd5b-4e72-b3c1-02575325911a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:49:29.433323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Port 8831113e-7db5-45a3-a851-4bf0b2ca9817 on network c542e043-bd5b-4e72-b3c1-02575325911a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:49:29.433641 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Attempting to bind port 8831113e-7db5-45a3-a851-4bf0b2ca9817 on network c542e043-bd5b-4e72-b3c1-02575325911a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:49:29.438798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:49:29.439034 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Checking segment: {'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:49:29.439415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Bound using segment: {'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:49:29.439814 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Bound port: 8831113e-7db5-45a3-a851-4bf0b2ca9817, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'}}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:49:29.440157 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:29.668735 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] For port 8831113e-7db5-45a3-a851-4bf0b2ca9817, host hv-neutron-8355, cleared binding levels {{(pid=88550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:49:29.672033 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] For port 8831113e-7db5-45a3-a851-4bf0b2ca9817, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8831113e-7db5-45a3-a851-4bf0b2ca9817,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:49:29.701501 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408a5d0-087c-43f8-952d-dccbb1de628d req-be5c5023-7afc-4b41-8cfc-099dc9d0aff7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:29.702178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-5408a5d0-087c-43f8-952d-dccbb1de628d req-be5c5023-7afc-4b41-8cfc-099dc9d0aff7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:49:29.757651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:29.799242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-5408a5d0-087c-43f8-952d-dccbb1de628d req-be5c5023-7afc-4b41-8cfc-099dc9d0aff7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:49:29.800390 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5408a5d0-087c-43f8-952d-dccbb1de628d req-be5c5023-7afc-4b41-8cfc-099dc9d0aff7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 943 time: 0.2938452 Mar 29 09:49:29.816460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:29.817092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:29.818384 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/8831113e-7db5-45a3-a851-4bf0b2ca9817 HTTP/1.1" status: 200 len: 1093 time: 1.1639264 Mar 29 09:49:29.818836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d55706-4e30-4a03-b7af-743b9740326e', 'tag': '8831113e-7db5-45a3-a851-4bf0b2ca9817'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:49:29.868407 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d55706-4e30-4a03-b7af-743b9740326e', 'tag': '8831113e-7db5-45a3-a851-4bf0b2ca9817', 'status': 'completed', 'code': 200} Mar 29 09:49:29.883796 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991db1f-59e8-4eed-91d8-9963877501f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8831113e-7db5-45a3-a851-4bf0b2ca9817,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:29.890962 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5408a5d0-087c-43f8-952d-dccbb1de628d req-a7f94e52-6254-421d-9d51-8e00c02b4779 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=1614eed5-d8dc-405b-b2e3-93943703fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785258 Mar 29 09:49:29.967805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7edbb-75c9-4075-b965-e0b3a52c84ba req-7e53a903-136e-4e54-8db5-cd2da8298518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:29.969447 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-88a7edbb-75c9-4075-b965-e0b3a52c84ba req-7e53a903-136e-4e54-8db5-cd2da8298518 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 1096 time: 0.0770378 Mar 29 09:49:30.109694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7edbb-75c9-4075-b965-e0b3a52c84ba req-b9176ec0-dd53-4a7e-bd21-5ed62cba4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:30.111075 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-88a7edbb-75c9-4075-b965-e0b3a52c84ba req-b9176ec0-dd53-4a7e-bd21-5ed62cba4cc0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1343932 Mar 29 09:49:30.245856 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7edbb-75c9-4075-b965-e0b3a52c84ba req-b4114055-ed9c-4540-ab71-df73357a9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:30.247311 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-88a7edbb-75c9-4075-b965-e0b3a52c84ba req-b4114055-ed9c-4540-ab71-df73357a9ea6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297145 Mar 29 09:49:30.355334 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cf0865-cbdf-4d00-a4d1-52de326a2a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:30.356955 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d6cf0865-cbdf-4d00-a4d1-52de326a2a85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 1096 time: 0.0755448 Mar 29 09:49:30.425141 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-66456652-26f8-4129-9f7a-600d97072cdf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8831113e-7db5-45a3-a851-4bf0b2ca9817 HTTP/1.1" status: 200 len: 217 time: 0.0614576 Mar 29 09:49:30.488825 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d25a520b-61f2-46c5-990b-de830a09708f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:30.490399 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-d25a520b-61f2-46c5-990b-de830a09708f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfaf979f-1903-4c6b-815a-88ffa8dc8501 HTTP/1.1" status: 200 len: 835 time: 0.0597317 Mar 29 09:49:30.562409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-f437b1ea-bcbe-40f3-8c47-347a62d6ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:30.564462 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-f437b1ea-bcbe-40f3-8c47-347a62d6ad18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c542e043-bd5b-4e72-b3c1-02575325911a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679088 Mar 29 09:49:30.692169 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-8e214f10-2c15-4bc4-97a3-4c2326f281ac service neutron] 10.222.0.36 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215837 Mar 29 09:49:30.818887 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d31fd74-68e6-4f15-aa15-9950b09433f6 req-a57deb49-3803-449a-9fc9-4afd02afe51a service neutron] 10.222.0.36 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206281 Mar 29 09:49:31.083764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d0fb5-40b6-4893-b51a-5e75c9819f5a req-5979ce9d-b8af-4b39-aa8e-731b2773a34c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:31.085146 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a27d0fb5-40b6-4893-b51a-5e75c9819f5a req-5979ce9d-b8af-4b39-aa8e-731b2773a34c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 943 time: 0.0824673 Mar 29 09:49:31.127846 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-a27d0fb5-40b6-4893-b51a-5e75c9819f5a req-3fd79f2a-264d-4aef-ac27-bbabda6c6f13 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:49:31.139035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-a27d0fb5-40b6-4893-b51a-5e75c9819f5a req-3fd79f2a-264d-4aef-ac27-bbabda6c6f13 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:49:31.140125 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a27d0fb5-40b6-4893-b51a-5e75c9819f5a req-3fd79f2a-264d-4aef-ac27-bbabda6c6f13 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=1614eed5-d8dc-405b-b2e3-93943703fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494070 Mar 29 09:49:32.333296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea71b2-d72b-4448-8759-f52033687117 req-6d840a11-5cb3-47d1-bdc3-93394ce3f195 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:32.334750 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9aea71b2-d72b-4448-8759-f52033687117 req-6d840a11-5cb3-47d1-bdc3-93394ce3f195 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 943 time: 0.0841780 Mar 29 09:49:32.378711 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9aea71b2-d72b-4448-8759-f52033687117 req-aba4e414-1a66-4635-a8b8-d91fd41f3032 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=1614eed5-d8dc-405b-b2e3-93943703fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381799 Mar 29 09:49:32.980450 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:49:33.559441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b76ec-e5c7-411d-a8a4-fadfdfcbf224 req-4a92cce9-af4a-4482-910f-06f7220d85e3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:33.560732 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-167b76ec-e5c7-411d-a8a4-fadfdfcbf224 req-4a92cce9-af4a-4482-910f-06f7220d85e3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 943 time: 0.0787466 Mar 29 09:49:33.605127 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-167b76ec-e5c7-411d-a8a4-fadfdfcbf224 req-40016933-ebd7-4615-9d6a-d5be2f8e38ee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=1614eed5-d8dc-405b-b2e3-93943703fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382237 Mar 29 09:49:34.211595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 8831113e-7db5-45a3-a851-4bf0b2ca9817 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:49:34.342000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 8831113e-7db5-45a3-a851-4bf0b2ca9817, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8831113e-7db5-45a3-a851-4bf0b2ca9817,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:49:34.355070 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '8831113e-7db5-45a3-a851-4bf0b2ca9817', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'port_id': '8831113e-7db5-45a3-a851-4bf0b2ca9817', 'mac_address': 'fa:16:3e:01:4b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:49:34.409226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:34.425083 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8831113e-7db5-45a3-a851-4bf0b2ca9817 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:49:34.440515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 8831113e-7db5-45a3-a851-4bf0b2ca9817, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8831113e-7db5-45a3-a851-4bf0b2ca9817,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:49:34.494095 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:34.563409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=8831113e-7db5-45a3-a851-4bf0b2ca9817,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:34.786164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176ba89-6d36-42d7-b5b0-c75aab872bf3 req-e9af4448-022e-4aac-8d22-610794482ab1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:34.787520 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7176ba89-6d36-42d7-b5b0-c75aab872bf3 req-e9af4448-022e-4aac-8d22-610794482ab1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 944 time: 0.0803750 Mar 29 09:49:34.831423 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7176ba89-6d36-42d7-b5b0-c75aab872bf3 req-edbb9894-fbc6-4d8a-8e1e-3473c7fa0f70 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=1614eed5-d8dc-405b-b2e3-93943703fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381889 Mar 29 09:49:34.852991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['8831113e-7db5-45a3-a851-4bf0b2ca9817'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:49:35.636943 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2c0075a6-bad9-4b43-abf8-2d92aa3788ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:36.014945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045f837-c561-49de-af38-cf90bdb16cc8 req-64f387fa-c1fb-4d36-997e-9a2c05a9081e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:36.016420 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9045f837-c561-49de-af38-cf90bdb16cc8 req-64f387fa-c1fb-4d36-997e-9a2c05a9081e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 944 time: 0.0806394 Mar 29 09:49:36.059292 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9045f837-c561-49de-af38-cf90bdb16cc8 req-f12e9d30-28a5-4037-8357-7f4df6430e69 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=1614eed5-d8dc-405b-b2e3-93943703fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372584 Mar 29 09:49:36.241232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 8831113e-7db5-45a3-a851-4bf0b2ca9817 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:49:36.345711 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 8831113e-7db5-45a3-a851-4bf0b2ca9817 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:49:36.350496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 8831113e-7db5-45a3-a851-4bf0b2ca9817 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:49:36.350867 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:36.462166 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:36.490989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d55706-4e30-4a03-b7af-743b9740326e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8831113e-7db5-45a3-a851-4bf0b2ca9817'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:49:36.501410 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 8831113e-7db5-45a3-a851-4bf0b2ca9817, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8831113e-7db5-45a3-a851-4bf0b2ca9817,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:49:36.535067 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d55706-4e30-4a03-b7af-743b9740326e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8831113e-7db5-45a3-a851-4bf0b2ca9817', 'code': 200} Mar 29 09:49:36.568581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:36.634480 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=8831113e-7db5-45a3-a851-4bf0b2ca9817,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:36.908832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bde19a-16cf-49bd-b958-d2a3778067c3 req-0819b40e-bd65-4e6e-86af-3b598dc200a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:36.910289 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a8bde19a-16cf-49bd-b958-d2a3778067c3 req-0819b40e-bd65-4e6e-86af-3b598dc200a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 1098 time: 0.0726070 Mar 29 09:49:36.949604 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a8bde19a-16cf-49bd-b958-d2a3778067c3 req-535a5fbe-2a75-428b-aa9a-0a7404e2b802 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1614eed5-d8dc-405b-b2e3-93943703fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333614 Mar 29 09:49:37.251002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc5abb-f644-4975-b26d-d4e7968ccd14 req-881fd0b4-915a-4bc3-b734-88dc7356a80c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:37.253231 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47bc5abb-f644-4975-b26d-d4e7968ccd14 req-881fd0b4-915a-4bc3-b734-88dc7356a80c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 945 time: 0.0802400 Mar 29 09:49:37.300839 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47bc5abb-f644-4975-b26d-d4e7968ccd14 req-973bbe16-347b-4044-b317-6713a0ebf537 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=1614eed5-d8dc-405b-b2e3-93943703fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421770 Mar 29 09:49:37.865498 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6caf-817e-486c-9a18-708c81f0c78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:38.483202 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8c854-322b-4191-a9b1-fe68b32ca1ca req-dd4b4375-5de3-4160-9d25-e6ae64a53aec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:38.484683 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-29b8c854-322b-4191-a9b1-fe68b32ca1ca req-dd4b4375-5de3-4160-9d25-e6ae64a53aec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 945 time: 0.0798857 Mar 29 09:49:38.532101 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-29b8c854-322b-4191-a9b1-fe68b32ca1ca req-fddc418e-392e-4381-9315-bd9978f20c91 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=1614eed5-d8dc-405b-b2e3-93943703fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406811 Mar 29 09:49:39.013823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:39.025154 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:39.712198 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d845b-b7b4-4699-80ab-31396fb99f83 req-be26d99a-59bb-4dd6-804c-57a422229631 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:39.713605 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f07d845b-b7b4-4699-80ab-31396fb99f83 req-be26d99a-59bb-4dd6-804c-57a422229631 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 945 time: 0.0775518 Mar 29 09:49:39.757241 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f07d845b-b7b4-4699-80ab-31396fb99f83 req-22bff425-b65e-4ff8-8d81-a622697bd59e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=1614eed5-d8dc-405b-b2e3-93943703fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380771 Mar 29 09:49:39.936700 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dc15c-e9e4-4535-ac33-b61d56fcf4f3 req-ff139899-e7a1-4c72-a3e7-3e61cf98be0f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:39.938124 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-816dc15c-e9e4-4535-ac33-b61d56fcf4f3 req-ff139899-e7a1-4c72-a3e7-3e61cf98be0f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 945 time: 0.0782981 Mar 29 09:49:39.981850 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-816dc15c-e9e4-4535-ac33-b61d56fcf4f3 req-f1ac4316-efc5-4ef3-bc70-48af1f577643 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=1614eed5-d8dc-405b-b2e3-93943703fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379322 Mar 29 09:49:40.004351 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39118) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:40.075558 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4c552d-8344-44c1-887d-a52a43d7b26f tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:40.077217 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0f4c552d-8344-44c1-887d-a52a43d7b26f tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 1093 time: 0.0718849 Mar 29 09:49:40.080559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39122) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:40.085464 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '8831113e-7db5-45a3-a851-4bf0b2ca9817', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:40.091293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:49:40.095073 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:floatingip and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:49:40.098510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:49:40.104054 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:49:40.150709 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:40.380048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:40.523434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.88 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/f714bd30-b00c-4f99-b7a7-ff7a91b15f1a) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:49:40.666609 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:40.716774 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:40.728712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:40.791879 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:49:40.799416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:49:40.801928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:49:40.836495 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=f714bd30-b00c-4f99-b7a7-ff7a91b15f1a,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:41.204157 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:41.354744 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:41.553463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:41.602113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:41.709162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=f714bd30-b00c-4f99-b7a7-ff7a91b15f1a,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:41.718761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:41.888761 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP 7d9b9da6-e709-4f29-b3ce-80aabde43c76 associated. External IP: 172.26.7.88, port: 8831113e-7db5-45a3-a851-4bf0b2ca9817. Mar 29 09:49:42.341585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 1a3890b0-5b4f-4973-8be8-07da664153ac has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:49:42.521869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:49:42.531859 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae953ff-9aec-4745-85cc-038d6e64b4d3 None None] Sync routers for ids ['1a3890b0-5b4f-4973-8be8-07da664153ac'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:49:42.541225 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae953ff-9aec-4745-85cc-038d6e64b4d3 None None] Routers {'1a3890b0-5b4f-4973-8be8-07da664153ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:49:42.541814 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9ae953ff-9aec-4745-85cc-038d6e64b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:49:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a3890b0-5b4f-4973-8be8-07da664153ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:42.597420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:42.655612 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9e414ca7-524f-4dd3-bfae-cba76e3718e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5740399 Mar 29 09:49:42.656196 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d55706-4e30-4a03-b7af-743b9740326e', 'tag': '8831113e-7db5-45a3-a851-4bf0b2ca9817'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:49:42.658444 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39126) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:42.701815 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d55706-4e30-4a03-b7af-743b9740326e', 'tag': '8831113e-7db5-45a3-a851-4bf0b2ca9817', 'status': 'completed', 'code': 200} Mar 29 09:49:42.724772 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-9ae953ff-9aec-4745-85cc-038d6e64b4d3 None None] Set router 1a3890b0-5b4f-4973-8be8-07da664153ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:49:42.771822 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9eb6a055-7efe-46d2-8ce0-44a6212bd24f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/7d9b9da6-e709-4f29-b3ce-80aabde43c76 HTTP/1.1" status: 200 len: 990 time: 0.1115952 Mar 29 09:49:42.799596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecbd15-718e-464f-84b5-c0a2c155607d req-92a36ffc-5291-4686-93cd-b63cb7b5c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:42.801129 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d3ecbd15-718e-464f-84b5-c0a2c155607d req-92a36ffc-5291-4686-93cd-b63cb7b5c9e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 1098 time: 0.0746830 Mar 29 09:49:42.929877 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecbd15-718e-464f-84b5-c0a2c155607d req-355e754c-8479-45a6-905e-0086cc200a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:42.931308 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d3ecbd15-718e-464f-84b5-c0a2c155607d req-355e754c-8479-45a6-905e-0086cc200a67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c542e043-bd5b-4e72-b3c1-02575325911a HTTP/1.1" status: 200 len: 898 time: 0.1246946 Mar 29 09:49:43.033656 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d3ecbd15-718e-464f-84b5-c0a2c155607d req-8d67856f-2e43-494a-b4eb-db2670d1f1b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8831113e-7db5-45a3-a851-4bf0b2ca9817 HTTP/1.1" status: 200 len: 998 time: 0.0955117 Mar 29 09:49:43.070319 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9ae953ff-9aec-4745-85cc-038d6e64b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '7d9b9da6-e709-4f29-b3ce-80aabde43c76', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.88', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'port_id': '8831113e-7db5-45a3-a851-4bf0b2ca9817', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'mac_address': 'fa:16:3e:01:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d55706-4e30-4a03-b7af-743b9740326e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:49:41Z', 'updated_at': '2022-03-29T09:49:41Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34c799-b910-489f-be5f-c2dc7fad83f1', 'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:45:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:25Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:43.074095 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae953ff-9aec-4745-85cc-038d6e64b4d3 None None] Checking router: 1a3890b0-5b4f-4973-8be8-07da664153ac for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:49:43.082140 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae953ff-9aec-4745-85cc-038d6e64b4d3 None None] Routers {'1a3890b0-5b4f-4973-8be8-07da664153ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:49:43.082734 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9ae953ff-9aec-4745-85cc-038d6e64b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:49:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a3890b0-5b4f-4973-8be8-07da664153ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:43.094487 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecbd15-718e-464f-84b5-c0a2c155607d req-034642b4-58fd-45e0-bb6b-fce9071e6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:43.095985 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d3ecbd15-718e-464f-84b5-c0a2c155607d req-034642b4-58fd-45e0-bb6b-fce9071e6124 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfaf979f-1903-4c6b-815a-88ffa8dc8501 HTTP/1.1" status: 200 len: 835 time: 0.0562341 Mar 29 09:49:43.172945 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecbd15-718e-464f-84b5-c0a2c155607d req-ef848341-5d3e-47ea-a60c-0ef02e992b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:43.174963 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d3ecbd15-718e-464f-84b5-c0a2c155607d req-ef848341-5d3e-47ea-a60c-0ef02e992b43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c542e043-bd5b-4e72-b3c1-02575325911a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736485 Mar 29 09:49:43.285054 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-9ae953ff-9aec-4745-85cc-038d6e64b4d3 None None] Set router 1a3890b0-5b4f-4973-8be8-07da664153ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:49:43.306816 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d3ecbd15-718e-464f-84b5-c0a2c155607d req-4a1dabfb-a5f6-4998-9110-c68eed0a8c0c service neutron] 10.222.0.36 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254420 Mar 29 09:49:43.439693 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d3ecbd15-718e-464f-84b5-c0a2c155607d req-d55b3698-cb54-454c-9865-27752fb29a9e service neutron] 10.222.0.36 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263151 Mar 29 09:49:43.627653 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9ae953ff-9aec-4745-85cc-038d6e64b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '7d9b9da6-e709-4f29-b3ce-80aabde43c76', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.88', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'port_id': '8831113e-7db5-45a3-a851-4bf0b2ca9817', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'mac_address': 'fa:16:3e:01:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d55706-4e30-4a03-b7af-743b9740326e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:49:41Z', 'updated_at': '2022-03-29T09:49:41Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34c799-b910-489f-be5f-c2dc7fad83f1', 'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:45:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:25Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:43.631556 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae953ff-9aec-4745-85cc-038d6e64b4d3 None None] The sync data for ids ['1a3890b0-5b4f-4973-8be8-07da664153ac'] in dv-neutron-835555-1-hyperv is: [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '7d9b9da6-e709-4f29-b3ce-80aabde43c76', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.88', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'port_id': '8831113e-7db5-45a3-a851-4bf0b2ca9817', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'mac_address': 'fa:16:3e:01:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d55706-4e30-4a03-b7af-743b9740326e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:49:41Z', 'updated_at': '2022-03-29T09:49:41Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34c799-b910-489f-be5f-c2dc7fad83f1', 'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:45:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:25Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:49:43.776897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39132) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:43.812395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def5d113-b73f-47c3-9e4c-dd39dd24d0fd None None] New status for floating IP 7d9b9da6-e709-4f29-b3ce-80aabde43c76: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:49:43.884903 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d3419788-0768-4b3d-b580-31aaa82ca75c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/7d9b9da6-e709-4f29-b3ce-80aabde43c76 HTTP/1.1" status: 200 len: 990 time: 0.1058724 Mar 29 09:49:44.887725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39136) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:49:44.990707 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a6c02ed6-e326-4630-8680-0587affda615 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/7d9b9da6-e709-4f29-b3ce-80aabde43c76 HTTP/1.1" status: 200 len: 992 time: 0.1018646 Mar 29 09:49:52.876408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:54.861873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4cac8-cf31-4694-a6de-29f6a672967b req-5039b80f-1660-432e-988d-5c903209667b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:54.864095 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7be4cac8-cf31-4694-a6de-29f6a672967b req-5039b80f-1660-432e-988d-5c903209667b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0812821 Mar 29 09:49:54.908232 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7be4cac8-cf31-4694-a6de-29f6a672967b req-4bacc11b-079b-4871-b48e-a39b5bd9630f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383255 Mar 29 09:49:56.092944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7c996-fffc-492e-b2c4-c239243d7dda req-ebecef5e-d019-4bd6-a21b-b125fc010be2 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:56.094367 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-dea7c996-fffc-492e-b2c4-c239243d7dda req-ebecef5e-d019-4bd6-a21b-b125fc010be2 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0776451 Mar 29 09:49:56.137373 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-dea7c996-fffc-492e-b2c4-c239243d7dda req-949b9df6-bde0-48e7-874d-c068dbe77a18 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368607 Mar 29 09:49:57.319908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279a5bb-2fb3-410f-9f48-4e2b9c5e20ca req-a4e84d30-0399-42d4-a89d-cd7a9f8ceca5 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:57.321377 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e279a5bb-2fb3-410f-9f48-4e2b9c5e20ca req-a4e84d30-0399-42d4-a89d-cd7a9f8ceca5 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0813265 Mar 29 09:49:57.364666 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e279a5bb-2fb3-410f-9f48-4e2b9c5e20ca req-15e442ee-c4ac-4d64-91b2-b583d50205eb tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376766 Mar 29 09:49:58.547553 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee34f01-f070-4661-acb0-fa45350ac714 req-606cbd02-f243-487b-830e-6383ad7601e2 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:58.549004 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3ee34f01-f070-4661-acb0-fa45350ac714 req-606cbd02-f243-487b-830e-6383ad7601e2 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0803084 Mar 29 09:49:58.592838 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3ee34f01-f070-4661-acb0-fa45350ac714 req-a326e298-b331-4f39-9859-8bd6aa9f2208 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374248 Mar 29 09:49:59.781729 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a36f6-9110-4d80-8366-fa463146e744 req-26859597-5dd2-4399-aefb-487d00b9eb76 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:59.783241 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-812a36f6-9110-4d80-8366-fa463146e744 req-26859597-5dd2-4399-aefb-487d00b9eb76 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0807056 Mar 29 09:49:59.830444 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-812a36f6-9110-4d80-8366-fa463146e744 req-683d73e8-0ba6-4ecb-b894-eca5605c9c62 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408440 Mar 29 09:50:01.014723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34868cf-c97b-44e6-bd59-2b884621886e req-2650134b-778b-426a-8e50-394788ce8c74 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:01.016152 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d34868cf-c97b-44e6-bd59-2b884621886e req-2650134b-778b-426a-8e50-394788ce8c74 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0777512 Mar 29 09:50:01.164736 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d34868cf-c97b-44e6-bd59-2b884621886e req-9ba5f158-d23b-4696-bf23-0b47294e3b57 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423025 Mar 29 09:50:02.344703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185edbb2-7d00-4a51-a538-3624c93e806e req-67ed1df2-e223-4360-95d0-aa73971ef073 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:02.346159 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-185edbb2-7d00-4a51-a538-3624c93e806e req-67ed1df2-e223-4360-95d0-aa73971ef073 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0794771 Mar 29 09:50:02.392675 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-185edbb2-7d00-4a51-a538-3624c93e806e req-24e32204-c3dd-46a1-b820-59b59670272e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390911 Mar 29 09:50:03.571994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039da0b-f80e-4702-88ac-3e416f52646e req-559eb06e-7515-4c6c-a938-297107e0dece tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:03.573452 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f039da0b-f80e-4702-88ac-3e416f52646e req-559eb06e-7515-4c6c-a938-297107e0dece tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0779843 Mar 29 09:50:03.617812 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f039da0b-f80e-4702-88ac-3e416f52646e req-7cb5bf38-19c1-4e13-b8cf-dd96a74bc3d2 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385513 Mar 29 09:50:04.619679 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9580a-e962-491b-8cc9-78d459d801b5 req-7c41412a-e4b6-47f4-9944-a05a7d277f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:04.624686 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c4b9580a-e962-491b-8cc9-78d459d801b5 req-7c41412a-e4b6-47f4-9944-a05a7d277f74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6e69655df147cf98d1a6da4383fb5e&device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 1098 time: 0.1678348 Mar 29 09:50:04.766790 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9580a-e962-491b-8cc9-78d459d801b5 req-d37b8ac1-c598-4b05-b501-46db19e919a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:04.768304 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c4b9580a-e962-491b-8cc9-78d459d801b5 req-d37b8ac1-c598-4b05-b501-46db19e919a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6a8e453-4a0b-4be8-a24f-9ca186df8713 HTTP/1.1" status: 200 len: 898 time: 0.1283507 Mar 29 09:50:04.805355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290899b-8adf-444d-8c42-1d33242cb590 req-5199eb2b-49e6-44f5-92a6-ced02a73203f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:04.806843 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7290899b-8adf-444d-8c42-1d33242cb590 req-5199eb2b-49e6-44f5-92a6-ced02a73203f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0833323 Mar 29 09:50:04.851066 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7290899b-8adf-444d-8c42-1d33242cb590 req-61c7bc14-9a2d-425d-ad64-fa013aecb9b8 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383825 Mar 29 09:50:04.872808 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c4b9580a-e962-491b-8cc9-78d459d801b5 req-9a97f5ce-3ba6-4f9d-ae7d-2c1169f8febf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fb8346b-bd05-4a21-9921-e49c4380abf7 HTTP/1.1" status: 200 len: 1001 time: 0.0971401 Mar 29 09:50:04.932074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9580a-e962-491b-8cc9-78d459d801b5 req-a7211ef5-16c3-41f9-a1de-d4ac9ccce14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:04.933391 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c4b9580a-e962-491b-8cc9-78d459d801b5 req-a7211ef5-16c3-41f9-a1de-d4ac9ccce14b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7470b3a6-af19-4650-9e31-fdc0af2bedbb HTTP/1.1" status: 200 len: 834 time: 0.0544746 Mar 29 09:50:05.005449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9580a-e962-491b-8cc9-78d459d801b5 req-ae08caa5-e067-42a2-9d33-9b72ead7ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:05.006848 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c4b9580a-e962-491b-8cc9-78d459d801b5 req-ae08caa5-e067-42a2-9d33-9b72ead7ae10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6a8e453-4a0b-4be8-a24f-9ca186df8713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674255 Mar 29 09:50:05.134763 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c4b9580a-e962-491b-8cc9-78d459d801b5 req-0766edcb-be58-431a-b423-1a2db40e0fc0 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a8e453-4a0b-4be8-a24f-9ca186df8713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214118 Mar 29 09:50:05.262203 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c4b9580a-e962-491b-8cc9-78d459d801b5 req-8b75a7bd-1a11-4968-8079-8a1c2ec10023 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a8e453-4a0b-4be8-a24f-9ca186df8713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209893 Mar 29 09:50:05.659046 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-53427813-5349-4fcc-a99b-cf2b262017ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:06.037902 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3065fd7-d0b4-4798-9a81-44c25dfa1cd0 req-29f77cdf-e411-4be9-bfae-78f34e89992f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:06.039338 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a3065fd7-d0b4-4798-9a81-44c25dfa1cd0 req-29f77cdf-e411-4be9-bfae-78f34e89992f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0818801 Mar 29 09:50:06.083809 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a3065fd7-d0b4-4798-9a81-44c25dfa1cd0 req-0d082908-04d5-4d76-93ca-5b3e8c7cdb1b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386710 Mar 29 09:50:07.264721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bb92d-3e5b-4078-b09e-b5db82d3a7e0 req-004e9282-fb16-412a-bf9d-6f85f6dc7d0f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:07.266158 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-895bb92d-3e5b-4078-b09e-b5db82d3a7e0 req-004e9282-fb16-412a-bf9d-6f85f6dc7d0f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0783088 Mar 29 09:50:07.309363 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-895bb92d-3e5b-4078-b09e-b5db82d3a7e0 req-ca14c96e-68b5-4967-a7b8-02c77378209c tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371175 Mar 29 09:50:07.875445 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2173aeaf-64a1-4d2d-b302-d58f683b8532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:08.493252 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d9e38-8e6a-4e40-afe6-b373db584f19 req-7bede5eb-4ff1-414a-a781-2b49cb77e505 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:08.494694 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f71d9e38-8e6a-4e40-afe6-b373db584f19 req-7bede5eb-4ff1-414a-a781-2b49cb77e505 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0786970 Mar 29 09:50:08.541120 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f71d9e38-8e6a-4e40-afe6-b373db584f19 req-45abed0c-a972-4a77-abda-774375093b01 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 Mar 29 09:50:08.881167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:08.943642 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:09.723400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101175e-eb08-4353-9c05-08cdb7b7c42a req-ca208883-8a04-487a-a2b0-809a86a9237f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:09.724774 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7101175e-eb08-4353-9c05-08cdb7b7c42a req-ca208883-8a04-487a-a2b0-809a86a9237f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0802586 Mar 29 09:50:09.770332 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7101175e-eb08-4353-9c05-08cdb7b7c42a req-8618c8b3-9c47-42ef-852d-4b2dfffd3f33 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398781 Mar 29 09:50:09.979760 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:50:10.732704 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:10.955629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b9816-f240-4d49-9e5f-9effb58b5051 req-047d7d10-c733-447b-b076-93d43cd1a12b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:10.957084 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0d7b9816-f240-4d49-9e5f-9effb58b5051 req-047d7d10-c733-447b-b076-93d43cd1a12b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0775585 Mar 29 09:50:10.999629 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0d7b9816-f240-4d49-9e5f-9effb58b5051 req-882e782e-7acb-41a6-a25f-a48f9eb93098 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369875 Mar 29 09:50:12.183050 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865628f-3c4f-4e95-9c06-4180c9156fdd req-49beaee0-325f-434d-b53a-34296934e731 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:12.184511 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f865628f-3c4f-4e95-9c06-4180c9156fdd req-49beaee0-325f-434d-b53a-34296934e731 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0800581 Mar 29 09:50:12.229780 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f865628f-3c4f-4e95-9c06-4180c9156fdd req-5712e4c5-f2a3-42a9-a196-3d81ca065d74 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396245 Mar 29 09:50:13.416413 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3d3cd-ced2-4f18-84f3-812799fff580 req-10432ec3-d39f-4f5a-9527-2456f8911744 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:13.417900 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7bd3d3cd-ced2-4f18-84f3-812799fff580 req-10432ec3-d39f-4f5a-9527-2456f8911744 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0839753 Mar 29 09:50:13.461542 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7bd3d3cd-ced2-4f18-84f3-812799fff580 req-6d64f108-7acc-4de9-bc46-3601d6aecc96 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379438 Mar 29 09:50:14.425590 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 0fb8346b-bd05-4a21-9921-e49c4380abf7 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:50:14.535495 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:14.568177 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb8346b-bd05-4a21-9921-e49c4380abf7'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:50:14.577651 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 0fb8346b-bd05-4a21-9921-e49c4380abf7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=0fb8346b-bd05-4a21-9921-e49c4380abf7,segment=NetworkSegment(991e9f94-4c29-4220-8eed-0af925cf5a69),segment_id=991e9f94-4c29-4220-8eed-0af925cf5a69)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:50:14.624619 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb8346b-bd05-4a21-9921-e49c4380abf7', 'code': 200} Mar 29 09:50:14.641190 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:14.649253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fda1ec-dc3a-40f4-91c2-e628c6b17d1f req-19232fee-2462-4b2b-a66b-1ff7a6c585fa tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:14.650679 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-11fda1ec-dc3a-40f4-91c2-e628c6b17d1f req-19232fee-2462-4b2b-a66b-1ff7a6c585fa tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0811567 Mar 29 09:50:14.694833 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-11fda1ec-dc3a-40f4-91c2-e628c6b17d1f req-98ae27ca-8202-4c3c-85b4-3cb58d234d3f tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384765 Mar 29 09:50:14.709789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=0fb8346b-bd05-4a21-9921-e49c4380abf7,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:50:14.717039 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:14.717383 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:14.717720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:14.718051 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:14.718378 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:14.718703 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:14.719020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:14.719339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:14.719659 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:14.720010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:14.720317 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:14.720732 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:15.309000 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c97ac-1917-4684-a5a3-1c73e95e83cd req-1f128ba0-9709-4139-a54b-4eb33e202b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:15.310391 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-531c97ac-1917-4684-a5a3-1c73e95e83cd req-1f128ba0-9709-4139-a54b-4eb33e202b53 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 1096 time: 0.0682282 Mar 29 09:50:15.349874 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-531c97ac-1917-4684-a5a3-1c73e95e83cd req-bb49a046-1e8f-475e-a1f5-33818ce92528 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328865 Mar 29 09:50:15.993957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8595f5d-982c-408d-a30d-dc5db2e5edf1 req-343187e7-e3da-4f52-8ecc-ea476d82c56c tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:15.995381 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e8595f5d-982c-408d-a30d-dc5db2e5edf1 req-343187e7-e3da-4f52-8ecc-ea476d82c56c tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 943 time: 0.1909630 Mar 29 09:50:16.039218 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e8595f5d-982c-408d-a30d-dc5db2e5edf1 req-6102a4d0-87e9-4240-bc19-131e67b2dc37 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381384 Mar 29 09:50:16.450349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 0fb8346b-bd05-4a21-9921-e49c4380abf7 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:50:16.579839 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 0fb8346b-bd05-4a21-9921-e49c4380abf7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=0fb8346b-bd05-4a21-9921-e49c4380abf7,segment=NetworkSegment(991e9f94-4c29-4220-8eed-0af925cf5a69),segment_id=991e9f94-4c29-4220-8eed-0af925cf5a69)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:50:16.592833 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '0fb8346b-bd05-4a21-9921-e49c4380abf7', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'port_id': '0fb8346b-bd05-4a21-9921-e49c4380abf7', 'mac_address': 'fa:16:3e:c6:1f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:50:16.647944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:16.667348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb8346b-bd05-4a21-9921-e49c4380abf7 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:50:16.793874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 0fb8346b-bd05-4a21-9921-e49c4380abf7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=0fb8346b-bd05-4a21-9921-e49c4380abf7,segment=NetworkSegment(991e9f94-4c29-4220-8eed-0af925cf5a69),segment_id=991e9f94-4c29-4220-8eed-0af925cf5a69)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:50:16.875577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:16.979073 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=0fb8346b-bd05-4a21-9921-e49c4380abf7,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:50:17.205906 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['0fb8346b-bd05-4a21-9921-e49c4380abf7'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:50:17.228247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0015275-b7c9-48a5-b99d-fa06ae94e4d6 req-db1d3564-5983-474b-8fb2-7b2ba68a1840 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:17.229834 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c0015275-b7c9-48a5-b99d-fa06ae94e4d6 req-db1d3564-5983-474b-8fb2-7b2ba68a1840 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 944 time: 0.0833659 Mar 29 09:50:17.274807 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c0015275-b7c9-48a5-b99d-fa06ae94e4d6 req-fe579805-8bbb-4236-8278-22796c85f319 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390747 Mar 29 09:50:17.297904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39212) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:50:17.518502 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6037eadc-387b-4a99-b0ee-ae1a470b6942 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/floatingips/2a84a2e7-4dbf-45f9-9518-f29a8afec459 HTTP/1.1" status: 200 len: 992 time: 0.2193987 Mar 29 09:50:18.459855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 0fb8346b-bd05-4a21-9921-e49c4380abf7 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:50:18.526106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 0fb8346b-bd05-4a21-9921-e49c4380abf7 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:50:18.526477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:18.638169 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:18.664351 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb8346b-bd05-4a21-9921-e49c4380abf7'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:50:18.673539 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 0fb8346b-bd05-4a21-9921-e49c4380abf7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=0fb8346b-bd05-4a21-9921-e49c4380abf7,segment=NetworkSegment(991e9f94-4c29-4220-8eed-0af925cf5a69),segment_id=991e9f94-4c29-4220-8eed-0af925cf5a69)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:50:18.709817 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb8346b-bd05-4a21-9921-e49c4380abf7', 'code': 200} Mar 29 09:50:18.778015 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:18.843606 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=0fb8346b-bd05-4a21-9921-e49c4380abf7,revision_number=8']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:50:22.914904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:35.634516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-26787ee9-427c-4077-8b95-911263ad9122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:37.851418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6a4581f2-e05c-4b74-95d0-d333e33dc096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:38.869554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:38.936389 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:40.748466 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:46.979338 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:50:52.925459 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:55.966226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39242) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:50:56.038353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaf0b91-b4fa-4dcb-baf4-9f1a19d18bdf tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:56.038832 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaf0b91-b4fa-4dcb-baf4-9f1a19d18bdf tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:56.039297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaf0b91-b4fa-4dcb-baf4-9f1a19d18bdf tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:56.040962 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-acaf0b91-b4fa-4dcb-baf4-9f1a19d18bdf tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=fdb9d7f2c9684d82868b22f752ecfe11&network_id=c542e043-bd5b-4e72-b3c1-02575325911a HTTP/1.1" status: 200 len: 2999 time: 0.0738392 Mar 29 09:50:58.194998 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39254) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:50:58.256030 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9388e709-43f3-4034-8c05-350a4221ad48 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:58.257585 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9388e709-43f3-4034-8c05-350a4221ad48 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0 HTTP/1.1" status: 200 len: 814 time: 0.0615866 Mar 29 09:50:58.995135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39264) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:50:59.000300 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-fc491645-a349-4ad9-9aeb-109a40425dba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:50:59.099923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fc491645-a349-4ad9-9aeb-109a40425dba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:59.364943 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fc491645-a349-4ad9-9aeb-109a40425dba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:59.443963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fc491645-a349-4ad9-9aeb-109a40425dba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:59.444950 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-fc491645-a349-4ad9-9aeb-109a40425dba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP 7d9b9da6-e709-4f29-b3ce-80aabde43c76 disassociated. External IP: 172.26.7.88, port: 8831113e-7db5-45a3-a851-4bf0b2ca9817. Mar 29 09:50:59.795577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc491645-a349-4ad9-9aeb-109a40425dba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 1a3890b0-5b4f-4973-8be8-07da664153ac has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:50:59.976594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc491645-a349-4ad9-9aeb-109a40425dba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:50:59.981365 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fc491645-a349-4ad9-9aeb-109a40425dba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:59.986298 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c3fbba-07c9-4fec-947c-ff74ca159a2f None None] Sync routers for ids ['1a3890b0-5b4f-4973-8be8-07da664153ac'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:50:59.996567 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3fbba-07c9-4fec-947c-ff74ca159a2f None None] Routers {'1a3890b0-5b4f-4973-8be8-07da664153ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:50:59.997170 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-99c3fbba-07c9-4fec-947c-ff74ca159a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:50:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a3890b0-5b4f-4973-8be8-07da664153ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:00.036247 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fc491645-a349-4ad9-9aeb-109a40425dba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/floatingips/7d9b9da6-e709-4f29-b3ce-80aabde43c76 HTTP/1.1" status: 200 len: 689 time: 1.0400245 Mar 29 09:51:00.036836 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d55706-4e30-4a03-b7af-743b9740326e', 'tag': '8831113e-7db5-45a3-a851-4bf0b2ca9817'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:51:00.039803 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39268) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:00.134136 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cf605c7a-0bfe-48ee-b3f2-5e9bf2cfb7bd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/7d9b9da6-e709-4f29-b3ce-80aabde43c76 HTTP/1.1" status: 200 len: 689 time: 0.0931602 Mar 29 09:51:00.180027 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d55706-4e30-4a03-b7af-743b9740326e', 'tag': '8831113e-7db5-45a3-a851-4bf0b2ca9817', 'status': 'completed', 'code': 200} Mar 29 09:51:00.196427 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-99c3fbba-07c9-4fec-947c-ff74ca159a2f None None] Set router 1a3890b0-5b4f-4973-8be8-07da664153ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:51:00.270359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e298ab5-e227-43c3-99e7-1bcdfe51f96a req-cf3a50a2-4293-44ba-9f9d-8f2c5a2dd968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:00.271782 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1e298ab5-e227-43c3-99e7-1bcdfe51f96a req-cf3a50a2-4293-44ba-9f9d-8f2c5a2dd968 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 1098 time: 0.0712996 Mar 29 09:51:00.499331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e298ab5-e227-43c3-99e7-1bcdfe51f96a req-cef44908-a43f-4d40-bb13-0b37c353ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:00.500917 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1e298ab5-e227-43c3-99e7-1bcdfe51f96a req-cef44908-a43f-4d40-bb13-0b37c353ae9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c542e043-bd5b-4e72-b3c1-02575325911a HTTP/1.1" status: 200 len: 898 time: 0.2234025 Mar 29 09:51:00.511193 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-99c3fbba-07c9-4fec-947c-ff74ca159a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'ce34c799-b910-489f-be5f-c2dc7fad83f1', 'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:45:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:25Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:00.514975 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c3fbba-07c9-4fec-947c-ff74ca159a2f None None] Checking router: 1a3890b0-5b4f-4973-8be8-07da664153ac for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:51:00.523610 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3fbba-07c9-4fec-947c-ff74ca159a2f None None] Routers {'1a3890b0-5b4f-4973-8be8-07da664153ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:51:00.524133 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-99c3fbba-07c9-4fec-947c-ff74ca159a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:50:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a3890b0-5b4f-4973-8be8-07da664153ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:00.570744 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1e298ab5-e227-43c3-99e7-1bcdfe51f96a req-7658f201-84b5-4a73-857b-5a3e9778a33e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8831113e-7db5-45a3-a851-4bf0b2ca9817 HTTP/1.1" status: 200 len: 217 time: 0.0627527 Mar 29 09:51:00.633076 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e298ab5-e227-43c3-99e7-1bcdfe51f96a req-4bfc451d-a179-4ca9-9d62-6b1080d30d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:00.634545 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1e298ab5-e227-43c3-99e7-1bcdfe51f96a req-4bfc451d-a179-4ca9-9d62-6b1080d30d31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfaf979f-1903-4c6b-815a-88ffa8dc8501 HTTP/1.1" status: 200 len: 835 time: 0.0580359 Mar 29 09:51:00.716199 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e298ab5-e227-43c3-99e7-1bcdfe51f96a req-1cc03ed1-1363-4144-9b70-7eb62340cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:00.717696 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1e298ab5-e227-43c3-99e7-1bcdfe51f96a req-1cc03ed1-1363-4144-9b70-7eb62340cecc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c542e043-bd5b-4e72-b3c1-02575325911a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744710 Mar 29 09:51:00.731936 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-99c3fbba-07c9-4fec-947c-ff74ca159a2f None None] Set router 1a3890b0-5b4f-4973-8be8-07da664153ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:51:00.847329 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1e298ab5-e227-43c3-99e7-1bcdfe51f96a req-b5b1148b-1a30-4044-b1bc-c2ecc4a18b26 service neutron] 10.222.0.36 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227593 Mar 29 09:51:00.976770 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1e298ab5-e227-43c3-99e7-1bcdfe51f96a req-9507ae4a-ff5e-438e-b434-8c5a64db77d5 service neutron] 10.222.0.36 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222222 Mar 29 09:51:01.039021 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-99c3fbba-07c9-4fec-947c-ff74ca159a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'ce34c799-b910-489f-be5f-c2dc7fad83f1', 'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:45:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:25Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:01.043051 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c3fbba-07c9-4fec-947c-ff74ca159a2f None None] The sync data for ids ['1a3890b0-5b4f-4973-8be8-07da664153ac'] in dv-neutron-835555-1-hyperv is: [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'ce34c799-b910-489f-be5f-c2dc7fad83f1', 'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:45:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:25Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:51:01.136073 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39276) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:01.224082 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d70ce3a4-4968-49a1-ae08-8f728ed2472e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/7d9b9da6-e709-4f29-b3ce-80aabde43c76 HTTP/1.1" status: 200 len: 689 time: 0.0867171 Mar 29 09:51:01.261734 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd48a94f-9e22-477f-920b-74fbeead71c4 None None] New status for floating IP 7d9b9da6-e709-4f29-b3ce-80aabde43c76: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:51:02.228023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39282) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:02.310091 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7fb6255e-812c-49a5-a017-0d1c18765d83 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/7d9b9da6-e709-4f29-b3ce-80aabde43c76 HTTP/1.1" status: 200 len: 687 time: 0.0809042 Mar 29 09:51:03.904840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39288) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:03.910113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438875593', 'description': 'tempest-secgroup-smoke-438875593 description', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:03.915943 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:03.925386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:04.020839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:04.039784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:04.043616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:04.046377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:04.052049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:04.124071 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:04.187759 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:04.228552 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199f7920-41c9-4d20-81c5-065532647201,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:04.238622 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:04.239840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:04.239840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:04.239840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:04.240172 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:04.240278 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:04.240625 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:04.241587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:04.241917 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:04.242247 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:04.242568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:04.242888 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:04.290451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:04.291662 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f8184286-5c15-45e3-80ad-a657120c1fb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3858421 Mar 29 09:51:04.294582 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39292) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:04.299312 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-24ad8dd1-4ded-4e26-9137-bc6f8af6e4dc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '199f7920-41c9-4d20-81c5-065532647201', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:04.305726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-24ad8dd1-4ded-4e26-9137-bc6f8af6e4dc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:04.309547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-24ad8dd1-4ded-4e26-9137-bc6f8af6e4dc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:04.312319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-24ad8dd1-4ded-4e26-9137-bc6f8af6e4dc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:04.318006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-24ad8dd1-4ded-4e26-9137-bc6f8af6e4dc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:04.394317 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-24ad8dd1-4ded-4e26-9137-bc6f8af6e4dc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:04.488938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-24ad8dd1-4ded-4e26-9137-bc6f8af6e4dc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:04.523327 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-606d7d30-6279-4b08-bb9e-4846339bbb26 req-29cc8e4c-c8d6-419e-a11e-8a8f9852d651 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739374 Mar 29 09:51:04.558447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-24ad8dd1-4ded-4e26-9137-bc6f8af6e4dc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:04.616832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad8dd1-4ded-4e26-9137-bc6f8af6e4dc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453ff582-7403-4621-8908-b72fe306eef6,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:04.653420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d7d30-6279-4b08-bb9e-4846339bbb26 req-40f25111-7695-47ad-8f37-13cb33274cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:04.654870 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-606d7d30-6279-4b08-bb9e-4846339bbb26 req-40f25111-7695-47ad-8f37-13cb33274cb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 1098 time: 0.0973969 Mar 29 09:51:04.755844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-24ad8dd1-4ded-4e26-9137-bc6f8af6e4dc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:04.756975 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-24ad8dd1-4ded-4e26-9137-bc6f8af6e4dc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4614677 Mar 29 09:51:04.760820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39296) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:04.766115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '199f7920-41c9-4d20-81c5-065532647201', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:04.772432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:04.776300 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:04.779156 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:04.784935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:04.802608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d7d30-6279-4b08-bb9e-4846339bbb26 req-bf8288c3-2294-4356-9375-59bc719361ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:04.804029 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-606d7d30-6279-4b08-bb9e-4846339bbb26 req-bf8288c3-2294-4356-9375-59bc719361ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=c542e043-bd5b-4e72-b3c1-02575325911a HTTP/1.1" status: 200 len: 898 time: 0.1283035 Mar 29 09:51:04.875937 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-606d7d30-6279-4b08-bb9e-4846339bbb26 req-9a0318c3-43cf-4f31-9307-bec893f891e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8831113e-7db5-45a3-a851-4bf0b2ca9817 HTTP/1.1" status: 200 len: 217 time: 0.0635688 Mar 29 09:51:04.879825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:04.943005 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:04.943276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d7d30-6279-4b08-bb9e-4846339bbb26 req-fe6e5f9f-3708-4414-aa83-eb6c8494939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:04.944976 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-606d7d30-6279-4b08-bb9e-4846339bbb26 req-fe6e5f9f-3708-4414-aa83-eb6c8494939a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfaf979f-1903-4c6b-815a-88ffa8dc8501 HTTP/1.1" status: 200 len: 835 time: 0.0636356 Mar 29 09:51:05.018122 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d7d30-6279-4b08-bb9e-4846339bbb26 req-719ce2a2-1a08-4510-bab1-13b8ae1e7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:05.019477 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-606d7d30-6279-4b08-bb9e-4846339bbb26 req-719ce2a2-1a08-4510-bab1-13b8ae1e7b89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c542e043-bd5b-4e72-b3c1-02575325911a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691705 Mar 29 09:51:05.022705 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:05.048320 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9079580c-2544-409d-9aa7-6fcd96935cc4,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:05.058895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:05.061650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:05.061650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:05.061650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:05.061650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:05.061650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:05.061650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:05.061650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:05.061650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:05.062468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:05.062468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:05.062468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:05.125002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:05.126241 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-766a6de2-c43f-4c32-8697-fd31882f3439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3643384 Mar 29 09:51:05.129031 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39300) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:05.134481 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-684cbc9a-2e8c-431c-8055-82f25a877343 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '199f7920-41c9-4d20-81c5-065532647201', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:05.140288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-684cbc9a-2e8c-431c-8055-82f25a877343 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:05.144140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-684cbc9a-2e8c-431c-8055-82f25a877343 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:05.147599 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-684cbc9a-2e8c-431c-8055-82f25a877343 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:05.151270 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-606d7d30-6279-4b08-bb9e-4846339bbb26 req-4633ba49-8090-4673-b6db-7a59b1f065b2 service neutron] 10.222.0.36 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257024 Mar 29 09:51:05.153488 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-684cbc9a-2e8c-431c-8055-82f25a877343 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:05.366688 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-684cbc9a-2e8c-431c-8055-82f25a877343 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:05.386229 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-606d7d30-6279-4b08-bb9e-4846339bbb26 req-1dfe5144-1be1-4c38-8e67-a5ce9bb2ac21 service neutron] 10.222.0.36 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268920 Mar 29 09:51:05.430383 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-684cbc9a-2e8c-431c-8055-82f25a877343 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:05.501863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-684cbc9a-2e8c-431c-8055-82f25a877343 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:05.524992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cbc9a-2e8c-431c-8055-82f25a877343 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e42ac44-a8ef-41a5-a8f1-b9bcc807ba01,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:05.587765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-684cbc9a-2e8c-431c-8055-82f25a877343 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:05.589086 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-684cbc9a-2e8c-431c-8055-82f25a877343 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4591057 Mar 29 09:51:05.591869 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39304) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:05.596837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-64b87fb3-2a11-4b27-a6bd-0f72fa14972a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '199f7920-41c9-4d20-81c5-065532647201', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:05.602956 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-64b87fb3-2a11-4b27-a6bd-0f72fa14972a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:05.606679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-64b87fb3-2a11-4b27-a6bd-0f72fa14972a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:05.609479 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-64b87fb3-2a11-4b27-a6bd-0f72fa14972a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:05.615322 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-64b87fb3-2a11-4b27-a6bd-0f72fa14972a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:05.656740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-47b5bcb1-3063-4133-b0e4-8c041e615840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:05.686585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-64b87fb3-2a11-4b27-a6bd-0f72fa14972a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:05.747389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-64b87fb3-2a11-4b27-a6bd-0f72fa14972a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:05.805081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-64b87fb3-2a11-4b27-a6bd-0f72fa14972a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:05.827900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b87fb3-2a11-4b27-a6bd-0f72fa14972a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b300e9-1fa0-42d6-9bb2-400f1186af09,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:05.890684 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-64b87fb3-2a11-4b27-a6bd-0f72fa14972a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:05.891903 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-64b87fb3-2a11-4b27-a6bd-0f72fa14972a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2991226 Mar 29 09:51:05.894625 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39308) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:05.899543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-02a21fe3-4a53-4780-8fc0-eeea8720f84d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '199f7920-41c9-4d20-81c5-065532647201', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:05.905282 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-02a21fe3-4a53-4780-8fc0-eeea8720f84d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:05.909070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-02a21fe3-4a53-4780-8fc0-eeea8720f84d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:05.911815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-02a21fe3-4a53-4780-8fc0-eeea8720f84d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:05.917983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-02a21fe3-4a53-4780-8fc0-eeea8720f84d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:05.987904 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-02a21fe3-4a53-4780-8fc0-eeea8720f84d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:51:05.995247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-02a21fe3-4a53-4780-8fc0-eeea8720f84d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:06.059908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-02a21fe3-4a53-4780-8fc0-eeea8720f84d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:06.113517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-02a21fe3-4a53-4780-8fc0-eeea8720f84d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:06.137119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a21fe3-4a53-4780-8fc0-eeea8720f84d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a981d3d4-ad29-4464-823d-7ccdab822eba,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:06.187842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-02a21fe3-4a53-4780-8fc0-eeea8720f84d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:06.188986 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-02a21fe3-4a53-4780-8fc0-eeea8720f84d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2934630 Mar 29 09:51:06.191825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39312) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:06.196793 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-d4cbc3cf-dc98-44b8-8b55-50756d73a14e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '199f7920-41c9-4d20-81c5-065532647201', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:06.202572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d4cbc3cf-dc98-44b8-8b55-50756d73a14e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:06.206317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d4cbc3cf-dc98-44b8-8b55-50756d73a14e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:06.209253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d4cbc3cf-dc98-44b8-8b55-50756d73a14e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:06.215409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d4cbc3cf-dc98-44b8-8b55-50756d73a14e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:06.277860 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-d4cbc3cf-dc98-44b8-8b55-50756d73a14e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:51:06.284181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d4cbc3cf-dc98-44b8-8b55-50756d73a14e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:06.352180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d4cbc3cf-dc98-44b8-8b55-50756d73a14e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:06.437607 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d4cbc3cf-dc98-44b8-8b55-50756d73a14e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:06.462541 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbc3cf-dc98-44b8-8b55-50756d73a14e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6a6c23-843c-4177-9e98-02b2166868e9,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:06.553268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d4cbc3cf-dc98-44b8-8b55-50756d73a14e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:06.554423 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d4cbc3cf-dc98-44b8-8b55-50756d73a14e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3616986 Mar 29 09:51:06.718435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-f99462a6-a191-471b-8487-adfc1dade19c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:51:06.804839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-f99462a6-a191-471b-8487-adfc1dade19c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:51:06.806022 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-f99462a6-a191-471b-8487-adfc1dade19c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438875593&fields=id&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 267 time: 0.1262429 Mar 29 09:51:06.954155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-b11536ca-2c0d-49e7-ab41-838d05d0076f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:06.955581 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-b11536ca-2c0d-49e7-ab41-838d05d0076f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/networks?id=c542e043-bd5b-4e72-b3c1-02575325911a HTTP/1.1" status: 200 len: 797 time: 0.1430247 Mar 29 09:51:06.969952 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-e05f4d0c-dc91-4e41-bc4b-09f7ff9944cf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/quotas/fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 375 time: 0.0087843 Mar 29 09:51:07.058642 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-308cf348-9c9f-4db7-a713-0b0001239c6b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0838306 Mar 29 09:51:07.247771 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-926bcb91-8b79-49a3-8d31-34ba41389ab2 service neutron] 10.222.0.35 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771278 Mar 29 09:51:07.379252 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bdb67b4f-2bf5-4520-848b-6279d2a6e029 service neutron] 10.222.0.35 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257379 Mar 29 09:51:07.705785 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6a3e5c68-c0da-46d7-8097-1b8fc6151133 req-85a2743c-dd1f-4eb5-bb71-a6083b759c24 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 210 time: 0.1023498 Mar 29 09:51:07.879132 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-205c06b0-7f30-43b2-9047-2a8daa9d93c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:08.854926 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-93204647-f24f-4b24-9e37-8e5874927bde req-f2eea1d2-2d89-4226-b427-f236ebd30c5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 210 time: 0.0419190 Mar 29 09:51:08.875492 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:08.946177 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:09.726360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-7e04d8fe-f70a-4d21-adc4-6f6523a6c273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:09.727743 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-7e04d8fe-f70a-4d21-adc4-6f6523a6c273 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/networks?id=c542e043-bd5b-4e72-b3c1-02575325911a HTTP/1.1" status: 200 len: 797 time: 0.1442840 Mar 29 09:51:09.777146 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-03aa5afa-43ad-4b5a-89d5-75c158cb015f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 472 time: 0.0403190 Mar 29 09:51:09.785858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'port': {'device_id': '204dc0f6-0d0c-4976-bc03-0851a31eedd6', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'admin_state_up': True, 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'security_groups': ['199f7920-41c9-4d20-81c5-065532647201']}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:09.919471 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:09.929602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:10.014163 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a1409a38-e85a-4390-8515-f8c57850e5c9 req-694522ab-7ee3-41aa-84bf-a32427433ee6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 210 time: 0.0456164 Mar 29 09:51:10.014798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:51:10.018278 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:10.177758 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.9 (c542e043-bd5b-4e72-b3c1-02575325911a/bfaf979f-1903-4c6b-815a-88ffa8dc8501/afd0ab20-4c68-4b46-a47e-70ae25bc164f) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:51:10.360841 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:10.376409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object afd0ab20-4c68-4b46-a47e-70ae25bc164f will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:51:10.467944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:10.536423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network c542e043-bd5b-4e72-b3c1-02575325911a is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:51:10.544377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:51:10.548707 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:51:10.578403 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=afd0ab20-4c68-4b46-a47e-70ae25bc164f,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:10.615636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:10.620254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:10.691270 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-89d70c34-40d9-4494-b210-7f6a2d1c311c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9088452 Mar 29 09:51:10.703117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Request body: {'port': {'device_id': '204dc0f6-0d0c-4976-bc03-0851a31eedd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:10.741676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:10.814638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:10.816106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-31d50afb-4dc7-47f5-8e4b-b696fee15b52 None None] Provisioning for port afd0ab20-4c68-4b46-a47e-70ae25bc164f completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:51:10.821003 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-31d50afb-4dc7-47f5-8e4b-b696fee15b52 None None] Provisioning complete for port afd0ab20-4c68-4b46-a47e-70ae25bc164f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:51:10.821376 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-31d50afb-4dc7-47f5-8e4b-b696fee15b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:10.874066 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-31d50afb-4dc7-47f5-8e4b-b696fee15b52 None None] Port afd0ab20-4c68-4b46-a47e-70ae25bc164f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:51:11.259949 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89ec5-f9b6-4219-a37a-7ed4e365d0e3 req-e7e650af-0833-40ab-907d-2b2d5af8adee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:11.260716 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-abd89ec5-f9b6-4219-a37a-7ed4e365d0e3 req-e7e650af-0833-40ab-907d-2b2d5af8adee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:51:11.330923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd0ab20-4c68-4b46-a47e-70ae25bc164f {{(pid=88550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:51:11.332154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:11.345863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Transition to ACTIVE for port object afd0ab20-4c68-4b46-a47e-70ae25bc164f will not be triggered until provisioned by entity L2. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:51:11.398590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-abd89ec5-f9b6-4219-a37a-7ed4e365d0e3 req-e7e650af-0833-40ab-907d-2b2d5af8adee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:51:11.399759 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-abd89ec5-f9b6-4219-a37a-7ed4e365d0e3 req-e7e650af-0833-40ab-907d-2b2d5af8adee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 931 time: 0.2719753 Mar 29 09:51:11.439444 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:11.483798 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-abd89ec5-f9b6-4219-a37a-7ed4e365d0e3 req-2ec58ebc-62ac-45ff-8919-38333e84e6a9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=199f7920-41c9-4d20-81c5-065532647201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780792 Mar 29 09:51:11.597241 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=afd0ab20-4c68-4b46-a47e-70ae25bc164f,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:11.677404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Attempting to bind port afd0ab20-4c68-4b46-a47e-70ae25bc164f on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:51:11.677740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Attempting to bind port afd0ab20-4c68-4b46-a47e-70ae25bc164f by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:51:11.678608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Attempting to bind port afd0ab20-4c68-4b46-a47e-70ae25bc164f on network c542e043-bd5b-4e72-b3c1-02575325911a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:51:11.683152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Port afd0ab20-4c68-4b46-a47e-70ae25bc164f on network c542e043-bd5b-4e72-b3c1-02575325911a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:51:11.683470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Attempting to bind port afd0ab20-4c68-4b46-a47e-70ae25bc164f on network c542e043-bd5b-4e72-b3c1-02575325911a {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:51:11.688664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:51:11.689019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Checking segment: {'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:51:11.689427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Bound using segment: {'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:51:11.689852 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Bound port: afd0ab20-4c68-4b46-a47e-70ae25bc164f, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a'}}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:51:11.690199 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:11.779826 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] For port afd0ab20-4c68-4b46-a47e-70ae25bc164f, host hv-neutron-8355, cleared binding levels {{(pid=88550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:51:11.782642 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] For port afd0ab20-4c68-4b46-a47e-70ae25bc164f, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=afd0ab20-4c68-4b46-a47e-70ae25bc164f,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:51:11.843302 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:11.898580 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:11.898946 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:11.900300 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] 10.222.0.36 "PUT /v2.0/ports/afd0ab20-4c68-4b46-a47e-70ae25bc164f HTTP/1.1" status: 200 len: 1093 time: 1.2013733 Mar 29 09:51:11.900761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204dc0f6-0d0c-4976-bc03-0851a31eedd6', 'tag': 'afd0ab20-4c68-4b46-a47e-70ae25bc164f'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:51:11.925713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3488f-5110-4409-b1b4-992b3080b1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=afd0ab20-4c68-4b46-a47e-70ae25bc164f,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:11.946908 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204dc0f6-0d0c-4976-bc03-0851a31eedd6', 'tag': 'afd0ab20-4c68-4b46-a47e-70ae25bc164f', 'status': 'completed', 'code': 200} Mar 29 09:51:12.044368 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ce8b2-d6a2-4ce9-8c4b-455cfc72eeeb req-ecacf60e-09ff-461e-9ac6-f896d8d228df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:12.045873 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ab2ce8b2-d6a2-4ce9-8c4b-455cfc72eeeb req-ecacf60e-09ff-461e-9ac6-f896d8d228df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 1096 time: 0.0738468 Mar 29 09:51:12.186321 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ce8b2-d6a2-4ce9-8c4b-455cfc72eeeb req-51fd00e4-e83f-4a6c-bab5-c44ca040c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:12.187644 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ab2ce8b2-d6a2-4ce9-8c4b-455cfc72eeeb req-51fd00e4-e83f-4a6c-bab5-c44ca040c6d9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1343634 Mar 29 09:51:12.319628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ce8b2-d6a2-4ce9-8c4b-455cfc72eeeb req-f29b11e9-8e7d-4f78-9f6c-be9090e7e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:12.321114 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ab2ce8b2-d6a2-4ce9-8c4b-455cfc72eeeb req-f29b11e9-8e7d-4f78-9f6c-be9090e7e033 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275396 Mar 29 09:51:12.427618 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-60fc97d0-1fd1-4455-923d-28f588b9e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:12.429115 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-60fc97d0-1fd1-4455-923d-28f588b9e65b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 1096 time: 0.0736649 Mar 29 09:51:12.497128 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-6037d93d-87d3-44ee-b462-05e43586b251 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afd0ab20-4c68-4b46-a47e-70ae25bc164f HTTP/1.1" status: 200 len: 217 time: 0.0617371 Mar 29 09:51:12.557623 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-10ba08a4-5293-45f5-bbde-ef15bbc62e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:12.559043 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-10ba08a4-5293-45f5-bbde-ef15bbc62e2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfaf979f-1903-4c6b-815a-88ffa8dc8501 HTTP/1.1" status: 200 len: 835 time: 0.0560529 Mar 29 09:51:12.694624 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-e044ca97-b113-4c15-a971-16243d4c9d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:12.696066 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-e044ca97-b113-4c15-a971-16243d4c9d3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c542e043-bd5b-4e72-b3c1-02575325911a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1307681 Mar 29 09:51:12.704005 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036ad71-7454-488c-9ad3-c9782c692a9d req-3c88537a-60c5-4edf-aa63-e7191ac54446 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:12.705333 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9036ad71-7454-488c-9ad3-c9782c692a9d req-3c88537a-60c5-4edf-aa63-e7191ac54446 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 943 time: 0.1105778 Mar 29 09:51:12.920589 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9036ad71-7454-488c-9ad3-c9782c692a9d req-84b05821-8282-488e-b92f-63d5a88f0393 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=199f7920-41c9-4d20-81c5-065532647201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971807 Mar 29 09:51:12.952695 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-75d29062-4510-45ae-85fd-59b9c2adb4fc service neutron] 10.222.0.36 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464173 Mar 29 09:51:13.086640 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07c280c7-def1-4bfb-a738-8dc1a34ea4c8 req-96074857-76fe-432f-8617-08f592a20a80 service neutron] 10.222.0.36 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272974 Mar 29 09:51:14.102656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cd608-0e67-49f4-9fea-94a449ba70f3 req-ad837527-e7ab-4300-867b-32035c3943f4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:14.104092 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-059cd608-0e67-49f4-9fea-94a449ba70f3 req-ad837527-e7ab-4300-867b-32035c3943f4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 943 time: 0.0775051 Mar 29 09:51:14.150320 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-059cd608-0e67-49f4-9fea-94a449ba70f3 req-c6ad4612-4253-4c65-a899-a0427577f394 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=199f7920-41c9-4d20-81c5-065532647201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403719 Mar 29 09:51:15.337549 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d50df-5875-4429-b8c6-73706baafe5b req-b5437732-fbac-4e8e-b41e-ffec8ed84620 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:15.339011 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d10d50df-5875-4429-b8c6-73706baafe5b req-b5437732-fbac-4e8e-b41e-ffec8ed84620 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 943 time: 0.0835931 Mar 29 09:51:15.384297 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d10d50df-5875-4429-b8c6-73706baafe5b req-0531fabc-d238-49c2-b806-2f533fa9011c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=199f7920-41c9-4d20-81c5-065532647201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395529 Mar 29 09:51:16.562352 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06643e35-d45e-4f33-a0b2-c86f53a981cf req-47fd8c5a-aa6e-47be-97fb-35e244795d97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:16.563823 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-06643e35-d45e-4f33-a0b2-c86f53a981cf req-47fd8c5a-aa6e-47be-97fb-35e244795d97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 943 time: 0.0779943 Mar 29 09:51:16.606548 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-06643e35-d45e-4f33-a0b2-c86f53a981cf req-d8d9a629-62f1-4990-91c8-b1ae30bce8e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=199f7920-41c9-4d20-81c5-065532647201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365179 Mar 29 09:51:16.696280 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device afd0ab20-4c68-4b46-a47e-70ae25bc164f details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:51:16.827627 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port afd0ab20-4c68-4b46-a47e-70ae25bc164f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=afd0ab20-4c68-4b46-a47e-70ae25bc164f,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:51:16.840242 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'afd0ab20-4c68-4b46-a47e-70ae25bc164f', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'port_id': 'afd0ab20-4c68-4b46-a47e-70ae25bc164f', 'mac_address': 'fa:16:3e:57:5c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:51:16.896221 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.911864 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd0ab20-4c68-4b46-a47e-70ae25bc164f {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:51:16.926736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port afd0ab20-4c68-4b46-a47e-70ae25bc164f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=afd0ab20-4c68-4b46-a47e-70ae25bc164f,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:51:17.015429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:17.086961 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=afd0ab20-4c68-4b46-a47e-70ae25bc164f,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:17.095407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:17.095751 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:17.096091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:17.096424 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:17.096783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:17.097108 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:17.097432 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:17.097755 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:17.098075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:17.098396 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:17.098711 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:17.099026 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:17.372047 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['afd0ab20-4c68-4b46-a47e-70ae25bc164f'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:51:17.786958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f6eb2-f0a1-40dd-a1c4-61ac36395428 req-94e96db1-068d-44db-917a-1c6975e36288 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:17.788425 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bc6f6eb2-f0a1-40dd-a1c4-61ac36395428 req-94e96db1-068d-44db-917a-1c6975e36288 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 944 time: 0.0771623 Mar 29 09:51:17.832916 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bc6f6eb2-f0a1-40dd-a1c4-61ac36395428 req-07339997-58a3-4adb-a5e4-bd6bc9bc3c8b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=199f7920-41c9-4d20-81c5-065532647201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388212 Mar 29 09:51:18.696553 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device afd0ab20-4c68-4b46-a47e-70ae25bc164f up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:51:18.825580 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port afd0ab20-4c68-4b46-a47e-70ae25bc164f completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:51:18.830492 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port afd0ab20-4c68-4b46-a47e-70ae25bc164f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:51:18.830890 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:18.947104 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:18.973245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204dc0f6-0d0c-4976-bc03-0851a31eedd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd0ab20-4c68-4b46-a47e-70ae25bc164f'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:51:18.983642 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port afd0ab20-4c68-4b46-a47e-70ae25bc164f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=afd0ab20-4c68-4b46-a47e-70ae25bc164f,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:51:19.021860 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ae049-09fa-4f7c-8d79-ad94fc893fec req-ae6f4a77-3283-4fc1-8cdb-2f5fb5472d75 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:19.023323 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2f2ae049-09fa-4f7c-8d79-ad94fc893fec req-ae6f4a77-3283-4fc1-8cdb-2f5fb5472d75 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 944 time: 0.0843494 Mar 29 09:51:19.067434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:19.068388 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2f2ae049-09fa-4f7c-8d79-ad94fc893fec req-c8049a10-fa7f-4fe4-bb0f-a30d8fe7c91d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=199f7920-41c9-4d20-81c5-065532647201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389919 Mar 29 09:51:19.107789 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204dc0f6-0d0c-4976-bc03-0851a31eedd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd0ab20-4c68-4b46-a47e-70ae25bc164f', 'code': 200} Mar 29 09:51:19.140043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=afd0ab20-4c68-4b46-a47e-70ae25bc164f,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:19.462133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272ea2b-4654-40f6-8e30-503caf65a967 req-92a33e02-3a82-489d-8d11-79fb721b1578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:19.463584 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c272ea2b-4654-40f6-8e30-503caf65a967 req-92a33e02-3a82-489d-8d11-79fb721b1578 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 1098 time: 0.0717297 Mar 29 09:51:19.503009 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c272ea2b-4654-40f6-8e30-503caf65a967 req-f37c65b2-0e07-417f-a52e-5044097a21de service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=199f7920-41c9-4d20-81c5-065532647201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335405 Mar 29 09:51:20.257885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2dd8f-71bb-49cb-94d7-f6505a5042b7 req-9b78f54b-7ae8-47f5-bb0b-f7dd5e6270a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:20.259327 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cab2dd8f-71bb-49cb-94d7-f6505a5042b7 req-9b78f54b-7ae8-47f5-bb0b-f7dd5e6270a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 945 time: 0.0788963 Mar 29 09:51:20.302822 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cab2dd8f-71bb-49cb-94d7-f6505a5042b7 req-3df577db-610b-421c-98d9-d1a120acc172 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=199f7920-41c9-4d20-81c5-065532647201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377474 Mar 29 09:51:21.499629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e4ed9-4e5b-4788-b9f5-f19bc171dc34 req-713d4a3e-58e1-4aec-be2b-b15c20163e1a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:21.501112 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ac4e4ed9-4e5b-4788-b9f5-f19bc171dc34 req-713d4a3e-58e1-4aec-be2b-b15c20163e1a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 945 time: 0.0939298 Mar 29 09:51:21.547336 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ac4e4ed9-4e5b-4788-b9f5-f19bc171dc34 req-e14d0fc5-58d2-4e94-b8f4-49d85b78cb97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=199f7920-41c9-4d20-81c5-065532647201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403850 Mar 29 09:51:21.729297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea646fc-175c-456a-8a77-85a5ff91cd9d req-a0d1ba7a-1a81-4994-8f73-5c5d718728fb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:21.730734 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fea646fc-175c-456a-8a77-85a5ff91cd9d req-a0d1ba7a-1a81-4994-8f73-5c5d718728fb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 945 time: 0.0807641 Mar 29 09:51:21.773748 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fea646fc-175c-456a-8a77-85a5ff91cd9d req-e6210728-f593-4320-b7a0-2286f8edc5ac tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=199f7920-41c9-4d20-81c5-065532647201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372128 Mar 29 09:51:21.797156 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39390) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:21.869442 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c780b527-1a25-4996-b8fb-4488c75ead71 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:21.870842 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c780b527-1a25-4996-b8fb-4488c75ead71 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 1093 time: 0.0727406 Mar 29 09:51:21.873699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39394) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:21.878474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-eb28a307-ba3c-4901-9234-45d4afc70223 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'floatingip': {'port_id': 'afd0ab20-4c68-4b46-a47e-70ae25bc164f'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:21.951621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eb28a307-ba3c-4901-9234-45d4afc70223 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:22.623814 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eb28a307-ba3c-4901-9234-45d4afc70223 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:22.701470 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eb28a307-ba3c-4901-9234-45d4afc70223 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:22.869729 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-eb28a307-ba3c-4901-9234-45d4afc70223 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP 7d9b9da6-e709-4f29-b3ce-80aabde43c76 associated. External IP: 172.26.7.88, port: afd0ab20-4c68-4b46-a47e-70ae25bc164f. Mar 29 09:51:22.945516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:23.212358 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb28a307-ba3c-4901-9234-45d4afc70223 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 1a3890b0-5b4f-4973-8be8-07da664153ac has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:51:23.388370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb28a307-ba3c-4901-9234-45d4afc70223 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:51:23.392612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eb28a307-ba3c-4901-9234-45d4afc70223 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:23.399019 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf5562-977f-482c-9838-7e3015071f55 None None] Sync routers for ids ['1a3890b0-5b4f-4973-8be8-07da664153ac'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:51:23.409189 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf5562-977f-482c-9838-7e3015071f55 None None] Routers {'1a3890b0-5b4f-4973-8be8-07da664153ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:51:23.409790 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2faf5562-977f-482c-9838-7e3015071f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:51:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a3890b0-5b4f-4973-8be8-07da664153ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:23.450450 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-eb28a307-ba3c-4901-9234-45d4afc70223 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/floatingips/7d9b9da6-e709-4f29-b3ce-80aabde43c76 HTTP/1.1" status: 200 len: 990 time: 1.5733342 Mar 29 09:51:23.450450 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204dc0f6-0d0c-4976-bc03-0851a31eedd6', 'tag': 'afd0ab20-4c68-4b46-a47e-70ae25bc164f'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:51:23.451304 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39398) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:23.494678 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204dc0f6-0d0c-4976-bc03-0851a31eedd6', 'tag': 'afd0ab20-4c68-4b46-a47e-70ae25bc164f', 'status': 'completed', 'code': 200} Mar 29 09:51:23.597086 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-2faf5562-977f-482c-9838-7e3015071f55 None None] Set router 1a3890b0-5b4f-4973-8be8-07da664153ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:51:23.604979 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-190ecec6-a2fa-44f2-8eca-d10b2dd426ff tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/7d9b9da6-e709-4f29-b3ce-80aabde43c76 HTTP/1.1" status: 200 len: 990 time: 0.1520102 Mar 29 09:51:23.625166 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bc33d-f93f-493b-b377-2ce34cbc685e req-4673b2ce-8ea0-422f-9ae5-7e78a74ccf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:23.626604 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-139bc33d-f93f-493b-b377-2ce34cbc685e req-4673b2ce-8ea0-422f-9ae5-7e78a74ccf2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 1098 time: 0.1026602 Mar 29 09:51:23.758087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bc33d-f93f-493b-b377-2ce34cbc685e req-00cbefcd-3fe7-4537-9e44-5eb5ab7101de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:23.759439 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-139bc33d-f93f-493b-b377-2ce34cbc685e req-00cbefcd-3fe7-4537-9e44-5eb5ab7101de service neutron] 10.222.0.36 "GET /v2.0/networks?id=c542e043-bd5b-4e72-b3c1-02575325911a HTTP/1.1" status: 200 len: 898 time: 0.1261985 Mar 29 09:51:23.863301 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-139bc33d-f93f-493b-b377-2ce34cbc685e req-ae5c1fe5-a81a-4d52-b4ba-c63dd20f7e22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afd0ab20-4c68-4b46-a47e-70ae25bc164f HTTP/1.1" status: 200 len: 998 time: 0.0977929 Mar 29 09:51:23.925113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bc33d-f93f-493b-b377-2ce34cbc685e req-378cea26-80b4-41bf-bed3-401d4659a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:23.926553 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-139bc33d-f93f-493b-b377-2ce34cbc685e req-378cea26-80b4-41bf-bed3-401d4659a0c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfaf979f-1903-4c6b-815a-88ffa8dc8501 HTTP/1.1" status: 200 len: 835 time: 0.0571978 Mar 29 09:51:23.946400 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2faf5562-977f-482c-9838-7e3015071f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '7d9b9da6-e709-4f29-b3ce-80aabde43c76', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.88', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'port_id': 'afd0ab20-4c68-4b46-a47e-70ae25bc164f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'mac_address': 'fa:16:3e:57:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204dc0f6-0d0c-4976-bc03-0851a31eedd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:49:41Z', 'updated_at': '2022-03-29T09:51:22Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34c799-b910-489f-be5f-c2dc7fad83f1', 'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:45:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:25Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:23.950263 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf5562-977f-482c-9838-7e3015071f55 None None] Checking router: 1a3890b0-5b4f-4973-8be8-07da664153ac for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:51:23.958302 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf5562-977f-482c-9838-7e3015071f55 None None] Routers {'1a3890b0-5b4f-4973-8be8-07da664153ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:51:23.958880 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2faf5562-977f-482c-9838-7e3015071f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:51:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a3890b0-5b4f-4973-8be8-07da664153ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:24.003038 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bc33d-f93f-493b-b377-2ce34cbc685e req-6458d585-88d3-4d01-b692-6982d1231990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:24.004524 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-139bc33d-f93f-493b-b377-2ce34cbc685e req-6458d585-88d3-4d01-b692-6982d1231990 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c542e043-bd5b-4e72-b3c1-02575325911a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725093 Mar 29 09:51:24.026254 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:51:24.133836 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-139bc33d-f93f-493b-b377-2ce34cbc685e req-b9a401ed-7b26-48e4-b61d-356138cedb59 service neutron] 10.222.0.36 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235716 Mar 29 09:51:24.138367 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-2faf5562-977f-482c-9838-7e3015071f55 None None] Set router 1a3890b0-5b4f-4973-8be8-07da664153ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:51:24.262035 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-139bc33d-f93f-493b-b377-2ce34cbc685e req-d80c70a0-8fb5-421d-be83-451de4f98875 service neutron] 10.222.0.36 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227865 Mar 29 09:51:24.516764 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2faf5562-977f-482c-9838-7e3015071f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '7d9b9da6-e709-4f29-b3ce-80aabde43c76', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.88', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'port_id': 'afd0ab20-4c68-4b46-a47e-70ae25bc164f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'mac_address': 'fa:16:3e:57:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204dc0f6-0d0c-4976-bc03-0851a31eedd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:49:41Z', 'updated_at': '2022-03-29T09:51:22Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34c799-b910-489f-be5f-c2dc7fad83f1', 'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:45:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:25Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:24.520610 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf5562-977f-482c-9838-7e3015071f55 None None] The sync data for ids ['1a3890b0-5b4f-4973-8be8-07da664153ac'] in dv-neutron-835555-1-hyperv is: [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '7d9b9da6-e709-4f29-b3ce-80aabde43c76', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.88', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'port_id': 'afd0ab20-4c68-4b46-a47e-70ae25bc164f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'mac_address': 'fa:16:3e:57:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204dc0f6-0d0c-4976-bc03-0851a31eedd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:49:41Z', 'updated_at': '2022-03-29T09:51:22Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34c799-b910-489f-be5f-c2dc7fad83f1', 'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:45:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:25Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:51:24.608975 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39404) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:24.694061 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a6458-f7b5-4df2-be67-79f0fcc2cd1c None None] New status for floating IP 7d9b9da6-e709-4f29-b3ce-80aabde43c76: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:51:24.823667 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-628b100c-33e5-4f51-99bb-79cac9319956 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/7d9b9da6-e709-4f29-b3ce-80aabde43c76 HTTP/1.1" status: 200 len: 990 time: 0.2132578 Mar 29 09:51:25.827625 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39408) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:25.932382 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fddd2999-60a8-4a76-9537-9573dbef8db9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/7d9b9da6-e709-4f29-b3ce-80aabde43c76 HTTP/1.1" status: 200 len: 992 time: 0.1035488 Mar 29 09:51:34.713196 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39416) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:34.914097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-0e3eae55-3596-41f5-aa5e-9206ab7c2304 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Deleting port d32fc7c5-4eb9-437d-b108-9dec302e9aa6 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:51:34.914440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0e3eae55-3596-41f5-aa5e-9206ab7c2304 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:35.183929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0e3eae55-3596-41f5-aa5e-9206ab7c2304 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:35.184255 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0e3eae55-3596-41f5-aa5e-9206ab7c2304 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:35.305424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-0e3eae55-3596-41f5-aa5e-9206ab7c2304 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Calling delete_port for d32fc7c5-4eb9-437d-b108-9dec302e9aa6 owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:51:35.498878 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0e3eae55-3596-41f5-aa5e-9206ab7c2304 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:35.544348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3eae55-3596-41f5-aa5e-9206ab7c2304 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event deleted for resources: {'Port': ['ID=d32fc7c5-4eb9-437d-b108-9dec302e9aa6,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:35.634968 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0e3eae55-3596-41f5-aa5e-9206ab7c2304 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:35.635410 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-0e3eae55-3596-41f5-aa5e-9206ab7c2304 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Floating IP 2a84a2e7-4dbf-45f9-9518-f29a8afec459 disassociated (deleted). External IP: 172.26.7.191, port: 0fb8346b-bd05-4a21-9921-e49c4380abf7. Mar 29 09:51:35.678157 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-09a3a855-aacc-4976-a857-be3357682993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:35.978815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3eae55-3596-41f5-aa5e-9206ab7c2304 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Router 434a5d50-7fcd-4474-92fa-77050bb75dc3 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:51:36.159924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3eae55-3596-41f5-aa5e-9206ab7c2304 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:51:36.169271 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d518871-9d3e-46af-a656-1e4349d84d4b None None] Sync routers for ids ['434a5d50-7fcd-4474-92fa-77050bb75dc3'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:51:36.178048 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d518871-9d3e-46af-a656-1e4349d84d4b None None] Routers {'434a5d50-7fcd-4474-92fa-77050bb75dc3'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:51:36.178643 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4d518871-9d3e-46af-a656-1e4349d84d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:51:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['434a5d50-7fcd-4474-92fa-77050bb75dc3'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:36.261294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0e3eae55-3596-41f5-aa5e-9206ab7c2304 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:36.315345 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0e3eae55-3596-41f5-aa5e-9206ab7c2304 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "DELETE /v2.0/floatingips/2a84a2e7-4dbf-45f9-9518-f29a8afec459 HTTP/1.1" status: 204 len: 168 time: 1.6011441 Mar 29 09:51:36.317567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'tag': '0fb8346b-bd05-4a21-9921-e49c4380abf7'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:51:36.360564 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-4d518871-9d3e-46af-a656-1e4349d84d4b None None] Set router 434a5d50-7fcd-4474-92fa-77050bb75dc3 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:51:36.365328 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'tag': '0fb8346b-bd05-4a21-9921-e49c4380abf7', 'status': 'completed', 'code': 200} Mar 29 09:51:36.466830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ac773-61ad-42ef-a7dc-d0e7712a0ae9 req-7b1638d4-cd6c-49c7-abb2-5fab6c4cb3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:36.468426 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c00ac773-61ad-42ef-a7dc-d0e7712a0ae9 req-7b1638d4-cd6c-49c7-abb2-5fab6c4cb3ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b6e69655df147cf98d1a6da4383fb5e&device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 1098 time: 0.0780311 Mar 29 09:51:36.601120 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ac773-61ad-42ef-a7dc-d0e7712a0ae9 req-c46096ac-0c1a-41bb-8b45-2b6ae1aaa250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:36.602994 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c00ac773-61ad-42ef-a7dc-d0e7712a0ae9 req-c46096ac-0c1a-41bb-8b45-2b6ae1aaa250 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6a8e453-4a0b-4be8-a24f-9ca186df8713 HTTP/1.1" status: 200 len: 898 time: 0.1263542 Mar 29 09:51:36.674360 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c00ac773-61ad-42ef-a7dc-d0e7712a0ae9 req-3d6a314a-776f-4b08-9dd8-dcac917361a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fb8346b-bd05-4a21-9921-e49c4380abf7 HTTP/1.1" status: 200 len: 217 time: 0.0653107 Mar 29 09:51:36.688155 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4d518871-9d3e-46af-a656-1e4349d84d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '18773b78-3d98-418e-94b1-34a66b38a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:48:09Z', 'updated_at': '2022-03-29T09:48:18Z', 'revision_number': 4, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'gw_port': {'id': '18773b78-3d98-418e-94b1-34a66b38a130', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:10Z', 'updated_at': '2022-03-29T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '49047cc1-48d1-42ac-bb56-5c64f991bcec', 'name': '', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'mac_address': 'fa:16:3e:9b:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:17Z', 'updated_at': '2022-03-29T09:48:26Z', 'revision_number': 5, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'subnets': [{'id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:36.691980 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d518871-9d3e-46af-a656-1e4349d84d4b None None] Checking router: 434a5d50-7fcd-4474-92fa-77050bb75dc3 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:51:36.700335 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d518871-9d3e-46af-a656-1e4349d84d4b None None] Routers {'434a5d50-7fcd-4474-92fa-77050bb75dc3'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:51:36.700962 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4d518871-9d3e-46af-a656-1e4349d84d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:51:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['434a5d50-7fcd-4474-92fa-77050bb75dc3'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:36.738138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ac773-61ad-42ef-a7dc-d0e7712a0ae9 req-1309cfcc-5ff2-4494-ba0d-131cc84c7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:36.739598 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c00ac773-61ad-42ef-a7dc-d0e7712a0ae9 req-1309cfcc-5ff2-4494-ba0d-131cc84c7ea0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7470b3a6-af19-4650-9e31-fdc0af2bedbb HTTP/1.1" status: 200 len: 834 time: 0.0583496 Mar 29 09:51:36.864324 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ac773-61ad-42ef-a7dc-d0e7712a0ae9 req-ddf2fbfa-c115-4ad2-a3b5-2c7835711227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:36.865746 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c00ac773-61ad-42ef-a7dc-d0e7712a0ae9 req-ddf2fbfa-c115-4ad2-a3b5-2c7835711227 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6a8e453-4a0b-4be8-a24f-9ca186df8713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1194975 Mar 29 09:51:36.883527 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-4d518871-9d3e-46af-a656-1e4349d84d4b None None] Set router 434a5d50-7fcd-4474-92fa-77050bb75dc3 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:51:36.978938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a52242-40ed-4c3b-bea9-bc93904dc876 req-daaa4176-b6b1-4ba3-8e9f-e7be2aa1c76e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:36.980395 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b5a52242-40ed-4c3b-bea9-bc93904dc876 req-daaa4176-b6b1-4ba3-8e9f-e7be2aa1c76e tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.1800771 Mar 29 09:51:37.051324 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b5a52242-40ed-4c3b-bea9-bc93904dc876 req-e3e1c245-49b1-4274-95ab-2947ac3ec06c tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631855 Mar 29 09:51:37.053283 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c00ac773-61ad-42ef-a7dc-d0e7712a0ae9 req-960f793c-4432-4505-94f0-c2171179f952 service neutron] 10.222.0.36 "GET /v2.0/networks/b6a8e453-4a0b-4be8-a24f-9ca186df8713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764679 Mar 29 09:51:37.192580 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c00ac773-61ad-42ef-a7dc-d0e7712a0ae9 req-ce1a4987-f362-4d37-a995-0dacbdf6f66a service neutron] 10.222.0.36 "GET /v2.0/networks/b6a8e453-4a0b-4be8-a24f-9ca186df8713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290970 Mar 29 09:51:37.205167 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4d518871-9d3e-46af-a656-1e4349d84d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '18773b78-3d98-418e-94b1-34a66b38a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:48:09Z', 'updated_at': '2022-03-29T09:48:18Z', 'revision_number': 4, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'gw_port': {'id': '18773b78-3d98-418e-94b1-34a66b38a130', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:10Z', 'updated_at': '2022-03-29T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '49047cc1-48d1-42ac-bb56-5c64f991bcec', 'name': '', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'mac_address': 'fa:16:3e:9b:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:17Z', 'updated_at': '2022-03-29T09:48:26Z', 'revision_number': 5, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'subnets': [{'id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:37.209078 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d518871-9d3e-46af-a656-1e4349d84d4b None None] The sync data for ids ['434a5d50-7fcd-4474-92fa-77050bb75dc3'] in dv-neutron-835555-1-hyperv is: [{'id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '18773b78-3d98-418e-94b1-34a66b38a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:48:09Z', 'updated_at': '2022-03-29T09:48:18Z', 'revision_number': 4, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'gw_port': {'id': '18773b78-3d98-418e-94b1-34a66b38a130', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:10Z', 'updated_at': '2022-03-29T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '49047cc1-48d1-42ac-bb56-5c64f991bcec', 'name': '', 'network_id': 'b6a8e453-4a0b-4be8-a24f-9ca186df8713', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'mac_address': 'fa:16:3e:9b:6d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:17Z', 'updated_at': '2022-03-29T09:48:26Z', 'revision_number': 5, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'subnets': [{'id': '7470b3a6-af19-4650-9e31-fdc0af2bedbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:51:37.409892 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f516419-fec2-4c35-91fd-c922ecd6d9e1 None None] New status for floating IP 2a84a2e7-4dbf-45f9-9518-f29a8afec459: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:51:37.878028 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fc1e39a3-1a68-49f9-b1c2-6cfc19e37a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:38.239185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b544d-3008-4fa0-a099-ab02d2b63784 req-507fbb85-04d5-4651-b43e-99ccfd42a76d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:38.239982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-270b544d-3008-4fa0-a099-ab02d2b63784 req-507fbb85-04d5-4651-b43e-99ccfd42a76d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Synchronizing usage tracker for tenant:4b6e69655df147cf98d1a6da4383fb5e on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:51:38.339131 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-270b544d-3008-4fa0-a099-ab02d2b63784 req-507fbb85-04d5-4651-b43e-99ccfd42a76d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Unset dirty status for tenant:4b6e69655df147cf98d1a6da4383fb5e on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:51:38.340344 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-270b544d-3008-4fa0-a099-ab02d2b63784 req-507fbb85-04d5-4651-b43e-99ccfd42a76d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.1806300 Mar 29 09:51:38.389903 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-270b544d-3008-4fa0-a099-ab02d2b63784 req-341c596d-1823-4ad4-b2cd-0e1bc6116da8 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/security-groups?id=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432673 Mar 29 09:51:38.655216 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90be06-b330-4acf-8911-306b547fa336 req-dcbec951-0591-4a5e-b004-e724255f4d11 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:38.656736 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2b90be06-b330-4acf-8911-306b547fa336 req-dcbec951-0591-4a5e-b004-e724255f4d11 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.36 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 945 time: 0.0871599 Mar 29 09:51:38.724123 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-2b90be06-b330-4acf-8911-306b547fa336 req-2e83d86f-4047-435c-97ed-0dc40ea05c67 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Deleting port 0fb8346b-bd05-4a21-9921-e49c4380abf7 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:51:38.724458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-2b90be06-b330-4acf-8911-306b547fa336 req-2e83d86f-4047-435c-97ed-0dc40ea05c67 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:38.892547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:38.933129 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:38.972276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-2b90be06-b330-4acf-8911-306b547fa336 req-2e83d86f-4047-435c-97ed-0dc40ea05c67 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] For port 0fb8346b-bd05-4a21-9921-e49c4380abf7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=0fb8346b-bd05-4a21-9921-e49c4380abf7,segment=NetworkSegment(991e9f94-4c29-4220-8eed-0af925cf5a69),segment_id=991e9f94-4c29-4220-8eed-0af925cf5a69)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:51:38.972670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-2b90be06-b330-4acf-8911-306b547fa336 req-2e83d86f-4047-435c-97ed-0dc40ea05c67 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:39.094384 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-2b90be06-b330-4acf-8911-306b547fa336 req-2e83d86f-4047-435c-97ed-0dc40ea05c67 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Calling delete_port for 0fb8346b-bd05-4a21-9921-e49c4380abf7 owned by compute:nova {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:51:39.293156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-2b90be06-b330-4acf-8911-306b547fa336 req-2e83d86f-4047-435c-97ed-0dc40ea05c67 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:39.342494 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83d86f-4047-435c-97ed-0dc40ea05c67 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event deleted for resources: {'Port': ['ID=0fb8346b-bd05-4a21-9921-e49c4380abf7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:39.554739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b90be06-b330-4acf-8911-306b547fa336 req-2e83d86f-4047-435c-97ed-0dc40ea05c67 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] No DVR routers for this DVR port 0fb8346b-bd05-4a21-9921-e49c4380abf7 on host hv-neutron-8355 {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:51:39.560823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-2b90be06-b330-4acf-8911-306b547fa336 req-2e83d86f-4047-435c-97ed-0dc40ea05c67 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:39.563312 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'name': 'network-vif-deleted', 'tag': '0fb8346b-bd05-4a21-9921-e49c4380abf7'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:51:39.570929 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ec624c50-ae84-418a-9c1a-f7dcc74ec190 req-49a7b584-e2a9-46f8-819f-c6eb6c5dbd59 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "GET /v2.0/ports?device_id=13032ed9-b48b-4ab2-8c90-daf43eecd78e HTTP/1.1" status: 200 len: 210 time: 0.0548434 Mar 29 09:51:39.607869 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13032ed9-b48b-4ab2-8c90-daf43eecd78e', 'name': 'network-vif-deleted', 'tag': '0fb8346b-bd05-4a21-9921-e49c4380abf7', 'status': 'completed', 'code': 200} Mar 29 09:51:39.638301 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2b90be06-b330-4acf-8911-306b547fa336 req-2e83d86f-4047-435c-97ed-0dc40ea05c67 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.36 "DELETE /v2.0/ports/0fb8346b-bd05-4a21-9921-e49c4380abf7 HTTP/1.1" status: 204 len: 173 time: 0.9749804 Mar 29 09:51:40.666998 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39434) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:40.775556 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:41.316890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4361-0063-4c45-a7a6-ef3284c36d4d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:41.663434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f4361-0063-4c45-a7a6-ef3284c36d4d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Deleting port 49047cc1-48d1-42ac-bb56-5c64f991bcec {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:51:41.663773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4361-0063-4c45-a7a6-ef3284c36d4d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:41.844027 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-ae7f4361-0063-4c45-a7a6-ef3284c36d4d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] For port 49047cc1-48d1-42ac-bb56-5c64f991bcec, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=49047cc1-48d1-42ac-bb56-5c64f991bcec,segment=NetworkSegment(991e9f94-4c29-4220-8eed-0af925cf5a69),segment_id=991e9f94-4c29-4220-8eed-0af925cf5a69)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:51:41.844770 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4361-0063-4c45-a7a6-ef3284c36d4d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:41.969439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f4361-0063-4c45-a7a6-ef3284c36d4d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Calling delete_port for 49047cc1-48d1-42ac-bb56-5c64f991bcec owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:51:42.458197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4361-0063-4c45-a7a6-ef3284c36d4d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:42.505319 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f4361-0063-4c45-a7a6-ef3284c36d4d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event deleted for resources: {'Port': ['ID=49047cc1-48d1-42ac-bb56-5c64f991bcec,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:42.779335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4361-0063-4c45-a7a6-ef3284c36d4d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:42.822085 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 0fb8346b-bd05-4a21-9921-e49c4380abf7 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:51:42.855915 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 0fb8346b-bd05-4a21-9921-e49c4380abf7 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:51:42.856256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 0fb8346b-bd05-4a21-9921-e49c4380abf7 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:51:43.134571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7f4361-0063-4c45-a7a6-ef3284c36d4d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Router 434a5d50-7fcd-4474-92fa-77050bb75dc3 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:51:43.305269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7f4361-0063-4c45-a7a6-ef3284c36d4d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:51:43.315848 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88df1f-41e0-4d1b-8faa-cf29c2028ee5 None None] Sync routers for ids ['434a5d50-7fcd-4474-92fa-77050bb75dc3'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:51:43.319127 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ae7f4361-0063-4c45-a7a6-ef3284c36d4d tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "PUT /v2.0/routers/434a5d50-7fcd-4474-92fa-77050bb75dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6510797 Mar 29 09:51:43.321970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39438) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:43.327282 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88df1f-41e0-4d1b-8faa-cf29c2028ee5 None None] Routers {'434a5d50-7fcd-4474-92fa-77050bb75dc3'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:51:43.327935 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-cd88df1f-41e0-4d1b-8faa-cf29c2028ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:51:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['434a5d50-7fcd-4474-92fa-77050bb75dc3'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:43.389593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d56261-3275-41ee-a5cf-091154b63fdf tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Deleting subnet 7470b3a6-af19-4650-9e31-fdc0af2bedbb {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:51:43.392381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-56d56261-3275-41ee-a5cf-091154b63fdf tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:43.445155 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-56d56261-3275-41ee-a5cf-091154b63fdf tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:43.531454 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-cd88df1f-41e0-4d1b-8faa-cf29c2028ee5 None None] Set router 434a5d50-7fcd-4474-92fa-77050bb75dc3 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:51:43.533447 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-56d56261-3275-41ee-a5cf-091154b63fdf tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:43.672185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-56d56261-3275-41ee-a5cf-091154b63fdf tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:43.714024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d56261-3275-41ee-a5cf-091154b63fdf tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event deleted for resources: {'Subnet': ['ID=7470b3a6-af19-4650-9e31-fdc0af2bedbb,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:43.715995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-56d56261-3275-41ee-a5cf-091154b63fdf tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:43.723094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f345d555-4a63-4c3a-b242-bde60c69bef3 None None] Network b6a8e453-4a0b-4be8-a24f-9ca186df8713 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:51:43.725415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39442) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:43.725946 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-56d56261-3275-41ee-a5cf-091154b63fdf tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "DELETE /v2.0/subnets/7470b3a6-af19-4650-9e31-fdc0af2bedbb HTTP/1.1" status: 204 len: 168 time: 0.4025373 Mar 29 09:51:43.833694 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-cd88df1f-41e0-4d1b-8faa-cf29c2028ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '18773b78-3d98-418e-94b1-34a66b38a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:48:09Z', 'updated_at': '2022-03-29T09:51:42Z', 'revision_number': 5, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'gw_port': {'id': '18773b78-3d98-418e-94b1-34a66b38a130', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:10Z', 'updated_at': '2022-03-29T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:43.838378 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88df1f-41e0-4d1b-8faa-cf29c2028ee5 None None] Checking router: 434a5d50-7fcd-4474-92fa-77050bb75dc3 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:51:43.846683 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88df1f-41e0-4d1b-8faa-cf29c2028ee5 None None] Routers {'434a5d50-7fcd-4474-92fa-77050bb75dc3'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:51:43.847286 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-cd88df1f-41e0-4d1b-8faa-cf29c2028ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:51:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['434a5d50-7fcd-4474-92fa-77050bb75dc3'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:43.912454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:43.985785 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3a28b2-d794-4618-8a70-2fb6d47df4c4 None None] DHCP port deletion for b6a8e453-4a0b-4be8-a24f-9ca186df8713 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:51:43.990343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a28b2-d794-4618-8a70-2fb6d47df4c4 None None] Deleting port 122bc524-fc3a-4a0f-aaf1-26a131b8b65c {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:51:43.990943 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4e3a28b2-d794-4618-8a70-2fb6d47df4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:44.036281 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-cd88df1f-41e0-4d1b-8faa-cf29c2028ee5 None None] Set router 434a5d50-7fcd-4474-92fa-77050bb75dc3 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:51:44.107450 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:44.175227 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Deleting port 18773b78-3d98-418e-94b1-34a66b38a130 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:51:44.175591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:44.241608 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4e3a28b2-d794-4618-8a70-2fb6d47df4c4 None None] For port 122bc524-fc3a-4a0f-aaf1-26a131b8b65c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=122bc524-fc3a-4a0f-aaf1-26a131b8b65c,segment=NetworkSegment(991e9f94-4c29-4220-8eed-0af925cf5a69),segment_id=991e9f94-4c29-4220-8eed-0af925cf5a69)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:51:44.242411 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4e3a28b2-d794-4618-8a70-2fb6d47df4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:44.324238 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-cd88df1f-41e0-4d1b-8faa-cf29c2028ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '18773b78-3d98-418e-94b1-34a66b38a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:48:09Z', 'updated_at': '2022-03-29T09:51:42Z', 'revision_number': 5, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'gw_port': {'id': '18773b78-3d98-418e-94b1-34a66b38a130', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:10Z', 'updated_at': '2022-03-29T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:44.327644 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88df1f-41e0-4d1b-8faa-cf29c2028ee5 None None] The sync data for ids ['434a5d50-7fcd-4474-92fa-77050bb75dc3'] in dv-neutron-835555-1-hyperv is: [{'id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032462128', 'tenant_id': '4b6e69655df147cf98d1a6da4383fb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '18773b78-3d98-418e-94b1-34a66b38a130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:48:09Z', 'updated_at': '2022-03-29T09:51:42Z', 'revision_number': 5, 'project_id': '4b6e69655df147cf98d1a6da4383fb5e', 'gw_port': {'id': '18773b78-3d98-418e-94b1-34a66b38a130', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434a5d50-7fcd-4474-92fa-77050bb75dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:48:10Z', 'updated_at': '2022-03-29T09:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:51:44.353462 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] For port 18773b78-3d98-418e-94b1-34a66b38a130, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=18773b78-3d98-418e-94b1-34a66b38a130,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:51:44.354393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:44.390432 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a28b2-d794-4618-8a70-2fb6d47df4c4 None None] Calling delete_port for 122bc524-fc3a-4a0f-aaf1-26a131b8b65c owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:51:44.483181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Calling delete_port for 18773b78-3d98-418e-94b1-34a66b38a130 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:51:44.523433 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4e3a28b2-d794-4618-8a70-2fb6d47df4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:44.570692 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a28b2-d794-4618-8a70-2fb6d47df4c4 None None] Pushing event deleted for resources: {'Port': ['ID=122bc524-fc3a-4a0f-aaf1-26a131b8b65c,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:44.572646 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3a28b2-d794-4618-8a70-2fb6d47df4c4 None None] No DVR routers for this DVR port 122bc524-fc3a-4a0f-aaf1-26a131b8b65c on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:51:44.683515 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:44.734421 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event deleted for resources: {'Port': ['ID=18773b78-3d98-418e-94b1-34a66b38a130,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:44.829208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:45.001756 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:45.003849 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:45.106079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:45.106571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Fanout notify agent at l3_agent the message router_deleted on router 434a5d50-7fcd-4474-92fa-77050bb75dc3 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:51:45.122150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:45.123247 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-94c0ebf6-0bc4-4993-8b76-847be9889a27 tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "DELETE /v2.0/routers/434a5d50-7fcd-4474-92fa-77050bb75dc3 HTTP/1.1" status: 204 len: 168 time: 1.3968635 Mar 29 09:51:45.125971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39446) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:45.336442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-beaeea88-1207-4f8c-8412-ef7f5479e74b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:45.465750 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-beaeea88-1207-4f8c-8412-ef7f5479e74b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:45.494853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-beaeea88-1207-4f8c-8412-ef7f5479e74b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a8e453-4a0b-4be8-a24f-9ca186df8713']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:45.506553 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-beaeea88-1207-4f8c-8412-ef7f5479e74b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991e9f94-4c29-4220-8eed-0af925cf5a69') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:45.506854 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-beaeea88-1207-4f8c-8412-ef7f5479e74b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991e9f94-4c29-4220-8eed-0af925cf5a69') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:45.519249 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-beaeea88-1207-4f8c-8412-ef7f5479e74b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:45.536753 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-beaeea88-1207-4f8c-8412-ef7f5479e74b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:45.543092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beaeea88-1207-4f8c-8412-ef7f5479e74b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:51:45.543488 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-beaeea88-1207-4f8c-8412-ef7f5479e74b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:51:45.557915 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:51:45.732816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-beaeea88-1207-4f8c-8412-ef7f5479e74b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:45.735580 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 49047cc1-48d1-42ac-bb56-5c64f991bcec no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:51:45.750300 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-beaeea88-1207-4f8c-8412-ef7f5479e74b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:45.761958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaeea88-1207-4f8c-8412-ef7f5479e74b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event deleted for resources: {'Network': ['ID=b6a8e453-4a0b-4be8-a24f-9ca186df8713,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:45.774397 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 49047cc1-48d1-42ac-bb56-5c64f991bcec {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:51:45.774755 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 49047cc1-48d1-42ac-bb56-5c64f991bcec not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:51:45.775168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 122bc524-fc3a-4a0f-aaf1-26a131b8b65c no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:51:45.806997 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 122bc524-fc3a-4a0f-aaf1-26a131b8b65c {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:51:45.807274 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 122bc524-fc3a-4a0f-aaf1-26a131b8b65c not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:51:45.807672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 18773b78-3d98-418e-94b1-34a66b38a130 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:51:45.839268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 18773b78-3d98-418e-94b1-34a66b38a130 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:51:45.839604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 18773b78-3d98-418e-94b1-34a66b38a130 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:51:45.842108 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-beaeea88-1207-4f8c-8412-ef7f5479e74b tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "DELETE /v2.0/networks/b6a8e453-4a0b-4be8-a24f-9ca186df8713 HTTP/1.1" status: 204 len: 168 time: 0.7150567 Mar 29 09:51:45.847993 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39450) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:45.911398 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c0883f15-01bb-448a-b1d3-ff6bdcd9abad tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:45.948850 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c0883f15-01bb-448a-b1d3-ff6bdcd9abad tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:46.083327 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c0883f15-01bb-448a-b1d3-ff6bdcd9abad tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:46.102412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0883f15-01bb-448a-b1d3-ff6bdcd9abad tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8456e02f-dc9c-4b72-8c21-9ff7b0d4022a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:46.185374 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c0883f15-01bb-448a-b1d3-ff6bdcd9abad tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:46.186497 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c0883f15-01bb-448a-b1d3-ff6bdcd9abad tempest-TestNetworkAdvancedServerOps-1943441373 tempest-TestNetworkAdvancedServerOps-1943441373-project] 10.222.0.35 "DELETE /v2.0/security-groups/8456e02f-dc9c-4b72-8c21-9ff7b0d4022a HTTP/1.1" status: 204 len: 168 time: 0.3409863 Mar 29 09:51:46.802078 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39460) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:46.962238 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-24973794-06a1-4b47-98ed-48e02bb4a13f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b6e69655df147cf98d1a6da4383fb5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589797 Mar 29 09:51:46.964660 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39466) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:47.020122 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a94a012d-b6a9-490f-aa64-b80d344977ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:47.045188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a94a012d-b6a9-490f-aa64-b80d344977ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:47.140548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a94a012d-b6a9-490f-aa64-b80d344977ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:47.157597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a012d-b6a9-490f-aa64-b80d344977ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d642469-3f76-4fe2-adf5-6a3c3ebdf98f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:47.163800 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a94a012d-b6a9-490f-aa64-b80d344977ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:47.164947 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a94a012d-b6a9-490f-aa64-b80d344977ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d642469-3f76-4fe2-adf5-6a3c3ebdf98f HTTP/1.1" status: 204 len: 168 time: 0.1993828 Mar 29 09:51:47.782031 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39474) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:47.799005 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-77029c56-5377-4fef-b283-e1e4bbcbf882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:47.812718 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-77029c56-5377-4fef-b283-e1e4bbcbf882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:47.816420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-77029c56-5377-4fef-b283-e1e4bbcbf882 admin admin] Usage tracker for resource:security_group_rule and tenant:b6cb450ea34646a6a4e5567350eae96e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:47.819147 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-77029c56-5377-4fef-b283-e1e4bbcbf882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:47.825206 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-77029c56-5377-4fef-b283-e1e4bbcbf882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:47.905863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-77029c56-5377-4fef-b283-e1e4bbcbf882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:47.957494 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-77029c56-5377-4fef-b283-e1e4bbcbf882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:48.009676 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-77029c56-5377-4fef-b283-e1e4bbcbf882 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6cb450ea34646a6a4e5567350eae96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2259471 Mar 29 09:51:48.011370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77029c56-5377-4fef-b283-e1e4bbcbf882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2db45a5-ec8f-4bcb-a16a-1108028af872,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:48.012232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39478) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:48.073427 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a88be479-9a5f-487a-86ab-9a9336e98677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:48.097961 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a88be479-9a5f-487a-86ab-9a9336e98677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:48.212445 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a88be479-9a5f-487a-86ab-9a9336e98677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:48.227662 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88be479-9a5f-487a-86ab-9a9336e98677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2db45a5-ec8f-4bcb-a16a-1108028af872,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:48.232515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a88be479-9a5f-487a-86ab-9a9336e98677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:48.233038 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a88be479-9a5f-487a-86ab-9a9336e98677 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2db45a5-ec8f-4bcb-a16a-1108028af872 HTTP/1.1" status: 204 len: 168 time: 0.2197804 Mar 29 09:51:49.320769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39502) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:49.424038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1093908108-network', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:49.428643 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:49.432554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Usage tracker for resource:network and tenant:f053acbba8784c2f89280f9422e7f0fe is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:49.435359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:49.440976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:49.505315 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Made reservation on behalf of f053acbba8784c2f89280f9422e7f0fe for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:51:49.508561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:49.520387 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:49.534824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:49.538542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Usage tracker for resource:security_group_rule and tenant:f053acbba8784c2f89280f9422e7f0fe is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:49.541890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:49.547487 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:49.626040 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:49.688592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:49.720867 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:51:49.729737 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72209fe9-bc45-4ebc-9417-5a0d6fd9fa4f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:49.735285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:49.735625 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Added segment aae38024-d333-4764-bff5-4ce5e02cf6aa of type vlan for network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb Mar 29 09:51:49.864210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:49.960545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:49.961432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:49.962583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:50.063059 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] Pushing event updated for resources: {'Network': ['ID=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:50.072926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:51:50.112212 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f2b3115c-1f06-42e2-abe8-9487b819fa8e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7898240 Mar 29 09:51:50.115082 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39508) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:50.121149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] Request body: {'subnet': {'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1093908108-subnet', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'ip_version': 4}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:50.125974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:50.129931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] Usage tracker for resource:subnet and tenant:f053acbba8784c2f89280f9422e7f0fe is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:50.132780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:50.139261 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:50.198024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] Made reservation on behalf of f053acbba8784c2f89280f9422e7f0fe for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:51:50.200392 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:50.443054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:50.517530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:50.525912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] Checking segment: {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:51:50.526266 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] Network hostable DHCP agents. Network: 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:51:50.609120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] Network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:51:50.671611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:51:50.675529 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:50.676115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:50.680168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f1122d-8e14-4413-bb75-1d69984d4fad None None] Network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:51:50.764247 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8daa78dd-bd5f-4a29-89cb-e4198c3f3f40 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6479781 Mar 29 09:51:50.766716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39512) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:50.771583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:50.776698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:50.780533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Usage tracker for resource:router and tenant:f053acbba8784c2f89280f9422e7f0fe is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:50.783349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:50.788957 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:50.854914 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:50.855935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:50.870955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:50.891301 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:51:50.892124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:51.044748 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Allocated IP 172.20.0.2 (6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb/3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e/ded47d6e-5119-4611-a4d8-c0c25cccf8e0) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:51:51.209620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:51.243798 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:51.253375 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Transition to ACTIVE for port object ded47d6e-5119-4611-a4d8-c0c25cccf8e0 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:51:51.271346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Transition to ACTIVE for port object ded47d6e-5119-4611-a4d8-c0c25cccf8e0 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:51:51.350532 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:51.411177 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:51:51.413960 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:51:51.418874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:51:51.462392 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Pushing event updated for resources: {'Port': ['ID=ded47d6e-5119-4611-a4d8-c0c25cccf8e0,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:51.517637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Attempting to bind port ded47d6e-5119-4611-a4d8-c0c25cccf8e0 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:51:51.518001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Attempting to bind port ded47d6e-5119-4611-a4d8-c0c25cccf8e0 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:51:51.518359 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Attempting to bind port ded47d6e-5119-4611-a4d8-c0c25cccf8e0 on network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:51:51.523541 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:51:51.523908 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Checking segment: {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:51:51.524425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:51.524844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Bound using segment: {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:51:51.525301 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Bound port: ded47d6e-5119-4611-a4d8-c0c25cccf8e0, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:51:51.525669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:51.611010 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:51.643579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:51.645429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] For port ded47d6e-5119-4611-a4d8-c0c25cccf8e0, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:51:51.648399 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] For port ded47d6e-5119-4611-a4d8-c0c25cccf8e0, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ded47d6e-5119-4611-a4d8-c0c25cccf8e0,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:51:51.769097 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:51.772130 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Allocated IP 172.26.7.75 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/2a1ffaae-df0f-40b3-a4ca-ded6f32ac472) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:51:51.849577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63441f5b-ef1c-42c5-b825-32774a6b92f6 None None] Pushing event updated for resources: {'Port': ['ID=ded47d6e-5119-4611-a4d8-c0c25cccf8e0,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:51.924785 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:52.003437 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:52.192198 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:51:52.194860 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:51:52.197370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:51:52.246397 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1ffaae-df0f-40b3-a4ca-ded6f32ac472,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:52.670650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:52.716019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0415b07a-0e0b-4cb5-abbc-dfdd85998e74 None None] Network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:51:52.931263 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0a67dad1-7ecc-4fbc-be1b-714156899263 None None] Provisioning for port ded47d6e-5119-4611-a4d8-c0c25cccf8e0 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:51:53.009975 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:53.013742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:53.297594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Router 46a82e4c-01cd-458b-ad3b-91a2047ec619 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:51:53.471286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:51:53.480507 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Sync routers for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:51:53.489540 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:51:53.490152 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:51:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:53.555361 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:53.556558 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-54031910-e636-4c6d-b9ba-dc0679cc9836 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7888653 Mar 29 09:51:53.559536 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39516) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:53.665234 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:51:53.776920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ded47d6e-5119-4611-a4d8-c0c25cccf8e0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:51:54.003262 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port ded47d6e-5119-4611-a4d8-c0c25cccf8e0 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:51:54.011170 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port ded47d6e-5119-4611-a4d8-c0c25cccf8e0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:51:54.011542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:54.035162 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:52Z', 'revision_number': 3, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:54.050365 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Checking router: 46a82e4c-01cd-458b-ad3b-91a2047ec619 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:51:54.050711 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Updating router 46a82e4c-01cd-458b-ad3b-91a2047ec619 port 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:51:54.123688 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:54.278041 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:54.330667 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:54.351034 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port ded47d6e-5119-4611-a4d8-c0c25cccf8e0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ded47d6e-5119-4611-a4d8-c0c25cccf8e0,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:51:54.464327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:54.546027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Allocated IP 172.20.0.1 (6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb/3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e/2b2a4be1-409d-464b-9194-a97bf3b0297b) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:51:54.619086 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:54.627375 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=ded47d6e-5119-4611-a4d8-c0c25cccf8e0,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:54.635686 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Transition to ACTIVE for port object 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:51:54.697307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:54.699935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:54.713268 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Transition to ACTIVE for port object 2b2a4be1-409d-464b-9194-a97bf3b0297b will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:51:54.776047 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Attempting to bind port 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:51:54.776404 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Attempting to bind port 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:51:54.776798 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Attempting to bind port 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:51:54.782334 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d56343-ade7-40be-ac43-6ef716660e91 None None] Pushing event updated for resources: {'Port': ['ID=2a1ffaae-df0f-40b3-a4ca-ded6f32ac472,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:54.786534 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:51:54.786897 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:51:54.787288 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:54.787660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:51:54.788114 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Bound port: 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:51:54.788477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:54.797498 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:54.862591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:51:54.863150 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] For port 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:51:54.866191 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] For port 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2a1ffaae-df0f-40b3-a4ca-ded6f32ac472,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:51:54.869943 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:51:54.874155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:51:54.907676 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Pushing event updated for resources: {'Port': ['ID=2b2a4be1-409d-464b-9194-a97bf3b0297b,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:54.929380 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:54.931384 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:55.005090 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:51:55.005724 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:51:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:55.078445 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d56343-ade7-40be-ac43-6ef716660e91 None None] Pushing event updated for resources: {'Port': ['ID=2a1ffaae-df0f-40b3-a4ca-ded6f32ac472,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:55.198261 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:51:55.295813 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7c66f39f-d0f1-4954-b975-7d4ab4304e6a None None] Provisioning for port 2b2a4be1-409d-464b-9194-a97bf3b0297b completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:51:55.303834 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:55.330708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7c66f39f-d0f1-4954-b975-7d4ab4304e6a None None] Provisioning complete for port 2b2a4be1-409d-464b-9194-a97bf3b0297b triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:51:55.331055 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7c66f39f-d0f1-4954-b975-7d4ab4304e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:55.451151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7c66f39f-d0f1-4954-b975-7d4ab4304e6a None None] Port 2b2a4be1-409d-464b-9194-a97bf3b0297b cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:51:55.523339 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:55.539488 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:52Z', 'revision_number': 3, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:55.544035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b292f8-43f6-4742-ab81-6a7ddda3974d None None] The sync data for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv is: [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:52Z', 'revision_number': 3, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:51:55.577654 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:55.686551 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Pushing event updated for resources: {'Port': ['ID=2b2a4be1-409d-464b-9194-a97bf3b0297b,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:55.689058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:55.776471 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ded47d6e-5119-4611-a4d8-c0c25cccf8e0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:51:55.845022 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:51:55.846140 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:51:55.869147 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port ded47d6e-5119-4611-a4d8-c0c25cccf8e0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:51:55.869630 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:56.080672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f193bd70-654e-4a2d-afb6-d7150212c95c None None] Provisioning complete for port 2b2a4be1-409d-464b-9194-a97bf3b0297b triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:51:56.081301 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f193bd70-654e-4a2d-afb6-d7150212c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:56.141181 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f193bd70-654e-4a2d-afb6-d7150212c95c None None] Port 2b2a4be1-409d-464b-9194-a97bf3b0297b cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:51:56.180953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Router 46a82e4c-01cd-458b-ad3b-91a2047ec619 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:51:56.409100 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:51:56.425684 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c5b94e3c-e341-4aef-b1c9-d93b9be90646 admin admin] 10.222.0.35 "PUT /v2.0/routers/46a82e4c-01cd-458b-ad3b-91a2047ec619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8651280 Mar 29 09:51:56.964161 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Sync routers for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:51:56.973300 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:51:56.973885 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:51:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:57.152660 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39534) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:57.154670 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:51:57.158553 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1961530587-network', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:57.163524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:57.168040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Usage tracker for resource:network and tenant:8b8c5f27e0c740dca15cb2ceeb4d3c17 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:57.171105 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:57.177071 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:57.243155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Made reservation on behalf of 8b8c5f27e0c740dca15cb2ceeb4d3c17 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:51:57.245409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:57.257620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:57.272124 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:57.276633 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Usage tracker for resource:security_group_rule and tenant:8b8c5f27e0c740dca15cb2ceeb4d3c17 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:57.279383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:57.285095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:57.365379 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:57.454635 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:57.465866 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 2, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:57.470811 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Checking router: 46a82e4c-01cd-458b-ad3b-91a2047ec619 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:51:57.470811 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Updating router 46a82e4c-01cd-458b-ad3b-91a2047ec619 port 2b2a4be1-409d-464b-9194-a97bf3b0297b binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:51:57.482210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:51:57.494591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b12aca5-8419-4435-b3c5-37ed1fe31114,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:57.499782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:57.499782 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Added segment 7de917d0-a988-4710-a936-ca0c295e7bd6 of type vlan for network 62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef Mar 29 09:51:57.528234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:57.565124 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:57.613915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:57.614908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:57.615521 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:57.718715 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] Pushing event updated for resources: {'Network': ['ID=62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:57.728200 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:51:57.752162 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a9a93866-d04b-43b5-89c7-7d98c4de600f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5982454 Mar 29 09:51:57.754705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39538) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:57.761710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] Request body: {'subnet': {'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1961530587-subnet', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'ip_version': 4}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:57.766906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:57.773916 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] Usage tracker for resource:subnet and tenant:8b8c5f27e0c740dca15cb2ceeb4d3c17 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:57.781453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:57.787723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:57.819515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:51:57.886180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] Made reservation on behalf of 8b8c5f27e0c740dca15cb2ceeb4d3c17 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:51:57.890665 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:57.923540 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:57.935446 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Transition to ACTIVE for port object 2b2a4be1-409d-464b-9194-a97bf3b0297b will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:51:57.985584 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:51:57.990383 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:51:57.990797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:58.017530 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:58.126994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:58.144535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2a1ffaae-df0f-40b3-a4ca-ded6f32ac472,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:51:58.163032 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:58.185106 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a600c-cf4f-4917-8c6d-21e109d5191c None None] Pushing event updated for resources: {'Port': ['ID=2b2a4be1-409d-464b-9194-a97bf3b0297b,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:58.220288 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:58.226268 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a600c-cf4f-4917-8c6d-21e109d5191c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:58.226611 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a600c-cf4f-4917-8c6d-21e109d5191c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:58.227189 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a600c-cf4f-4917-8c6d-21e109d5191c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:58.227713 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a600c-cf4f-4917-8c6d-21e109d5191c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:58.228044 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a600c-cf4f-4917-8c6d-21e109d5191c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:58.228372 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a600c-cf4f-4917-8c6d-21e109d5191c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:58.228750 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a600c-cf4f-4917-8c6d-21e109d5191c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:58.229047 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a600c-cf4f-4917-8c6d-21e109d5191c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:58.229371 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a600c-cf4f-4917-8c6d-21e109d5191c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:58.229691 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a600c-cf4f-4917-8c6d-21e109d5191c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:58.230013 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a600c-cf4f-4917-8c6d-21e109d5191c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:58.230327 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a600c-cf4f-4917-8c6d-21e109d5191c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:58.254766 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Attempting to bind port 2b2a4be1-409d-464b-9194-a97bf3b0297b on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:51:58.255131 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Attempting to bind port 2b2a4be1-409d-464b-9194-a97bf3b0297b by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:51:58.255489 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Attempting to bind port 2b2a4be1-409d-464b-9194-a97bf3b0297b on network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:51:58.262172 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:51:58.264768 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Checking segment: {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:51:58.264768 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:58.264768 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Bound using segment: {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:51:58.264768 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Bound port: 2b2a4be1-409d-464b-9194-a97bf3b0297b, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:51:58.264768 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:58.271431 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecaa01b2-2d45-42fe-9596-3132bac7e380,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:58.280511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] Checking segment: {'id': '7de917d0-a988-4710-a936-ca0c295e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:51:58.280837 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] Network hostable DHCP agents. Network: 62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:51:58.315928 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=2a1ffaae-df0f-40b3-a4ca-ded6f32ac472,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:58.358804 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] For port 2b2a4be1-409d-464b-9194-a97bf3b0297b, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:51:58.362608 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] For port 2b2a4be1-409d-464b-9194-a97bf3b0297b, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2b2a4be1-409d-464b-9194-a97bf3b0297b,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:51:58.397039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] Network 62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:51:58.454652 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:58.506112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:51:58.511049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:58.518090 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:58.531244 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:51:58.531810 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8e75a1-7a88-497a-82ba-ee494de561b8 None None] Network 62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:51:58.532170 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:51:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:58.589772 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a600c-cf4f-4917-8c6d-21e109d5191c None None] Pushing event updated for resources: {'Port': ['ID=2b2a4be1-409d-464b-9194-a97bf3b0297b,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:58.620726 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-45b90d74-df6b-48fa-bf9b-4c4a387ca2a6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8625083 Mar 29 09:51:58.621307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39542) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:51:58.626346 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1961530587-router', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:58.631890 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:51:58.636526 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Usage tracker for resource:router and tenant:8b8c5f27e0c740dca15cb2ceeb4d3c17 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:51:58.644653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:51:58.651679 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:51:58.726628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:58.728208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:58.733362 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:51:58.744211 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:58.809533 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef', 'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'fixed_ips': [{'subnet_id': 'ecaa01b2-2d45-42fe-9596-3132bac7e380'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:51:58.810329 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:58.969256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Allocated IP 172.20.0.2 (62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef/ecaa01b2-2d45-42fe-9596-3132bac7e380/22a30996-2143-4ece-a738-6444aa321905) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:51:59.050051 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:59.054831 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c064e-eef8-4eb7-912e-da9767c2cbdc None None] The sync data for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv is: [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:51:59.083435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:59.207696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:59.219163 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Transition to ACTIVE for port object 22a30996-2143-4ece-a738-6444aa321905 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:51:59.240043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Transition to ACTIVE for port object 22a30996-2143-4ece-a738-6444aa321905 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:51:59.329159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:59.395570 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Network 62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:51:59.403550 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:51:59.406051 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:51:59.448687 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Pushing event updated for resources: {'Port': ['ID=22a30996-2143-4ece-a738-6444aa321905,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:59.516298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Attempting to bind port 22a30996-2143-4ece-a738-6444aa321905 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:51:59.516898 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Attempting to bind port 22a30996-2143-4ece-a738-6444aa321905 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '7de917d0-a988-4710-a936-ca0c295e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:51:59.517463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Attempting to bind port 22a30996-2143-4ece-a738-6444aa321905 on network 62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:51:59.524087 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:51:59.524463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Checking segment: {'id': '7de917d0-a988-4710-a936-ca0c295e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:51:59.524898 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:59.525294 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Bound using segment: {'id': '7de917d0-a988-4710-a936-ca0c295e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:51:59.525769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Bound port: 22a30996-2143-4ece-a738-6444aa321905, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de917d0-a988-4710-a936-ca0c295e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:51:59.526150 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:59.596698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:59.625393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] For port 22a30996-2143-4ece-a738-6444aa321905, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:51:59.628188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:59.628636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] For port 22a30996-2143-4ece-a738-6444aa321905, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=22a30996-2143-4ece-a738-6444aa321905,segment=NetworkSegment(7de917d0-a988-4710-a936-ca0c295e7bd6),segment_id=7de917d0-a988-4710-a936-ca0c295e7bd6)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:51:59.693319 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:59.785721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463904ae-1690-4ad4-bc7b-11c399c5ebc8 None None] Pushing event updated for resources: {'Port': ['ID=22a30996-2143-4ece-a738-6444aa321905,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:59.816640 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Allocated IP 172.26.7.84 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/c3e78744-02b7-47e0-96b0-95aee9490c32) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:51:59.885045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2b2a4be1-409d-464b-9194-a97bf3b0297b up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:51:59.990878 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:00.059881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 2b2a4be1-409d-464b-9194-a97bf3b0297b completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:52:00.065764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2b2a4be1-409d-464b-9194-a97bf3b0297b triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:52:00.066240 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:00.088905 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:00.173853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:52:00.181762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:52:00.188801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:52:00.230585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:00.236770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Pushing event updated for resources: {'Port': ['ID=c3e78744-02b7-47e0-96b0-95aee9490c32,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:00.273756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 2b2a4be1-409d-464b-9194-a97bf3b0297b, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2b2a4be1-409d-464b-9194-a97bf3b0297b,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:52:00.349338 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:00.350266 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:52:00.491427 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=2b2a4be1-409d-464b-9194-a97bf3b0297b,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:00.504424 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:52:00.504948 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:00.728160 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:00.902886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf125e2b-ec64-4ec3-894c-2f64749ea3f3 None None] Network 62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:52:01.020437 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:52:01.065310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:01.106211 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-46752216-22b1-4b88-9fc8-b642d024fe0d None None] Provisioning for port 22a30996-2143-4ece-a738-6444aa321905 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:52:01.459849 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Router 9e610b3b-af02-41bf-9fe1-499e9f8d3d1a is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:52:01.636364 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:52:01.644799 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Sync routers for ids ['9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:52:01.653805 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Routers {'9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:52:01.654478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:51:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:01.723958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:01.725405 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d0dfba5f-716e-4b40-9c49-ab5269117a8e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1031249 Mar 29 09:52:01.728293 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39550) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:01.855704 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2b2a4be1-409d-464b-9194-a97bf3b0297b up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:52:01.931231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Set router 9e610b3b-af02-41bf-9fe1-499e9f8d3d1a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:52:02.144052 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2b2a4be1-409d-464b-9194-a97bf3b0297b triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:52:02.144417 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:02.345657 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 22a30996-2143-4ece-a738-6444aa321905 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:52:02.406054 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'name': 'tempest-TestVolumeBootPattern-1961530587-router', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c3e78744-02b7-47e0-96b0-95aee9490c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:58Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 3, 'project_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'gw_port': {'id': 'c3e78744-02b7-47e0-96b0-95aee9490c32', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:59Z', 'updated_at': '2022-03-29T09:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:02.412224 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Checking router: 9e610b3b-af02-41bf-9fe1-499e9f8d3d1a for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:52:02.412612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Updating router 9e610b3b-af02-41bf-9fe1-499e9f8d3d1a port c3e78744-02b7-47e0-96b0-95aee9490c32 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:52:02.471489 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:02.524544 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 22a30996-2143-4ece-a738-6444aa321905 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:52:02.556309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:02.570811 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 22a30996-2143-4ece-a738-6444aa321905 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:52:02.571187 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:02.779989 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Allocated IP 172.20.0.1 (62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef/ecaa01b2-2d45-42fe-9596-3132bac7e380/7aa3e9ce-db78-4e6b-989f-08526e94a820) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:52:02.811540 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:02.864343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 22a30996-2143-4ece-a738-6444aa321905, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=22a30996-2143-4ece-a738-6444aa321905,segment=NetworkSegment(7de917d0-a988-4710-a936-ca0c295e7bd6),segment_id=7de917d0-a988-4710-a936-ca0c295e7bd6)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:52:02.929363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:02.929736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:02.932273 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:02.946623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Transition to ACTIVE for port object 7aa3e9ce-db78-4e6b-989f-08526e94a820 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:52:02.989302 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Transition to ACTIVE for port object c3e78744-02b7-47e0-96b0-95aee9490c32 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:52:03.009841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=22a30996-2143-4ece-a738-6444aa321905,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:03.025782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:03.085821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:03.086610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Network 62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:52:03.093507 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:52:03.098498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:52:03.135570 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa3e9ce-db78-4e6b-989f-08526e94a820,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:03.164386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:03.171071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Attempting to bind port c3e78744-02b7-47e0-96b0-95aee9490c32 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:52:03.171447 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Attempting to bind port c3e78744-02b7-47e0-96b0-95aee9490c32 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:52:03.171811 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Attempting to bind port c3e78744-02b7-47e0-96b0-95aee9490c32 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:52:03.178093 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405881c-cac2-4c4f-bc48-559ff1c4d56a None None] Pushing event updated for resources: {'Port': ['ID=c3e78744-02b7-47e0-96b0-95aee9490c32,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:03.183257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:52:03.183627 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:52:03.184114 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:03.184467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:52:03.184971 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Bound port: c3e78744-02b7-47e0-96b0-95aee9490c32, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:52:03.185347 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:03.263129 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] For port c3e78744-02b7-47e0-96b0-95aee9490c32, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:52:03.266512 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] For port c3e78744-02b7-47e0-96b0-95aee9490c32, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c3e78744-02b7-47e0-96b0-95aee9490c32,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:52:03.353543 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:03.483137 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Routers {'9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:52:03.483780 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:51:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:03.558784 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405881c-cac2-4c4f-bc48-559ff1c4d56a None None] Pushing event updated for resources: {'Port': ['ID=c3e78744-02b7-47e0-96b0-95aee9490c32,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:03.564889 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a2141236-2436-476f-b0c0-e27438261833 None None] Provisioning for port 7aa3e9ce-db78-4e6b-989f-08526e94a820 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:52:03.576126 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a2141236-2436-476f-b0c0-e27438261833 None None] Provisioning complete for port 7aa3e9ce-db78-4e6b-989f-08526e94a820 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:52:03.576517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a2141236-2436-476f-b0c0-e27438261833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:03.623954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:03.710692 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a2141236-2436-476f-b0c0-e27438261833 None None] Port 7aa3e9ce-db78-4e6b-989f-08526e94a820 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:52:03.729442 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] Set router 9e610b3b-af02-41bf-9fe1-499e9f8d3d1a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:52:03.774520 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 22a30996-2143-4ece-a738-6444aa321905 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:52:03.849761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:03.917147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:04.010372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 22a30996-2143-4ece-a738-6444aa321905 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:52:04.010976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:04.023969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa3e9ce-db78-4e6b-989f-08526e94a820,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:04.027513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:04.164857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Network 62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:52:04.165929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:52:04.209084 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'name': 'tempest-TestVolumeBootPattern-1961530587-router', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c3e78744-02b7-47e0-96b0-95aee9490c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:58Z', 'updated_at': '2022-03-29T09:52:03Z', 'revision_number': 4, 'project_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'gw_port': {'id': 'c3e78744-02b7-47e0-96b0-95aee9490c32', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:59Z', 'updated_at': '2022-03-29T09:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '7aa3e9ce-db78-4e6b-989f-08526e94a820', 'name': '', 'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'mac_address': 'fa:16:3e:b4:46:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'ecaa01b2-2d45-42fe-9596-3132bac7e380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:02Z', 'updated_at': '2022-03-29T09:52:02Z', 'revision_number': 1, 'project_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'subnets': [{'id': 'ecaa01b2-2d45-42fe-9596-3132bac7e380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:04.214260 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da7ee68-4f5a-4b0a-bcf7-62191a395ea9 None None] The sync data for ids ['9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'] in dv-neutron-835555-1-hyperv is: [{'id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'name': 'tempest-TestVolumeBootPattern-1961530587-router', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c3e78744-02b7-47e0-96b0-95aee9490c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:58Z', 'updated_at': '2022-03-29T09:52:03Z', 'revision_number': 4, 'project_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'gw_port': {'id': 'c3e78744-02b7-47e0-96b0-95aee9490c32', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:59Z', 'updated_at': '2022-03-29T09:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '7aa3e9ce-db78-4e6b-989f-08526e94a820', 'name': '', 'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'mac_address': 'fa:16:3e:b4:46:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'ecaa01b2-2d45-42fe-9596-3132bac7e380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:02Z', 'updated_at': '2022-03-29T09:52:02Z', 'revision_number': 1, 'project_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'subnets': [{'id': 'ecaa01b2-2d45-42fe-9596-3132bac7e380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:52:04.356140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Router 9e610b3b-af02-41bf-9fe1-499e9f8d3d1a has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:52:04.461747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-46b8c2a7-304c-4a31-9ee6-130a26606b74 None None] Provisioning complete for port 7aa3e9ce-db78-4e6b-989f-08526e94a820 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:52:04.462213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-46b8c2a7-304c-4a31-9ee6-130a26606b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:04.472917 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2771c3b1-9ccc-411a-a2fc-63b74ecf2c52 req-76be0b2b-8f68-4868-9ad5-64ec4725036b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1012962 Mar 29 09:52:04.527372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-46b8c2a7-304c-4a31-9ee6-130a26606b74 None None] Port 7aa3e9ce-db78-4e6b-989f-08526e94a820 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:52:04.588692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:52:04.600031 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ab96b2af-197f-4578-aae5-6ffde3124f34 admin admin] 10.222.0.35 "PUT /v2.0/routers/9e610b3b-af02-41bf-9fe1-499e9f8d3d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8701990 Mar 29 09:52:04.638737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771c3b1-9ccc-411a-a2fc-63b74ecf2c52 req-5ae65cd0-2553-4689-9400-4529dd91b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:04.640369 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2771c3b1-9ccc-411a-a2fc-63b74ecf2c52 req-5ae65cd0-2553-4689-9400-4529dd91b27a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 1098 time: 0.0788291 Mar 29 09:52:04.794642 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771c3b1-9ccc-411a-a2fc-63b74ecf2c52 req-6a90f5aa-53da-4e3a-a95f-5421bfa72c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:04.796107 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2771c3b1-9ccc-411a-a2fc-63b74ecf2c52 req-6a90f5aa-53da-4e3a-a95f-5421bfa72c56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c542e043-bd5b-4e72-b3c1-02575325911a HTTP/1.1" status: 200 len: 898 time: 0.1362650 Mar 29 09:52:04.870091 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2771c3b1-9ccc-411a-a2fc-63b74ecf2c52 req-561dfd01-cb16-44f8-bd1e-254843c7b24a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8831113e-7db5-45a3-a851-4bf0b2ca9817 HTTP/1.1" status: 200 len: 217 time: 0.0673590 Mar 29 09:52:04.934980 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771c3b1-9ccc-411a-a2fc-63b74ecf2c52 req-da67e91b-efa0-4145-ace7-0b14e3c1f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:04.936438 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2771c3b1-9ccc-411a-a2fc-63b74ecf2c52 req-da67e91b-efa0-4145-ace7-0b14e3c1f356 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfaf979f-1903-4c6b-815a-88ffa8dc8501 HTTP/1.1" status: 200 len: 835 time: 0.0609086 Mar 29 09:52:05.010450 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771c3b1-9ccc-411a-a2fc-63b74ecf2c52 req-337b687c-2141-40d5-b5b4-78a822da2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:05.011890 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2771c3b1-9ccc-411a-a2fc-63b74ecf2c52 req-337b687c-2141-40d5-b5b4-78a822da2cbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c542e043-bd5b-4e72-b3c1-02575325911a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696394 Mar 29 09:52:05.141472 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2771c3b1-9ccc-411a-a2fc-63b74ecf2c52 req-19a2d86a-d9f2-4ce7-96b6-95fb95b1c993 service neutron] 10.222.0.36 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229091 Mar 29 09:52:05.271738 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2771c3b1-9ccc-411a-a2fc-63b74ecf2c52 req-c90b4f3d-8a6b-4471-bde2-7b3db843f359 service neutron] 10.222.0.36 "GET /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245110 Mar 29 09:52:05.298492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39562) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:05.305469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-881465043', 'description': 'tempest-secgroup-smoke-881465043 description', 'project_id': 'f053acbba8784c2f89280f9422e7f0fe'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:05.312568 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:52:05.315938 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Usage tracker for resource:security_group and tenant:f053acbba8784c2f89280f9422e7f0fe is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:52:05.319129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:52:05.325495 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:52:05.390778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:05.410371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:52:05.414076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Usage tracker for resource:security_group_rule and tenant:f053acbba8784c2f89280f9422e7f0fe is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:52:05.416863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:52:05.422375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:52:05.489306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:05.542709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:05.593688 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf13c140-dabc-4fcc-b70c-fe84614f719f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:05.600888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:05.601234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:05.602074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:05.602405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:05.602750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:05.603061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:05.603383 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:05.603705 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:05.604027 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:05.604346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:05.604686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:05.604999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:05.659521 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:05.660814 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0c09086b-e146-47c8-9faa-9c633d5089a2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3611958 Mar 29 09:52:05.663623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39566) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:05.669181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-232927b9-0f27-4baf-83ad-6919de9bd783 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Request body: {'security_group_rule': {'security_group_id': 'bf13c140-dabc-4fcc-b70c-fe84614f719f', 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:05.671267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5898a409-2419-4a60-a299-00573e464b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:05.675029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-232927b9-0f27-4baf-83ad-6919de9bd783 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:52:05.678817 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-232927b9-0f27-4baf-83ad-6919de9bd783 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Usage tracker for resource:security_group_rule and tenant:f053acbba8784c2f89280f9422e7f0fe is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:52:05.682302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-232927b9-0f27-4baf-83ad-6919de9bd783 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:52:05.687988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-232927b9-0f27-4baf-83ad-6919de9bd783 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:52:05.784737 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-232927b9-0f27-4baf-83ad-6919de9bd783 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:05.808295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c3e78744-02b7-47e0-96b0-95aee9490c32 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:52:05.858303 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-232927b9-0f27-4baf-83ad-6919de9bd783 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:05.937436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-232927b9-0f27-4baf-83ad-6919de9bd783 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:05.962223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232927b9-0f27-4baf-83ad-6919de9bd783 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6977fd7e-cf39-4241-867f-288709db6dd0,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:05.971683 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port c3e78744-02b7-47e0-96b0-95aee9490c32 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:52:05.977030 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c3e78744-02b7-47e0-96b0-95aee9490c32 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:52:05.977396 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:06.057628 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-232927b9-0f27-4baf-83ad-6919de9bd783 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:06.061332 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-232927b9-0f27-4baf-83ad-6919de9bd783 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3937104 Mar 29 09:52:06.064802 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39570) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:06.067120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a513b52f-5793-4497-a451-5aee16dfb771 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Request body: {'security_group_rule': {'security_group_id': 'bf13c140-dabc-4fcc-b70c-fe84614f719f', 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:06.074777 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a513b52f-5793-4497-a451-5aee16dfb771 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:52:06.079303 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a513b52f-5793-4497-a451-5aee16dfb771 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Usage tracker for resource:security_group_rule and tenant:f053acbba8784c2f89280f9422e7f0fe is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:52:06.082440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a513b52f-5793-4497-a451-5aee16dfb771 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:52:06.089137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a513b52f-5793-4497-a451-5aee16dfb771 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:52:06.097714 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:06.114745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port c3e78744-02b7-47e0-96b0-95aee9490c32, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c3e78744-02b7-47e0-96b0-95aee9490c32,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:52:06.192309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a513b52f-5793-4497-a451-5aee16dfb771 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:06.214085 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:06.261552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a513b52f-5793-4497-a451-5aee16dfb771 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:06.285695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=c3e78744-02b7-47e0-96b0-95aee9490c32,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:06.325702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a513b52f-5793-4497-a451-5aee16dfb771 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:06.349773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513b52f-5793-4497-a451-5aee16dfb771 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f9c931-8c92-43a5-868f-9f2a014f8132,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:06.436976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a513b52f-5793-4497-a451-5aee16dfb771 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:06.438231 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a513b52f-5793-4497-a451-5aee16dfb771 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3757305 Mar 29 09:52:06.440896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39576) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:06.446284 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-5cf3ff56-91ca-4165-977d-8e8769e60efe tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Request body: {'security_group_rule': {'security_group_id': 'bf13c140-dabc-4fcc-b70c-fe84614f719f', 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:06.452263 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5cf3ff56-91ca-4165-977d-8e8769e60efe tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:52:06.455984 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5cf3ff56-91ca-4165-977d-8e8769e60efe tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Usage tracker for resource:security_group_rule and tenant:f053acbba8784c2f89280f9422e7f0fe is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:52:06.458831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5cf3ff56-91ca-4165-977d-8e8769e60efe tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:52:06.465122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5cf3ff56-91ca-4165-977d-8e8769e60efe tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:52:06.547171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ff56-91ca-4165-977d-8e8769e60efe tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:06.610744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ff56-91ca-4165-977d-8e8769e60efe tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:06.688308 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ff56-91ca-4165-977d-8e8769e60efe tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:06.714153 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3ff56-91ca-4165-977d-8e8769e60efe tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8675bce-1791-4f43-b93c-17c68cccdb5b,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:06.782945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ff56-91ca-4165-977d-8e8769e60efe tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:06.784172 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5cf3ff56-91ca-4165-977d-8e8769e60efe tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3423433 Mar 29 09:52:06.786898 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39580) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:06.793880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c078d60a-1d6d-420e-9b72-0dbefc6ef100 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Request body: {'security_group_rule': {'security_group_id': 'bf13c140-dabc-4fcc-b70c-fe84614f719f', 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:06.797963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c078d60a-1d6d-420e-9b72-0dbefc6ef100 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:52:06.801836 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c078d60a-1d6d-420e-9b72-0dbefc6ef100 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Usage tracker for resource:security_group_rule and tenant:f053acbba8784c2f89280f9422e7f0fe is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:52:06.805251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c078d60a-1d6d-420e-9b72-0dbefc6ef100 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:52:06.811321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c078d60a-1d6d-420e-9b72-0dbefc6ef100 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:52:06.904105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c078d60a-1d6d-420e-9b72-0dbefc6ef100 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:06.968620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c078d60a-1d6d-420e-9b72-0dbefc6ef100 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:06.974948 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Sync routers for ids ['9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:52:06.984546 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Routers {'9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:52:06.985136 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:51:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:07.054029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c078d60a-1d6d-420e-9b72-0dbefc6ef100 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:07.077724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078d60a-1d6d-420e-9b72-0dbefc6ef100 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51968de9-3284-4711-a57f-e39901f6454a,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:07.162749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c078d60a-1d6d-420e-9b72-0dbefc6ef100 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:07.167345 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c078d60a-1d6d-420e-9b72-0dbefc6ef100 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3761785 Mar 29 09:52:07.167709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39584) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:07.172532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f1cd7272-2842-489b-96eb-787252cc99c3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Request body: {'security_group_rule': {'security_group_id': 'bf13c140-dabc-4fcc-b70c-fe84614f719f', 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:07.178392 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f1cd7272-2842-489b-96eb-787252cc99c3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:52:07.182885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f1cd7272-2842-489b-96eb-787252cc99c3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Usage tracker for resource:security_group_rule and tenant:f053acbba8784c2f89280f9422e7f0fe is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:52:07.185777 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f1cd7272-2842-489b-96eb-787252cc99c3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:52:07.187720 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Set router 9e610b3b-af02-41bf-9fe1-499e9f8d3d1a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:52:07.191825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f1cd7272-2842-489b-96eb-787252cc99c3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:52:07.271336 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-f1cd7272-2842-489b-96eb-787252cc99c3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Project f053acbba8784c2f89280f9422e7f0fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:52:07.278047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1cd7272-2842-489b-96eb-787252cc99c3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:07.348094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1cd7272-2842-489b-96eb-787252cc99c3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:07.413824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1cd7272-2842-489b-96eb-787252cc99c3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:07.437554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd7272-2842-489b-96eb-787252cc99c3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea18857-aed0-4d5b-af39-58aa32eeb016,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:07.493725 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'name': 'tempest-TestVolumeBootPattern-1961530587-router', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c3e78744-02b7-47e0-96b0-95aee9490c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:58Z', 'updated_at': '2022-03-29T09:52:03Z', 'revision_number': 4, 'project_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'gw_port': {'id': 'c3e78744-02b7-47e0-96b0-95aee9490c32', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:59Z', 'updated_at': '2022-03-29T09:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '7aa3e9ce-db78-4e6b-989f-08526e94a820', 'name': '', 'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'mac_address': 'fa:16:3e:b4:46:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'ecaa01b2-2d45-42fe-9596-3132bac7e380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:02Z', 'updated_at': '2022-03-29T09:52:03Z', 'revision_number': 2, 'project_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'subnets': [{'id': 'ecaa01b2-2d45-42fe-9596-3132bac7e380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:07.497543 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Checking router: 9e610b3b-af02-41bf-9fe1-499e9f8d3d1a for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:52:07.497890 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Updating router 9e610b3b-af02-41bf-9fe1-499e9f8d3d1a port 7aa3e9ce-db78-4e6b-989f-08526e94a820 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:52:07.510969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1cd7272-2842-489b-96eb-787252cc99c3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:07.512311 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f1cd7272-2842-489b-96eb-787252cc99c3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3437035 Mar 29 09:52:07.514845 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39588) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:07.519947 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8bc0985b-8a0d-43c5-a5ad-21f60f23b5d3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Request body: {'security_group_rule': {'security_group_id': 'bf13c140-dabc-4fcc-b70c-fe84614f719f', 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:07.527341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8bc0985b-8a0d-43c5-a5ad-21f60f23b5d3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:52:07.532186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8bc0985b-8a0d-43c5-a5ad-21f60f23b5d3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Usage tracker for resource:security_group_rule and tenant:f053acbba8784c2f89280f9422e7f0fe is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:52:07.534135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8bc0985b-8a0d-43c5-a5ad-21f60f23b5d3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:52:07.540425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8bc0985b-8a0d-43c5-a5ad-21f60f23b5d3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:52:07.554510 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:07.619953 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-8bc0985b-8a0d-43c5-a5ad-21f60f23b5d3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Project f053acbba8784c2f89280f9422e7f0fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:52:07.626619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8bc0985b-8a0d-43c5-a5ad-21f60f23b5d3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:07.702872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8bc0985b-8a0d-43c5-a5ad-21f60f23b5d3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:07.766284 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c3e78744-02b7-47e0-96b0-95aee9490c32 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:52:07.774690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8bc0985b-8a0d-43c5-a5ad-21f60f23b5d3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:07.791762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0985b-8a0d-43c5-a5ad-21f60f23b5d3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72944305-045f-41e2-aff1-e9a521844172,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:07.847465 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c3e78744-02b7-47e0-96b0-95aee9490c32 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:52:07.847863 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:07.891395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8bc0985b-8a0d-43c5-a5ad-21f60f23b5d3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:07.895683 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8bc0985b-8a0d-43c5-a5ad-21f60f23b5d3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3768520 Mar 29 09:52:07.917648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fbeff6ea-3f53-4284-bb46-312f69f44db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:07.941295 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:07.955727 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Transition to ACTIVE for port object 7aa3e9ce-db78-4e6b-989f-08526e94a820 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:52:08.031201 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:08.105912 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c1eb7-3812-48db-bed8-0bcd0d0804ce None None] Pushing event updated for resources: {'Port': ['ID=7aa3e9ce-db78-4e6b-989f-08526e94a820,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:08.261921 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Attempting to bind port 7aa3e9ce-db78-4e6b-989f-08526e94a820 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:52:08.262420 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Attempting to bind port 7aa3e9ce-db78-4e6b-989f-08526e94a820 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '7de917d0-a988-4710-a936-ca0c295e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:52:08.262839 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Attempting to bind port 7aa3e9ce-db78-4e6b-989f-08526e94a820 on network 62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:52:08.268695 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:52:08.269259 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Checking segment: {'id': '7de917d0-a988-4710-a936-ca0c295e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:52:08.269667 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:08.270081 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Bound using segment: {'id': '7de917d0-a988-4710-a936-ca0c295e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:52:08.270543 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Bound port: 7aa3e9ce-db78-4e6b-989f-08526e94a820, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de917d0-a988-4710-a936-ca0c295e7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:52:08.270904 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:08.379538 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] For port 7aa3e9ce-db78-4e6b-989f-08526e94a820, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:52:08.382951 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] For port 7aa3e9ce-db78-4e6b-989f-08526e94a820, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7aa3e9ce-db78-4e6b-989f-08526e94a820,segment=NetworkSegment(7de917d0-a988-4710-a936-ca0c295e7bd6),segment_id=7de917d0-a988-4710-a936-ca0c295e7bd6)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:52:08.471496 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:08.554008 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Routers {'9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:52:08.554639 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:52:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:08.629983 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c1eb7-3812-48db-bed8-0bcd0d0804ce None None] Pushing event updated for resources: {'Port': ['ID=7aa3e9ce-db78-4e6b-989f-08526e94a820,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:08.749796 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] Set router 9e610b3b-af02-41bf-9fe1-499e9f8d3d1a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:52:08.900784 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:08.979682 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:09.095198 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'name': 'tempest-TestVolumeBootPattern-1961530587-router', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c3e78744-02b7-47e0-96b0-95aee9490c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:58Z', 'updated_at': '2022-03-29T09:52:03Z', 'revision_number': 4, 'project_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'gw_port': {'id': 'c3e78744-02b7-47e0-96b0-95aee9490c32', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:59Z', 'updated_at': '2022-03-29T09:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '7aa3e9ce-db78-4e6b-989f-08526e94a820', 'name': '', 'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'mac_address': 'fa:16:3e:b4:46:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'ecaa01b2-2d45-42fe-9596-3132bac7e380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:02Z', 'updated_at': '2022-03-29T09:52:08Z', 'revision_number': 4, 'project_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'subnets': [{'id': 'ecaa01b2-2d45-42fe-9596-3132bac7e380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:09.117404 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fef0983-f7ec-48da-a3dd-46b7e25ff06f None None] The sync data for ids ['9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'] in dv-neutron-835555-1-hyperv is: [{'id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'name': 'tempest-TestVolumeBootPattern-1961530587-router', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c3e78744-02b7-47e0-96b0-95aee9490c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:58Z', 'updated_at': '2022-03-29T09:52:03Z', 'revision_number': 4, 'project_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'gw_port': {'id': 'c3e78744-02b7-47e0-96b0-95aee9490c32', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:59Z', 'updated_at': '2022-03-29T09:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '7aa3e9ce-db78-4e6b-989f-08526e94a820', 'name': '', 'network_id': '62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'mac_address': 'fa:16:3e:b4:46:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'ecaa01b2-2d45-42fe-9596-3132bac7e380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:02Z', 'updated_at': '2022-03-29T09:52:08Z', 'revision_number': 4, 'project_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'subnets': [{'id': 'ecaa01b2-2d45-42fe-9596-3132bac7e380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:52:09.782559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7aa3e9ce-db78-4e6b-989f-08526e94a820 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:52:09.945881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 7aa3e9ce-db78-4e6b-989f-08526e94a820 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:52:09.951493 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 7aa3e9ce-db78-4e6b-989f-08526e94a820 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:52:09.951870 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:10.114793 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:10.150654 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 7aa3e9ce-db78-4e6b-989f-08526e94a820, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7aa3e9ce-db78-4e6b-989f-08526e94a820,segment=NetworkSegment(7de917d0-a988-4710-a936-ca0c295e7bd6),segment_id=7de917d0-a988-4710-a936-ca0c295e7bd6)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:52:10.228499 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:10.299027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=7aa3e9ce-db78-4e6b-989f-08526e94a820,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:10.745665 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:11.755865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7aa3e9ce-db78-4e6b-989f-08526e94a820 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:52:11.830102 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 7aa3e9ce-db78-4e6b-989f-08526e94a820 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:52:11.830466 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:22.953227 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:34.243982 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-9d748eaa-a833-40e3-8ba6-10b492a87912 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881465043&fields=id&tenant_id=f053acbba8784c2f89280f9422e7f0fe HTTP/1.1" status: 200 len: 267 time: 0.0428405 Mar 29 09:52:34.399428 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-b3dc7b17-fba8-43a8-887e-3bc88b736a9e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:34.400901 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-b3dc7b17-fba8-43a8-887e-3bc88b736a9e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 812 time: 0.1493416 Mar 29 09:52:34.415286 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-1095cb01-1f62-41bd-b304-e305fa603f89 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/quotas/f053acbba8784c2f89280f9422e7f0fe HTTP/1.1" status: 200 len: 375 time: 0.0089607 Mar 29 09:52:34.499643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-0c6d8c1d-caec-4d07-9875-98b80dc82517 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Synchronizing usage tracker for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:52:34.592571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-0c6d8c1d-caec-4d07-9875-98b80dc82517 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Unset dirty status for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:52:34.593848 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-0c6d8c1d-caec-4d07-9875-98b80dc82517 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1738205 Mar 29 09:52:34.731131 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-be6a079e-137f-4bc1-a7f9-b4a24c2779c6 service neutron] 10.222.0.35 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257100 Mar 29 09:52:34.968210 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-220d6456-c339-427d-a371-e4aecc3c8be0 service neutron] 10.222.0.35 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308271 Mar 29 09:52:35.658882 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c3f7029c-ab21-4366-b748-ba601c5f2b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:35.702704 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cff854f3-6a5c-4ab9-b995-bd465f0016ee req-2921049b-0c08-4ade-b921-435c0e348848 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 210 time: 0.0434973 Mar 29 09:52:36.845780 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6b3719b9-0179-4d70-b975-8fcf477c80e4 req-6aec15e8-7e23-42ec-a761-9c63f289ea72 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 210 time: 0.0417511 Mar 29 09:52:37.855179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2bca1929-1475-42db-9072-c40bc8d14cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:37.894254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-9b71cc0c-e1f1-4216-aa45-a912dceec5c8 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:37.895851 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-9b71cc0c-e1f1-4216-aa45-a912dceec5c8 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.36 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 812 time: 0.1441567 Mar 29 09:52:37.944619 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-e05bc7d2-8472-4c1a-8fcd-a532150346b3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f053acbba8784c2f89280f9422e7f0fe HTTP/1.1" status: 200 len: 379 time: 0.0395973 Mar 29 09:52:37.953610 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Request body: {'port': {'device_id': '0b7020b8-420f-4484-9403-683c8302419e', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'admin_state_up': True, 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'security_groups': ['bf13c140-dabc-4fcc-b70c-fe84614f719f']}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:37.996892 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7a00e099-692d-4915-85fd-8220c342dd30 req-1703aba3-4bb1-4179-94af-58ead43297c4 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 210 time: 0.0442400 Mar 29 09:52:38.015661 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:52:38.090498 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:52:38.100396 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:52:38.169526 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Made reservation on behalf of f053acbba8784c2f89280f9422e7f0fe for: {'port': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:52:38.173053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:38.341978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Allocated IP 172.20.0.11 (6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb/3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e/88a29777-efe9-4680-9d5d-7bb3441d238b) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:52:38.534308 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:38.549505 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Transition to ACTIVE for port object 88a29777-efe9-4680-9d5d-7bb3441d238b will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:52:38.653226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:38.725848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:52:38.734350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:52:38.738590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:52:38.769718 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'Port': ['ID=88a29777-efe9-4680-9d5d-7bb3441d238b,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:38.789773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:38.790118 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:38.790605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:38.790799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:38.791119 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:38.791470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:38.791805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:38.792797 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:38.792797 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:38.793008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:38.793215 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:38.793554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:38.833627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:38.833627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:38.881497 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:38.944774 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-141756d7-007c-4262-b93a-3304f86bd6dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9953713 Mar 29 09:52:38.956114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Request body: {'port': {'device_id': '0b7020b8-420f-4484-9403-683c8302419e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:38.976267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:39.085846 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:39.089328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-84cc789d-a4ce-42d0-ae72-c01860fd17ff None None] Provisioning for port 88a29777-efe9-4680-9d5d-7bb3441d238b completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:52:39.094765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-84cc789d-a4ce-42d0-ae72-c01860fd17ff None None] Provisioning complete for port 88a29777-efe9-4680-9d5d-7bb3441d238b triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:52:39.095362 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-84cc789d-a4ce-42d0-ae72-c01860fd17ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:39.195020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-84cc789d-a4ce-42d0-ae72-c01860fd17ff None None] Port 88a29777-efe9-4680-9d5d-7bb3441d238b cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:52:39.373871 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67efa02-7192-475e-baf4-9da1f78317a2 req-65b217ca-74d0-47f0-bba5-e41b8bb299f1 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:39.375393 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c67efa02-7192-475e-baf4-9da1f78317a2 req-65b217ca-74d0-47f0-bba5-e41b8bb299f1 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 932 time: 0.2512295 Mar 29 09:52:39.435906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-c67efa02-7192-475e-baf4-9da1f78317a2 req-5c2dc8ee-c9f7-421b-8f3a-4d1f800f9352 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Synchronizing usage tracker for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:52:39.502252 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a29777-efe9-4680-9d5d-7bb3441d238b {{(pid=88550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:52:39.509405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:39.509702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-c67efa02-7192-475e-baf4-9da1f78317a2 req-5c2dc8ee-c9f7-421b-8f3a-4d1f800f9352 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Unset dirty status for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:52:39.510880 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c67efa02-7192-475e-baf4-9da1f78317a2 req-5c2dc8ee-c9f7-421b-8f3a-4d1f800f9352 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295736 Mar 29 09:52:39.524108 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Transition to ACTIVE for port object 88a29777-efe9-4680-9d5d-7bb3441d238b will not be triggered until provisioned by entity L2. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:52:39.618517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:39.790421 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Pushing event updated for resources: {'Port': ['ID=88a29777-efe9-4680-9d5d-7bb3441d238b,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:39.848744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b324894-7810-4784-9139-39872573d850 req-ac0b7466-f8c8-4f37-a20d-319e4e50c32c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:39.856666 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1b324894-7810-4784-9139-39872573d850 req-ac0b7466-f8c8-4f37-a20d-319e4e50c32c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 945 time: 0.1030052 Mar 29 09:52:39.866840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Attempting to bind port 88a29777-efe9-4680-9d5d-7bb3441d238b on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:52:39.867177 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Attempting to bind port 88a29777-efe9-4680-9d5d-7bb3441d238b by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:52:39.867506 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Attempting to bind port 88a29777-efe9-4680-9d5d-7bb3441d238b on network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:52:39.873568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Port 88a29777-efe9-4680-9d5d-7bb3441d238b on network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:52:39.873826 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Attempting to bind port 88a29777-efe9-4680-9d5d-7bb3441d238b on network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:52:39.880930 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:52:39.881307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Checking segment: {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:52:39.881633 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Bound using segment: {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'} {{(pid=88550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:52:39.882079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.managers [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Bound port: 88a29777-efe9-4680-9d5d-7bb3441d238b, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'}}] {{(pid=88550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:52:39.882415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:39.919699 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1b324894-7810-4784-9139-39872573d850 req-6b43e13e-3103-4d6e-98a8-f606dd241d69 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=199f7920-41c9-4d20-81c5-065532647201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594025 Mar 29 09:52:40.091850 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] For port 88a29777-efe9-4680-9d5d-7bb3441d238b, host hv-neutron-8355, cleared binding levels {{(pid=88550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:52:40.094766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] For port 88a29777-efe9-4680-9d5d-7bb3441d238b, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=88a29777-efe9-4680-9d5d-7bb3441d238b,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:52:40.186909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:40.241177 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:40.241749 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:40.243230 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] 10.222.0.36 "PUT /v2.0/ports/88a29777-efe9-4680-9d5d-7bb3441d238b HTTP/1.1" status: 200 len: 1094 time: 1.2911832 Mar 29 09:52:40.246204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7020b8-420f-4484-9403-683c8302419e', 'tag': '88a29777-efe9-4680-9d5d-7bb3441d238b'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:52:40.277718 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781794c-7012-4e1e-bf53-8855be4324f6 service neutron] Pushing event updated for resources: {'Port': ['ID=88a29777-efe9-4680-9d5d-7bb3441d238b,revision_number=3']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:40.409309 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7020b8-420f-4484-9403-683c8302419e', 'tag': '88a29777-efe9-4680-9d5d-7bb3441d238b', 'status': 'completed', 'code': 200} Mar 29 09:52:40.456173 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-558ccd4b-fc33-44c1-8812-b587bc8d66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:40.457741 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-558ccd4b-fc33-44c1-8812-b587bc8d66fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 1097 time: 0.0947118 Mar 29 09:52:40.533160 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-54fe54f2-65ea-44a9-9eca-92a430b73190 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88a29777-efe9-4680-9d5d-7bb3441d238b HTTP/1.1" status: 200 len: 217 time: 0.0657732 Mar 29 09:52:40.603893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-79f57fee-8a80-45b5-83c1-867914879a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:40.605400 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-79f57fee-8a80-45b5-83c1-867914879a5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 200 len: 851 time: 0.0619586 Mar 29 09:52:40.693650 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-5ca59306-5514-4e81-a36d-8a339433c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:40.695033 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-5ca59306-5514-4e81-a36d-8a339433c4a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824571 Mar 29 09:52:40.712319 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb1433-f163-4f74-9e74-0a0306e11c2e req-5e2cfbda-22a0-4f04-94c6-ebea09bbb752 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:40.713886 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3cfb1433-f163-4f74-9e74-0a0306e11c2e req-5e2cfbda-22a0-4f04-94c6-ebea09bbb752 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 944 time: 0.0899072 Mar 29 09:52:40.761174 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:40.764934 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3cfb1433-f163-4f74-9e74-0a0306e11c2e req-989da240-1599-4135-803d-bdd306c7c85f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446310 Mar 29 09:52:40.833469 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-6aa94a5c-2927-431f-9bbe-7343c53acd3a service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266384 Mar 29 09:52:40.968999 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aea739ba-f082-428f-82f1-252f9723b0b4 req-c4a71830-d918-406e-8ddf-5b2d6b8698b6 service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274762 Mar 29 09:52:41.141363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020ea5a-31e1-47a0-acc0-cd7e692b0078 req-82a2befb-a5fb-4445-bd99-27b5f70ea583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:41.142832 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a020ea5a-31e1-47a0-acc0-cd7e692b0078 req-82a2befb-a5fb-4445-bd99-27b5f70ea583 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 945 time: 0.1254859 Mar 29 09:52:41.198554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce18628-0bca-424a-ba05-65920edd825b req-1f1bbd0b-e4ff-4fc9-b448-17f45f80f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:41.199916 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2ce18628-0bca-424a-ba05-65920edd825b req-1f1bbd0b-e4ff-4fc9-b448-17f45f80f9a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 1097 time: 0.1267073 Mar 29 09:52:41.204431 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a020ea5a-31e1-47a0-acc0-cd7e692b0078 req-be3d6809-e70b-4973-8dc4-491e2b9873dc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=199f7920-41c9-4d20-81c5-065532647201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526426 Mar 29 09:52:41.333793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce18628-0bca-424a-ba05-65920edd825b req-94d19b3d-8a29-4605-b4f6-49e08f416e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:41.334400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-aaaef4e5-fde4-4552-83d4-ce76ed9fe752 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:41.335487 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2ce18628-0bca-424a-ba05-65920edd825b req-94d19b3d-8a29-4605-b4f6-49e08f416e0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 913 time: 0.1294384 Mar 29 09:52:41.336555 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-aaaef4e5-fde4-4552-83d4-ce76ed9fe752 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 945 time: 0.0806882 Mar 29 09:52:41.408939 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2ce18628-0bca-424a-ba05-65920edd825b req-04a4d8cb-493f-4401-ade4-03d0fb2fc3a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88a29777-efe9-4680-9d5d-7bb3441d238b HTTP/1.1" status: 200 len: 217 time: 0.0636704 Mar 29 09:52:41.413962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-9c206a89-e8dd-4fd1-afb9-5632d2104b17 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port afd0ab20-4c68-4b46-a47e-70ae25bc164f {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:52:41.414334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-9c206a89-e8dd-4fd1-afb9-5632d2104b17 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:41.475929 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce18628-0bca-424a-ba05-65920edd825b req-3ddfc5de-8b08-471f-bde3-3d3e8bcd35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:41.477456 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2ce18628-0bca-424a-ba05-65920edd825b req-3ddfc5de-8b08-471f-bde3-3d3e8bcd35b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 200 len: 851 time: 0.0623956 Mar 29 09:52:41.553665 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce18628-0bca-424a-ba05-65920edd825b req-be9691ba-d3c2-4940-945f-4712e9e01704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:41.555112 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2ce18628-0bca-424a-ba05-65920edd825b req-be9691ba-d3c2-4940-945f-4712e9e01704 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717256 Mar 29 09:52:41.668226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-9c206a89-e8dd-4fd1-afb9-5632d2104b17 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port afd0ab20-4c68-4b46-a47e-70ae25bc164f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=afd0ab20-4c68-4b46-a47e-70ae25bc164f,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:52:41.668686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-9c206a89-e8dd-4fd1-afb9-5632d2104b17 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:41.691177 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2ce18628-0bca-424a-ba05-65920edd825b req-6c6f3472-d8b2-479f-b9c5-cc8e426bc6ec service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298115 Mar 29 09:52:41.832648 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2ce18628-0bca-424a-ba05-65920edd825b req-f47344df-7d77-423d-aff6-0053123dbd08 service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361742 Mar 29 09:52:42.028908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-9c206a89-e8dd-4fd1-afb9-5632d2104b17 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:42.029541 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-9c206a89-e8dd-4fd1-afb9-5632d2104b17 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:42.029541 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-9c206a89-e8dd-4fd1-afb9-5632d2104b17 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP 7d9b9da6-e709-4f29-b3ce-80aabde43c76 disassociated. External IP: 172.26.7.88, port: afd0ab20-4c68-4b46-a47e-70ae25bc164f. Mar 29 09:52:42.029890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-9c206a89-e8dd-4fd1-afb9-5632d2104b17 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for afd0ab20-4c68-4b46-a47e-70ae25bc164f owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:52:42.102709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d2a1d-4847-44eb-8092-6e92f083749c req-c1941921-13d3-4647-835f-f529286fde51 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:42.104155 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-653d2a1d-4847-44eb-8092-6e92f083749c req-c1941921-13d3-4647-835f-f529286fde51 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 944 time: 0.2262125 Mar 29 09:52:42.193454 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-653d2a1d-4847-44eb-8092-6e92f083749c req-a96f4f50-1452-44c8-ab03-20d689ceeef8 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823133 Mar 29 09:52:42.303896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-9c206a89-e8dd-4fd1-afb9-5632d2104b17 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:42.365988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c206a89-e8dd-4fd1-afb9-5632d2104b17 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=afd0ab20-4c68-4b46-a47e-70ae25bc164f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:42.473459 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-cdce1270-cdeb-4de3-92d5-8544af9f5e11 req-ab04881b-25df-4343-bfc7-cabce530b56a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 210 time: 0.1612899 Mar 29 09:52:42.555429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-9c206a89-e8dd-4fd1-afb9-5632d2104b17 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 1a3890b0-5b4f-4973-8be8-07da664153ac has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:52:42.837163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-9c206a89-e8dd-4fd1-afb9-5632d2104b17 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:52:42.848069 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825f8ab9-fdcd-4bb7-8432-aacb23f7452b None None] Sync routers for ids ['1a3890b0-5b4f-4973-8be8-07da664153ac'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:52:42.859236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825f8ab9-fdcd-4bb7-8432-aacb23f7452b None None] Routers {'1a3890b0-5b4f-4973-8be8-07da664153ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:52:42.859995 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-825f8ab9-fdcd-4bb7-8432-aacb23f7452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:52:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a3890b0-5b4f-4973-8be8-07da664153ac'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:42.914186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-9c206a89-e8dd-4fd1-afb9-5632d2104b17 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] No DVR routers for this DVR port afd0ab20-4c68-4b46-a47e-70ae25bc164f on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:52:42.916910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-9c206a89-e8dd-4fd1-afb9-5632d2104b17 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:42.920392 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204dc0f6-0d0c-4976-bc03-0851a31eedd6', 'name': 'network-vif-deleted', 'tag': 'afd0ab20-4c68-4b46-a47e-70ae25bc164f'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:52:42.967996 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204dc0f6-0d0c-4976-bc03-0851a31eedd6', 'name': 'network-vif-deleted', 'tag': 'afd0ab20-4c68-4b46-a47e-70ae25bc164f', 'status': 'completed', 'code': 200} Mar 29 09:52:43.004249 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-60909f1e-797e-4b11-a3e6-6576dda76f00 req-9c206a89-e8dd-4fd1-afb9-5632d2104b17 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "DELETE /v2.0/ports/afd0ab20-4c68-4b46-a47e-70ae25bc164f HTTP/1.1" status: 204 len: 173 time: 1.6592443 Mar 29 09:52:43.037667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-825f8ab9-fdcd-4bb7-8432-aacb23f7452b None None] Set router 1a3890b0-5b4f-4973-8be8-07da664153ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:52:43.351320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-825f8ab9-fdcd-4bb7-8432-aacb23f7452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'ce34c799-b910-489f-be5f-c2dc7fad83f1', 'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:45:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:25Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:43.355241 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825f8ab9-fdcd-4bb7-8432-aacb23f7452b None None] Checking router: 1a3890b0-5b4f-4973-8be8-07da664153ac for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:52:43.364338 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825f8ab9-fdcd-4bb7-8432-aacb23f7452b None None] Routers {'1a3890b0-5b4f-4973-8be8-07da664153ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:52:43.364968 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-825f8ab9-fdcd-4bb7-8432-aacb23f7452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:52:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a3890b0-5b4f-4973-8be8-07da664153ac'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:43.382685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66799cdc-84e2-4480-b499-55ff0cecd727 req-596dc7a7-f5ce-4533-9f4a-9710cd160653 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:43.383659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-66799cdc-84e2-4480-b499-55ff0cecd727 req-596dc7a7-f5ce-4533-9f4a-9710cd160653 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Synchronizing usage tracker for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:52:43.475175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-66799cdc-84e2-4480-b499-55ff0cecd727 req-596dc7a7-f5ce-4533-9f4a-9710cd160653 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Unset dirty status for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:52:43.476259 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-66799cdc-84e2-4480-b499-55ff0cecd727 req-596dc7a7-f5ce-4533-9f4a-9710cd160653 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 944 time: 0.1747620 Mar 29 09:52:43.527394 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-66799cdc-84e2-4480-b499-55ff0cecd727 req-806bee91-69ba-49b9-9b5e-48ecbd6a95e6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425289 Mar 29 09:52:43.550208 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-825f8ab9-fdcd-4bb7-8432-aacb23f7452b None None] Set router 1a3890b0-5b4f-4973-8be8-07da664153ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:52:43.643449 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-5db1f8b0-bab7-44c9-9ef0-4a00e35ebcae req-2b1db2e4-5836-4e43-9e87-dbc24adb156e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:52:43.712587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-5db1f8b0-bab7-44c9-9ef0-4a00e35ebcae req-2b1db2e4-5836-4e43-9e87-dbc24adb156e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:52:43.714976 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5db1f8b0-bab7-44c9-9ef0-4a00e35ebcae req-2b1db2e4-5836-4e43-9e87-dbc24adb156e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=204dc0f6-0d0c-4976-bc03-0851a31eedd6 HTTP/1.1" status: 200 len: 210 time: 0.1140857 Mar 29 09:52:43.908235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-825f8ab9-fdcd-4bb7-8432-aacb23f7452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'ce34c799-b910-489f-be5f-c2dc7fad83f1', 'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:45:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:25Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:43.912328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825f8ab9-fdcd-4bb7-8432-aacb23f7452b None None] The sync data for ids ['1a3890b0-5b4f-4973-8be8-07da664153ac'] in dv-neutron-835555-1-hyperv is: [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'ce34c799-b910-489f-be5f-c2dc7fad83f1', 'name': '', 'network_id': 'c542e043-bd5b-4e72-b3c1-02575325911a', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:45:a5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:25Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'bfaf979f-1903-4c6b-815a-88ffa8dc8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:52:44.134862 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce566806-a579-4b89-a547-82d0fe8379b6 None None] New status for floating IP 7d9b9da6-e709-4f29-b3ce-80aabde43c76: DOWN {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:52:44.706937 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43721d31-e02c-4fc8-bee8-18c205c9cd3d req-b101152e-44fa-4d7f-ba13-1c461dd35f87 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:44.708378 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-43721d31-e02c-4fc8-bee8-18c205c9cd3d req-b101152e-44fa-4d7f-ba13-1c461dd35f87 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 944 time: 0.0819955 Mar 29 09:52:44.751370 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-43721d31-e02c-4fc8-bee8-18c205c9cd3d req-a6f947c6-6383-4bb6-9609-ff2041c4586f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373995 Mar 29 09:52:44.810021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39824) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:44.875735 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f484db22-b679-436f-bb73-86788777e24f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:44.904228 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f484db22-b679-436f-bb73-86788777e24f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:45.043518 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f484db22-b679-436f-bb73-86788777e24f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:45.064001 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484db22-b679-436f-bb73-86788777e24f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199f7920-41c9-4d20-81c5-065532647201,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:45.126292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f484db22-b679-436f-bb73-86788777e24f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:45.127415 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f484db22-b679-436f-bb73-86788777e24f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/security-groups/199f7920-41c9-4d20-81c5-065532647201 HTTP/1.1" status: 204 len: 168 time: 0.3163757 Mar 29 09:52:45.171197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device afd0ab20-4c68-4b46-a47e-70ae25bc164f no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:52:45.204542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39830) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:45.205432 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: afd0ab20-4c68-4b46-a47e-70ae25bc164f {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:52:45.205779 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device afd0ab20-4c68-4b46-a47e-70ae25bc164f not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:52:45.359754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-192e8cb2-7c8a-4700-9d7d-7d532a87b295 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port f714bd30-b00c-4f99-b7a7-ff7a91b15f1a {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:52:45.360090 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-192e8cb2-7c8a-4700-9d7d-7d532a87b295 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:45.528911 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-192e8cb2-7c8a-4700-9d7d-7d532a87b295 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:45.529233 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-192e8cb2-7c8a-4700-9d7d-7d532a87b295 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:45.647056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-192e8cb2-7c8a-4700-9d7d-7d532a87b295 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for f714bd30-b00c-4f99-b7a7-ff7a91b15f1a owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:52:45.849530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-192e8cb2-7c8a-4700-9d7d-7d532a87b295 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:45.940240 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e8cb2-7c8a-4700-9d7d-7d532a87b295 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=f714bd30-b00c-4f99-b7a7-ff7a91b15f1a,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:46.045587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-192e8cb2-7c8a-4700-9d7d-7d532a87b295 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:46.073533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753ee32-7b72-4fcf-bca8-aa79adc173d1 req-8134afa2-8fd7-42d2-941c-3fe2193b49ec tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:46.075018 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2753ee32-7b72-4fcf-bca8-aa79adc173d1 req-8134afa2-8fd7-42d2-941c-3fe2193b49ec tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 944 time: 0.2212226 Mar 29 09:52:46.118829 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2753ee32-7b72-4fcf-bca8-aa79adc173d1 req-df8ecba7-6fb8-422e-806f-0d99feddc044 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377219 Mar 29 09:52:46.175220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-192e8cb2-7c8a-4700-9d7d-7d532a87b295 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:46.176335 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-192e8cb2-7c8a-4700-9d7d-7d532a87b295 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/floatingips/7d9b9da6-e709-4f29-b3ce-80aabde43c76 HTTP/1.1" status: 204 len: 168 time: 0.9707382 Mar 29 09:52:46.813571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef9f58-435f-4efb-8ffd-3eeb9831a5b4 req-bab2f9ac-c95c-4917-a359-e6892d25338c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:46.814309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-b2ef9f58-435f-4efb-8ffd-3eeb9831a5b4 req-bab2f9ac-c95c-4917-a359-e6892d25338c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:52:46.883410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-b2ef9f58-435f-4efb-8ffd-3eeb9831a5b4 req-bab2f9ac-c95c-4917-a359-e6892d25338c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:52:46.884916 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b2ef9f58-435f-4efb-8ffd-3eeb9831a5b4 req-bab2f9ac-c95c-4917-a359-e6892d25338c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 945 time: 0.1736512 Mar 29 09:52:46.948168 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b2ef9f58-435f-4efb-8ffd-3eeb9831a5b4 req-2622a5ab-1f49-4310-b575-9a50e70766f3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=1614eed5-d8dc-405b-b2e3-93943703fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484543 Mar 29 09:52:47.307678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6394f1-9631-468b-8172-17464356671c req-850031e2-be8f-4820-ad39-80c63bbbb715 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:47.309769 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-eb6394f1-9631-468b-8172-17464356671c req-850031e2-be8f-4820-ad39-80c63bbbb715 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 944 time: 0.0833633 Mar 29 09:52:47.363916 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-eb6394f1-9631-468b-8172-17464356671c req-ec882918-9b31-4f8d-bffa-6fda379082d6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463922 Mar 29 09:52:48.133817 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a152d3-7426-4895-b128-3cf5599a3ac1 req-5e71b1af-457c-4a2a-ac41-9ae2887e70e0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:48.135254 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a4a152d3-7426-4895-b128-3cf5599a3ac1 req-5e71b1af-457c-4a2a-ac41-9ae2887e70e0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 945 time: 0.0877080 Mar 29 09:52:48.179784 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a4a152d3-7426-4895-b128-3cf5599a3ac1 req-31e21599-18d5-4acd-9cf7-abba0303cc05 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=1614eed5-d8dc-405b-b2e3-93943703fda1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383267 Mar 29 09:52:48.534701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6471d02-8a90-43f0-8e1c-41862eb6238e req-2120aba2-617b-4098-a9d9-20af01c299a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:48.536132 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b6471d02-8a90-43f0-8e1c-41862eb6238e req-2120aba2-617b-4098-a9d9-20af01c299a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 945 time: 0.0777798 Mar 29 09:52:48.549903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3433325-c647-4462-a2b9-7f35d09d88f3 req-9274bf1a-7649-493d-82b4-219b0c7eb8a6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:48.551336 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b3433325-c647-4462-a2b9-7f35d09d88f3 req-9274bf1a-7649-493d-82b4-219b0c7eb8a6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 944 time: 0.0815022 Mar 29 09:52:48.597739 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b3433325-c647-4462-a2b9-7f35d09d88f3 req-5bef5b41-0d20-4eab-91af-92d25262bd4d tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405071 Mar 29 09:52:48.706140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-b6471d02-8a90-43f0-8e1c-41862eb6238e req-b7ba8cc5-a3be-4842-b3b8-1e190796cca7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 8831113e-7db5-45a3-a851-4bf0b2ca9817 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:52:48.706363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b6471d02-8a90-43f0-8e1c-41862eb6238e req-b7ba8cc5-a3be-4842-b3b8-1e190796cca7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:48.960955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-b6471d02-8a90-43f0-8e1c-41862eb6238e req-b7ba8cc5-a3be-4842-b3b8-1e190796cca7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 8831113e-7db5-45a3-a851-4bf0b2ca9817, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8831113e-7db5-45a3-a851-4bf0b2ca9817,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:52:48.961230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b6471d02-8a90-43f0-8e1c-41862eb6238e req-b7ba8cc5-a3be-4842-b3b8-1e190796cca7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:49.098865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-b6471d02-8a90-43f0-8e1c-41862eb6238e req-b7ba8cc5-a3be-4842-b3b8-1e190796cca7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 8831113e-7db5-45a3-a851-4bf0b2ca9817 owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:52:49.339192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b6471d02-8a90-43f0-8e1c-41862eb6238e req-b7ba8cc5-a3be-4842-b3b8-1e190796cca7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:49.385782 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-88214ef6-99a4-4cd9-9329-963083ed9d84 req-6a7c6e6b-36d8-477f-bdec-a2d89a486f3e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 210 time: 0.0974255 Mar 29 09:52:49.428083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8cc5-a3be-4842-b3b8-1e190796cca7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=8831113e-7db5-45a3-a851-4bf0b2ca9817,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:49.478130 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6471d02-8a90-43f0-8e1c-41862eb6238e req-b7ba8cc5-a3be-4842-b3b8-1e190796cca7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] No DVR routers for this DVR port 8831113e-7db5-45a3-a851-4bf0b2ca9817 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:52:49.480742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b6471d02-8a90-43f0-8e1c-41862eb6238e req-b7ba8cc5-a3be-4842-b3b8-1e190796cca7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:49.483321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d55706-4e30-4a03-b7af-743b9740326e', 'name': 'network-vif-deleted', 'tag': '8831113e-7db5-45a3-a851-4bf0b2ca9817'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:52:49.532932 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d55706-4e30-4a03-b7af-743b9740326e', 'name': 'network-vif-deleted', 'tag': '8831113e-7db5-45a3-a851-4bf0b2ca9817', 'status': 'completed', 'code': 200} Mar 29 09:52:49.552446 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b6471d02-8a90-43f0-8e1c-41862eb6238e req-b7ba8cc5-a3be-4842-b3b8-1e190796cca7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "DELETE /v2.0/ports/8831113e-7db5-45a3-a851-4bf0b2ca9817 HTTP/1.1" status: 204 len: 173 time: 1.0071084 Mar 29 09:52:49.801146 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff1864-2de1-4765-8730-65935510a252 req-8021e3f0-fc71-4768-97db-8798fe16ad7e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:49.802713 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-84ff1864-2de1-4765-8730-65935510a252 req-8021e3f0-fc71-4768-97db-8798fe16ad7e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 944 time: 0.0905433 Mar 29 09:52:49.854185 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-84ff1864-2de1-4765-8730-65935510a252 req-488404dd-619a-4900-b62a-37ed5a29592b tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453453 Mar 29 09:52:50.549374 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-64eb9758-7d35-45c1-a5c4-845c0ede07e2 req-8fd89e6e-581e-47a2-9750-babf3f59d8ca tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=22d55706-4e30-4a03-b7af-743b9740326e HTTP/1.1" status: 200 len: 210 time: 0.0430565 Mar 29 09:52:51.039132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac4922-74f8-427f-af46-6647e725568a req-e704d294-4b20-4e10-86f5-082c314e77cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:51.040605 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ebac4922-74f8-427f-af46-6647e725568a req-e704d294-4b20-4e10-86f5-082c314e77cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 944 time: 0.0783229 Mar 29 09:52:51.084182 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ebac4922-74f8-427f-af46-6647e725568a req-7a9a0c0f-d65d-4017-9603-a73e715cf03f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378356 Mar 29 09:52:51.641899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39858) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:51.709772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bbbaf1f8-2aae-42e4-aad7-85a342442da0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:51.739810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bbbaf1f8-2aae-42e4-aad7-85a342442da0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:51.880726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bbbaf1f8-2aae-42e4-aad7-85a342442da0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:51.897970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbaf1f8-2aae-42e4-aad7-85a342442da0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1614eed5-d8dc-405b-b2e3-93943703fda1,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:51.907026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bbbaf1f8-2aae-42e4-aad7-85a342442da0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:51.908158 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bbbaf1f8-2aae-42e4-aad7-85a342442da0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/security-groups/1614eed5-d8dc-405b-b2e3-93943703fda1 HTTP/1.1" status: 204 len: 168 time: 0.2652776 Mar 29 09:52:51.989475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39864) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:52.274510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3177c-8bc4-4c74-8fc2-22d415175693 req-92115bf2-a348-4e69-955c-0deb1e7f0451 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:52.275853 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1fc3177c-8bc4-4c74-8fc2-22d415175693 req-92115bf2-a348-4e69-955c-0deb1e7f0451 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 944 time: 0.0855722 Mar 29 09:52:52.321854 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1fc3177c-8bc4-4c74-8fc2-22d415175693 req-5ca6dc1f-e396-4155-8e72-752bfa85b276 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400982 Mar 29 09:52:52.628256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-82881c8b-9617-4318-b5d3-2c456dca1056 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:52.960395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:52.972339 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-82881c8b-9617-4318-b5d3-2c456dca1056 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port ce34c799-b910-489f-be5f-c2dc7fad83f1 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:52:52.972705 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-82881c8b-9617-4318-b5d3-2c456dca1056 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:53.155254 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-82881c8b-9617-4318-b5d3-2c456dca1056 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port ce34c799-b910-489f-be5f-c2dc7fad83f1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ce34c799-b910-489f-be5f-c2dc7fad83f1,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:52:53.155602 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-82881c8b-9617-4318-b5d3-2c456dca1056 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:53.239042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 88a29777-efe9-4680-9d5d-7bb3441d238b details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:52:53.243438 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 8831113e-7db5-45a3-a851-4bf0b2ca9817 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:52:53.281021 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-82881c8b-9617-4318-b5d3-2c456dca1056 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for ce34c799-b910-489f-be5f-c2dc7fad83f1 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:52:53.281290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 8831113e-7db5-45a3-a851-4bf0b2ca9817 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:52:53.281409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 8831113e-7db5-45a3-a851-4bf0b2ca9817 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:52:53.407037 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 88a29777-efe9-4680-9d5d-7bb3441d238b, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=88a29777-efe9-4680-9d5d-7bb3441d238b,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:52:53.420233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '88a29777-efe9-4680-9d5d-7bb3441d238b', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'port_id': '88a29777-efe9-4680-9d5d-7bb3441d238b', 'mac_address': 'fa:16:3e:4e:6a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:52:53.475453 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:53.495338 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a29777-efe9-4680-9d5d-7bb3441d238b {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:52:53.510293 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 88a29777-efe9-4680-9d5d-7bb3441d238b, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=88a29777-efe9-4680-9d5d-7bb3441d238b,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:52:53.597719 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630372fc-b063-4332-9e71-3c68c40254c0 req-56ce2e8b-1cef-435f-a263-39691b55b5a7 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:53.599300 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-630372fc-b063-4332-9e71-3c68c40254c0 req-56ce2e8b-1cef-435f-a263-39691b55b5a7 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 944 time: 0.1403344 Mar 29 09:52:53.697572 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-630372fc-b063-4332-9e71-3c68c40254c0 req-8390e7bb-1a62-44fe-b4cf-52cd55ca72b4 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915642 Mar 29 09:52:53.717574 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:53.784986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=88a29777-efe9-4680-9d5d-7bb3441d238b,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:53.791754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-82881c8b-9617-4318-b5d3-2c456dca1056 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:53.792029 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:53.792377 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:53.792745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:53.793083 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:53.793416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:53.793744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:53.794076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:53.794401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:53.794718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:53.795042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:53.795361 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:53.795678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:53.867593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82881c8b-9617-4318-b5d3-2c456dca1056 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=ce34c799-b910-489f-be5f-c2dc7fad83f1,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:54.084834 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['88a29777-efe9-4680-9d5d-7bb3441d238b'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:52:54.229169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-82881c8b-9617-4318-b5d3-2c456dca1056 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:54.586078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82881c8b-9617-4318-b5d3-2c456dca1056 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 1a3890b0-5b4f-4973-8be8-07da664153ac has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:52:54.762066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82881c8b-9617-4318-b5d3-2c456dca1056 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:52:54.774038 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a549404a-b0fe-4444-b3ae-865a851ab0e7 None None] Sync routers for ids ['1a3890b0-5b4f-4973-8be8-07da664153ac'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:52:54.778019 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-82881c8b-9617-4318-b5d3-2c456dca1056 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/1a3890b0-5b4f-4973-8be8-07da664153ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7844067 Mar 29 09:52:54.778177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39874) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:54.785135 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a549404a-b0fe-4444-b3ae-865a851ab0e7 None None] Routers {'1a3890b0-5b4f-4973-8be8-07da664153ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:52:54.786141 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a549404a-b0fe-4444-b3ae-865a851ab0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:52:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a3890b0-5b4f-4973-8be8-07da664153ac'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:54.844326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-7833a60c-f930-453a-b781-8ac3d9631836 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting subnet bfaf979f-1903-4c6b-815a-88ffa8dc8501 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:52:54.847360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7833a60c-f930-453a-b781-8ac3d9631836 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:54.885520 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782af179-c48d-4277-a769-fcef9f846b8b req-dc278733-7ac6-4b8c-85e5-7089eea1e5db tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:54.887652 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-782af179-c48d-4277-a769-fcef9f846b8b req-dc278733-7ac6-4b8c-85e5-7089eea1e5db tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 945 time: 0.0848677 Mar 29 09:52:54.901362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7833a60c-f930-453a-b781-8ac3d9631836 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:54.932237 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-782af179-c48d-4277-a769-fcef9f846b8b req-b9121c67-8fbd-48c9-9ac0-6f41a7a273fc tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389576 Mar 29 09:52:54.972918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-a549404a-b0fe-4444-b3ae-865a851ab0e7 None None] Set router 1a3890b0-5b4f-4973-8be8-07da664153ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:52:54.988876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7833a60c-f930-453a-b781-8ac3d9631836 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:55.123444 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7833a60c-f930-453a-b781-8ac3d9631836 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:55.163860 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833a60c-f930-453a-b781-8ac3d9631836 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Subnet': ['ID=bfaf979f-1903-4c6b-815a-88ffa8dc8501,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:55.165821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7833a60c-f930-453a-b781-8ac3d9631836 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:55.172355 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7833a60c-f930-453a-b781-8ac3d9631836 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/subnets/bfaf979f-1903-4c6b-815a-88ffa8dc8501 HTTP/1.1" status: 204 len: 168 time: 0.3933229 Mar 29 09:52:55.173143 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22c2533-1bd5-4ece-acf9-ec4d3dbd4f1a None None] Network c542e043-bd5b-4e72-b3c1-02575325911a requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:52:55.174987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39878) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:55.273695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 88a29777-efe9-4680-9d5d-7bb3441d238b up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:52:55.352981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:55.502325 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a549404a-b0fe-4444-b3ae-865a851ab0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:52:53Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:55.508467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a549404a-b0fe-4444-b3ae-865a851ab0e7 None None] Checking router: 1a3890b0-5b4f-4973-8be8-07da664153ac for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:52:55.517783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a549404a-b0fe-4444-b3ae-865a851ab0e7 None None] Routers {'1a3890b0-5b4f-4973-8be8-07da664153ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:52:55.518402 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a549404a-b0fe-4444-b3ae-865a851ab0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:52:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['1a3890b0-5b4f-4973-8be8-07da664153ac'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:55.605503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c524761b-76ac-42b4-bb99-44a0ac09a93c None None] DHCP port deletion for c542e043-bd5b-4e72-b3c1-02575325911a request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:52:55.615095 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 88a29777-efe9-4680-9d5d-7bb3441d238b completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:52:55.627587 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 88a29777-efe9-4680-9d5d-7bb3441d238b triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:52:55.627587 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:55.649330 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c524761b-76ac-42b4-bb99-44a0ac09a93c None None] Deleting port 4a9c6651-335f-4039-8e54-492476f189f7 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:52:55.649699 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c524761b-76ac-42b4-bb99-44a0ac09a93c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:55.666652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:55.761055 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port d8c5b3c4-6701-4ade-8bf9-05f60c552802 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:52:55.761507 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:55.829922 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4a9c6651-335f-4039-8e54-492476f189f7 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:52:55.947842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port d8c5b3c4-6701-4ade-8bf9-05f60c552802, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d8c5b3c4-6701-4ade-8bf9-05f60c552802,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:52:55.948454 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:55.962758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-a549404a-b0fe-4444-b3ae-865a851ab0e7 None None] Set router 1a3890b0-5b4f-4973-8be8-07da664153ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:52:56.078149 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for d8c5b3c4-6701-4ade-8bf9-05f60c552802 owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:52:56.227955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9de49-8e1a-4655-9b93-0aac970ca80f req-e95e853e-dd09-4b2c-a97b-ae9457fa618c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:56.229472 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-28f9de49-8e1a-4655-9b93-0aac970ca80f req-e95e853e-dd09-4b2c-a97b-ae9457fa618c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 945 time: 0.1621804 Mar 29 09:52:56.296367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:56.312137 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-28f9de49-8e1a-4655-9b93-0aac970ca80f req-0bdc773f-42d5-4de9-8440-867020d6503c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706811 Mar 29 09:52:56.334962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c524761b-76ac-42b4-bb99-44a0ac09a93c None None] For port 4a9c6651-335f-4039-8e54-492476f189f7, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4a9c6651-335f-4039-8e54-492476f189f7,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:52:56.334962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c524761b-76ac-42b4-bb99-44a0ac09a93c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:56.420035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:56.466345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:56.470746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=d8c5b3c4-6701-4ade-8bf9-05f60c552802,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:56.483688 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c524761b-76ac-42b4-bb99-44a0ac09a93c None None] Calling delete_port for 4a9c6651-335f-4039-8e54-492476f189f7 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:52:56.529317 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7020b8-420f-4484-9403-683c8302419e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a29777-efe9-4680-9d5d-7bb3441d238b'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:52:56.560160 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:56.562796 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 88a29777-efe9-4680-9d5d-7bb3441d238b, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=88a29777-efe9-4680-9d5d-7bb3441d238b,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:52:56.611816 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7020b8-420f-4484-9403-683c8302419e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a29777-efe9-4680-9d5d-7bb3441d238b', 'code': 200} Mar 29 09:52:56.613742 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 4a9c6651-335f-4039-8e54-492476f189f7, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4a9c6651-335f-4039-8e54-492476f189f7,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:52:56.640363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:56.720249 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=88a29777-efe9-4680-9d5d-7bb3441d238b,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:56.729085 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-a549404a-b0fe-4444-b3ae-865a851ab0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:52:53Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:56.731348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:56.740340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:56.743458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:56.768790 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a549404a-b0fe-4444-b3ae-865a851ab0e7 None None] The sync data for ids ['1a3890b0-5b4f-4973-8be8-07da664153ac'] in dv-neutron-835555-1-hyperv is: [{'id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'name': 'tempest-TestNetworkBasicOps-router-1773390708', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:49:14Z', 'updated_at': '2022-03-29T09:52:53Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd8c5b3c4-6701-4ade-8bf9-05f60c552802', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3890b0-5b4f-4973-8be8-07da664153ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:49:15Z', 'updated_at': '2022-03-29T09:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:52:56.802381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-c524761b-76ac-42b4-bb99-44a0ac09a93c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:52:56.807394 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-c524761b-76ac-42b4-bb99-44a0ac09a93c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:52:56.807394 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=4a9c6651-335f-4039-8e54-492476f189f7,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:56.826047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:56.826592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Fanout notify agent at l3_agent the message router_deleted on router 1a3890b0-5b4f-4973-8be8-07da664153ac {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:52:56.842723 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:56.843785 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4809e4ae-5972-420e-810c-7eb84400a606 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/routers/1a3890b0-5b4f-4973-8be8-07da664153ac HTTP/1.1" status: 204 len: 168 time: 1.6679027 Mar 29 09:52:56.846511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39886) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:56.915936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03511036-e2a8-4cf4-af0e-125325f38da9 req-7634c48e-5104-44a7-b20e-512c96f1f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:56.917449 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-03511036-e2a8-4cf4-af0e-125325f38da9 req-7634c48e-5104-44a7-b20e-512c96f1f25b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 1099 time: 0.0714595 Mar 29 09:52:56.957384 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-03511036-e2a8-4cf4-af0e-125325f38da9 req-479e62a2-6034-4106-b904-9c00e7232c81 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342467 Mar 29 09:52:56.960005 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:56.970463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 4a9c6651-335f-4039-8e54-492476f189f7 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:52:56.970787 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:57.179920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 4a9c6651-335f-4039-8e54-492476f189f7, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4a9c6651-335f-4039-8e54-492476f189f7,segment=NetworkSegment(dc5aaf84-7319-4e76-8323-6d8c41fb2b95),segment_id=dc5aaf84-7319-4e76-8323-6d8c41fb2b95)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:52:57.180272 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:57.304308 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c524761b-76ac-42b4-bb99-44a0ac09a93c None None] Deleting port 4a9c6651-335f-4039-8e54-492476f189f7 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:52:57.304892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 4a9c6651-335f-4039-8e54-492476f189f7 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:52:57.305028 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c524761b-76ac-42b4-bb99-44a0ac09a93c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:57.442676 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:57.470735 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c524761b-76ac-42b4-bb99-44a0ac09a93c None None] The port '4a9c6651-335f-4039-8e54-492476f189f7' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 09:52:57.500909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=4a9c6651-335f-4039-8e54-492476f189f7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:57.502961 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] No DVR routers for this DVR port 4a9c6651-335f-4039-8e54-492476f189f7 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:52:57.544007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5f6a5-bd12-40b9-afcf-34ea6e620b1c req-818faefd-6c26-43ee-b8ca-24877b2abc96 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:57.545498 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ac5f6a5-bd12-40b9-afcf-34ea6e620b1c req-818faefd-6c26-43ee-b8ca-24877b2abc96 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 946 time: 0.0913060 Mar 29 09:52:57.587732 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ac5f6a5-bd12-40b9-afcf-34ea6e620b1c req-90bb1486-fee2-4bbf-a05a-15f2ecf97eb8 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364311 Mar 29 09:52:57.624072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:57.647941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c542e043-bd5b-4e72-b3c1-02575325911a']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:57.659933 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:57.660223 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5aaf84-7319-4e76-8323-6d8c41fb2b95') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:57.671698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:57.686801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:57.692584 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:52:57.692960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:52:57.710141 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:52:57.832188 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ce34c799-b910-489f-be5f-c2dc7fad83f1 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:52:57.842739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:57.859969 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:57.866746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: ce34c799-b910-489f-be5f-c2dc7fad83f1 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:52:57.867097 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ce34c799-b910-489f-be5f-c2dc7fad83f1 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:52:57.867513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d8c5b3c4-6701-4ade-8bf9-05f60c552802 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:52:57.874167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Network': ['ID=c542e043-bd5b-4e72-b3c1-02575325911a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:57.882089 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-94093d9e-4f8a-4bbb-984b-8c31244e8726 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/networks/c542e043-bd5b-4e72-b3c1-02575325911a HTTP/1.1" status: 204 len: 168 time: 1.0338655 Mar 29 09:52:57.903255 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: d8c5b3c4-6701-4ade-8bf9-05f60c552802 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:52:57.903607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d8c5b3c4-6701-4ade-8bf9-05f60c552802 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:52:57.911911 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39892) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:57.912681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'network': {'name': 'tempest-network-smoke--432708869', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'port_security_enabled': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:57.917719 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:52:57.921999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:network and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:52:57.924762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:52:57.934070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:52:58.008064 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:52:58.011505 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:58.039250 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:52:58.047446 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:58.047786 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Added segment 586a68dd-3c9e-451b-8420-821e2a10c640 of type vlan for network 7088104b-451d-42b5-88b5-14b0e739a5ee Mar 29 09:52:58.073084 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:58.168247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:58.173726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:58.174286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:58.382489 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4741538 Mar 29 09:52:58.385493 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39896) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:58.392387 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'admin_state_up': True, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:58.394719 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1da51-0b19-4241-9ccb-4ba1ef430dee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Network': ['ID=7088104b-451d-42b5-88b5-14b0e739a5ee,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:58.400060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:52:58.404171 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:router and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:52:58.407145 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:52:58.408027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 7088104b-451d-42b5-88b5-14b0e739a5ee details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:52:58.413409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:52:58.511142 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:58.512832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:58.527150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:59.000415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:59.032804 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d7b75-3243-4c84-a264-2573150e299d req-e8881fbb-5794-41e5-b14f-13debd5e0ece tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:59.034259 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3d6d7b75-3243-4c84-a264-2573150e299d req-e8881fbb-5794-41e5-b14f-13debd5e0ece tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 946 time: 0.2104907 Mar 29 09:52:59.107901 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3d6d7b75-3243-4c84-a264-2573150e299d req-462c3778-e34d-4e39-99db-4d416d8bc9dd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679500 Mar 29 09:52:59.290173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02dd9b-85a7-41fb-90ba-46da50ffa828 req-81a601a9-c622-4b74-a081-ee07172bfc07 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:59.291501 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab02dd9b-85a7-41fb-90ba-46da50ffa828 req-81a601a9-c622-4b74-a081-ee07172bfc07 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 946 time: 0.0804515 Mar 29 09:52:59.335653 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab02dd9b-85a7-41fb-90ba-46da50ffa828 req-4c616245-3141-45b0-aadb-750457dc5bb7 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377345 Mar 29 09:52:59.360924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39904) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:59.370859 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:59.400349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:59.531586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b18b455-08a2-4125-b703-b821ea1d0dbf tempest-TestVolumeBootPattern-1168554017 tempest-TestVolumeBootPattern-1168554017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:59.532294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8b18b455-08a2-4125-b703-b821ea1d0dbf tempest-TestVolumeBootPattern-1168554017 tempest-TestVolumeBootPattern-1168554017-project-admin] Synchronizing usage tracker for tenant:8b8c5f27e0c740dca15cb2ceeb4d3c17 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:52:59.541566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.180 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/cc54a340-d56a-492f-a6b1-288341ae4426) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:52:59.600273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8b18b455-08a2-4125-b703-b821ea1d0dbf tempest-TestVolumeBootPattern-1168554017 tempest-TestVolumeBootPattern-1168554017-project-admin] Unset dirty status for tenant:8b8c5f27e0c740dca15cb2ceeb4d3c17 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:52:59.601523 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8b18b455-08a2-4125-b703-b821ea1d0dbf tempest-TestVolumeBootPattern-1168554017 tempest-TestVolumeBootPattern-1168554017-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 1094 time: 0.2394834 Mar 29 09:52:59.604436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39910) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:52:59.609918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '88a29777-efe9-4680-9d5d-7bb3441d238b', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:59.615979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:52:59.619800 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Usage tracker for resource:floatingip and tenant:f053acbba8784c2f89280f9422e7f0fe is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:52:59.622655 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:52:59.628368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:52:59.686067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:59.686815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:59.768951 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:59.821610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:59.830032 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:52:59.836869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:52:59.840944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:52:59.873147 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=cc54a340-d56a-492f-a6b1-288341ae4426,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:59.958673 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Allocated IP 172.26.7.138 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/7fefd36f-5d3e-437c-a6bf-2b9e118418c4) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:53:00.104780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:00.180034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:00.241103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:53:00.248727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:53:00.252823 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:53:00.285900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'Port': ['ID=7fefd36f-5d3e-437c-a6bf-2b9e118418c4,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:00.424069 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:00.690328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:00.771487 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:00.845915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:01.025404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:53:01.048261 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:01.116593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:01.207298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:53:01.216942 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Sync routers for ids ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:53:01.226079 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Routers {'57d1a75c-62c1-45bd-8d7a-e852730d6f09'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:53:01.228350 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:52:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:01.228563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'Port': ['ID=7fefd36f-5d3e-437c-a6bf-2b9e118418c4,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:01.238081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:01.305472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:01.307250 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f7671453-117a-43c8-abbc-8f4d871c955e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9205599 Mar 29 09:53:01.311545 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39914) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:01.405595 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Set router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:53:01.522954 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-660fcf59-ec78-476b-aab9-421e5d6a7591 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=fdb9d7f2c9684d82868b22f752ecfe11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2079189 Mar 29 09:53:01.523550 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39920) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:01.545949 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Floating IP 34407417-84c9-4148-861c-316ed88fdeb0 associated. External IP: 172.26.7.138, port: 88a29777-efe9-4680-9d5d-7bb3441d238b. Mar 29 09:53:01.652808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bd47bb-d38f-4e6b-83d9-89b1d4129f40 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:01.656512 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-67bd47bb-d38f-4e6b-83d9-89b1d4129f40 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300819 Mar 29 09:53:01.656997 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39924) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:01.699471 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-61e30e0e-e74b-4c68-a9ef-aa27cd67b108 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413313 Mar 29 09:53:01.700014 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:52:58Z', 'updated_at': '2022-03-29T09:53:00Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:59Z', 'updated_at': '2022-03-29T09:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:01.701925 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39928) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:01.704090 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Checking router: 57d1a75c-62c1-45bd-8d7a-e852730d6f09 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:53:01.704440 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Updating router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 port cc54a340-d56a-492f-a6b1-288341ae4426 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:53:01.708737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-642540747', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:01.757623 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:01.821208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:01.825258 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:subnet and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:01.828162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:01.834195 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:01.903375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Router 46a82e4c-01cd-458b-ad3b-91a2047ec619 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:53:01.934267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:53:01.938207 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:02.086878 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:53:02.098393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611300ac-bd7b-4c8f-a360-3fdcceb87367 None None] Sync routers for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:53:02.108324 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611300ac-bd7b-4c8f-a360-3fdcceb87367 None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:53:02.109237 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-611300ac-bd7b-4c8f-a360-3fdcceb87367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:52:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:02.126399 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:02.139052 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Transition to ACTIVE for port object cc54a340-d56a-492f-a6b1-288341ae4426 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:53:02.177750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:02.195056 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:02.238461 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-86c6128d-f586-4eda-98d3-9385e89718b6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6282384 Mar 29 09:53:02.238461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7020b8-420f-4484-9403-683c8302419e', 'tag': '88a29777-efe9-4680-9d5d-7bb3441d238b'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:53:02.248976 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:02.270182 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Attempting to bind port cc54a340-d56a-492f-a6b1-288341ae4426 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:53:02.270727 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Attempting to bind port cc54a340-d56a-492f-a6b1-288341ae4426 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:53:02.271103 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Attempting to bind port cc54a340-d56a-492f-a6b1-288341ae4426 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:53:02.280752 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:53:02.281228 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:53:02.281812 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:02.282015 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7020b8-420f-4484-9403-683c8302419e', 'tag': '88a29777-efe9-4680-9d5d-7bb3441d238b', 'status': 'completed', 'code': 200} Mar 29 09:53:02.282364 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:53:02.282921 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Bound port: cc54a340-d56a-492f-a6b1-288341ae4426, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:53:02.283376 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:02.329355 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6426424-9518-48c6-9884-d386c59a0a8f None None] Pushing event updated for resources: {'Port': ['ID=cc54a340-d56a-492f-a6b1-288341ae4426,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:02.330464 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-611300ac-bd7b-4c8f-a360-3fdcceb87367 None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:53:02.340789 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Subnet': ['ID=de8fdedf-e9ee-4249-8a25-4a3d47731b26,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:02.342434 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6426424-9518-48c6-9884-d386c59a0a8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:02.342869 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6426424-9518-48c6-9884-d386c59a0a8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:02.343296 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6426424-9518-48c6-9884-d386c59a0a8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:02.343713 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6426424-9518-48c6-9884-d386c59a0a8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:02.344126 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6426424-9518-48c6-9884-d386c59a0a8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:02.351014 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6426424-9518-48c6-9884-d386c59a0a8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:02.351589 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6426424-9518-48c6-9884-d386c59a0a8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:02.352053 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6426424-9518-48c6-9884-d386c59a0a8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:02.352478 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6426424-9518-48c6-9884-d386c59a0a8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:02.352964 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6426424-9518-48c6-9884-d386c59a0a8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:02.353376 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6426424-9518-48c6-9884-d386c59a0a8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:02.353786 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6426424-9518-48c6-9884-d386c59a0a8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:02.394002 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Checking segment: {'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:53:02.394349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network hostable DHCP agents. Network: 7088104b-451d-42b5-88b5-14b0e739a5ee, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:53:02.401769 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] For port cc54a340-d56a-492f-a6b1-288341ae4426, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:53:02.409865 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] For port cc54a340-d56a-492f-a6b1-288341ae4426, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cc54a340-d56a-492f-a6b1-288341ae4426,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:53:02.432000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144dc0c-d010-43bc-991c-3f2d522349ba req-c74e72fa-80ad-4313-ac62-362997ab57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:02.433507 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5144dc0c-d010-43bc-991c-3f2d522349ba req-c74e72fa-80ad-4313-ac62-362997ab57c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 1099 time: 0.1253533 Mar 29 09:53:02.471693 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:02.472221 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 7088104b-451d-42b5-88b5-14b0e739a5ee is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:53:02.534727 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 7088104b-451d-42b5-88b5-14b0e739a5ee) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:53:02.551489 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Routers {'57d1a75c-62c1-45bd-8d7a-e852730d6f09'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:53:02.552232 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:52:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:02.555726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:02.556358 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:02.578085 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144dc0c-d010-43bc-991c-3f2d522349ba req-fb7ce4ec-e0b5-41cb-b2df-8d86abb1052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:02.580035 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5144dc0c-d010-43bc-991c-3f2d522349ba req-fb7ce4ec-e0b5-41cb-b2df-8d86abb1052b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 913 time: 0.1412075 Mar 29 09:53:02.606060 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45326f07-4838-4516-b00c-25a729959fd9 None None] Network 7088104b-451d-42b5-88b5-14b0e739a5ee requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:53:02.619020 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6426424-9518-48c6-9884-d386c59a0a8f None None] Pushing event updated for resources: {'Port': ['ID=cc54a340-d56a-492f-a6b1-288341ae4426,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:02.642929 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5890a06e-7c81-425e-abf9-29ba0b59227e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9392738 Mar 29 09:53:02.648595 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39936) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:02.698547 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5144dc0c-d010-43bc-991c-3f2d522349ba req-b94b85de-4aab-4255-ac3b-ea23b0bbdac9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88a29777-efe9-4680-9d5d-7bb3441d238b HTTP/1.1" status: 200 len: 1000 time: 0.1110330 Mar 29 09:53:02.760353 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] Set router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:53:02.785800 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144dc0c-d010-43bc-991c-3f2d522349ba req-393d46e5-18e6-4d01-9bcc-3d6b6ebf0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:02.787854 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5144dc0c-d010-43bc-991c-3f2d522349ba req-393d46e5-18e6-4d01-9bcc-3d6b6ebf0097 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 200 len: 851 time: 0.0814595 Mar 29 09:53:02.883135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144dc0c-d010-43bc-991c-3f2d522349ba req-20d7eec9-b7a4-4d8a-aa93-3aa8fdf6071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:02.884720 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5144dc0c-d010-43bc-991c-3f2d522349ba req-20d7eec9-b7a4-4d8a-aa93-3aa8fdf6071f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0905094 Mar 29 09:53:02.937955 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-611300ac-bd7b-4c8f-a360-3fdcceb87367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '34407417-84c9-4148-861c-316ed88fdeb0', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'port_id': '88a29777-efe9-4680-9d5d-7bb3441d238b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'mac_address': 'fa:16:3e:4e:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7020b8-420f-4484-9403-683c8302419e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:53:00Z', 'updated_at': '2022-03-29T09:53:00Z', 'revision_number': 0, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:02.943566 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611300ac-bd7b-4c8f-a360-3fdcceb87367 None None] Checking router: 46a82e4c-01cd-458b-ad3b-91a2047ec619 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:53:02.953451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-7088104b-451d-42b5-88b5-14b0e739a5ee', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ips': [{'subnet_id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:53:02.954250 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:02.968979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611300ac-bd7b-4c8f-a360-3fdcceb87367 None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:53:02.969610 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-611300ac-bd7b-4c8f-a360-3fdcceb87367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:52:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:03.035350 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5144dc0c-d010-43bc-991c-3f2d522349ba req-f4409d72-0eae-46a5-8256-5070baf45250 service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445527 Mar 29 09:53:03.098914 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:52:58Z', 'updated_at': '2022-03-29T09:53:00Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:59Z', 'updated_at': '2022-03-29T09:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:03.110216 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c4da1-e42c-4de8-b004-759b78d79151 None None] The sync data for ids ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'] in dv-neutron-835555-1-hyperv is: [{'id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:52:58Z', 'updated_at': '2022-03-29T09:53:00Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:59Z', 'updated_at': '2022-03-29T09:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:53:03.180569 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5144dc0c-d010-43bc-991c-3f2d522349ba req-4d7a1d5b-cf69-4ff3-95aa-eceb26a427c2 service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374631 Mar 29 09:53:03.216878 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Allocated IP 172.20.0.2 (7088104b-451d-42b5-88b5-14b0e739a5ee/de8fdedf-e9ee-4249-8a25-4a3d47731b26/bfd3cd4c-dda5-400e-bb34-57ba71f5de3a) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:53:03.500737 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-611300ac-bd7b-4c8f-a360-3fdcceb87367 None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:53:03.595087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:03.855979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device cc54a340-d56a-492f-a6b1-288341ae4426 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:53:03.912591 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:03.934818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Transition to ACTIVE for port object bfd3cd4c-dda5-400e-bb34-57ba71f5de3a will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:53:03.989321 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Transition to ACTIVE for port object bfd3cd4c-dda5-400e-bb34-57ba71f5de3a will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:53:04.062012 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-611300ac-bd7b-4c8f-a360-3fdcceb87367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '34407417-84c9-4148-861c-316ed88fdeb0', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'port_id': '88a29777-efe9-4680-9d5d-7bb3441d238b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'mac_address': 'fa:16:3e:4e:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7020b8-420f-4484-9403-683c8302419e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:53:00Z', 'updated_at': '2022-03-29T09:53:00Z', 'revision_number': 0, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:04.066182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611300ac-bd7b-4c8f-a360-3fdcceb87367 None None] The sync data for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv is: [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '34407417-84c9-4148-861c-316ed88fdeb0', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'floating_ip_address': '172.26.7.138', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'port_id': '88a29777-efe9-4680-9d5d-7bb3441d238b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'mac_address': 'fa:16:3e:4e:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7020b8-420f-4484-9403-683c8302419e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:53:00Z', 'updated_at': '2022-03-29T09:53:00Z', 'revision_number': 0, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:53:04.082701 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:04.129888 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port cc54a340-d56a-492f-a6b1-288341ae4426 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:53:04.138851 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port cc54a340-d56a-492f-a6b1-288341ae4426 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:53:04.139222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:04.155130 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.1 (7088104b-451d-42b5-88b5-14b0e739a5ee/de8fdedf-e9ee-4249-8a25-4a3d47731b26/9a5088fa-4d2d-4616-80fd-8cffc72fbf4f) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:53:04.196369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Network 7088104b-451d-42b5-88b5-14b0e739a5ee is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:53:04.202203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:53:04.208417 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:53:04.210450 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Pushing event updated for resources: {'Port': ['ID=bfd3cd4c-dda5-400e-bb34-57ba71f5de3a,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:04.319737 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Attempting to bind port bfd3cd4c-dda5-400e-bb34-57ba71f5de3a on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:53:04.320455 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:04.320784 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Attempting to bind port bfd3cd4c-dda5-400e-bb34-57ba71f5de3a by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:53:04.320784 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Attempting to bind port bfd3cd4c-dda5-400e-bb34-57ba71f5de3a on network 7088104b-451d-42b5-88b5-14b0e739a5ee {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:53:04.336129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:53:04.359010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:53:04.359382 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Checking segment: {'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:53:04.359789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:04.360176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Bound using segment: {'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:53:04.360738 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Bound port: bfd3cd4c-dda5-400e-bb34-57ba71f5de3a, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:53:04.361069 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:04.428187 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:04.431572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:04.472968 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port cc54a340-d56a-492f-a6b1-288341ae4426, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cc54a340-d56a-492f-a6b1-288341ae4426,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:53:04.480299 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da41812a-c60f-4b14-98ea-990c5706e39e None None] New status for floating IP 34407417-84c9-4148-861c-316ed88fdeb0: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:53:04.492797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] For port bfd3cd4c-dda5-400e-bb34-57ba71f5de3a, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:53:04.497181 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] For port bfd3cd4c-dda5-400e-bb34-57ba71f5de3a, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bfd3cd4c-dda5-400e-bb34-57ba71f5de3a,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:53:04.500881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 7088104b-451d-42b5-88b5-14b0e739a5ee is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:53:04.504014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:53:04.513542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:53:04.544298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:04.555775 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=9a5088fa-4d2d-4616-80fd-8cffc72fbf4f,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:04.605977 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:04.680942 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=cc54a340-d56a-492f-a6b1-288341ae4426,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:04.754659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:04.796669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866c867-c779-4bfd-a1f7-4d6ef3d7ef21 None None] Pushing event updated for resources: {'Port': ['ID=bfd3cd4c-dda5-400e-bb34-57ba71f5de3a,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:04.966280 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:05.375877 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:05.459801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:05.578210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:05.581944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=9a5088fa-4d2d-4616-80fd-8cffc72fbf4f,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:05.665518 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4ee40f93-c4cd-43c6-a20a-42da26a587f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:05.695629 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f5f4cc-6b87-4e57-9a92-b4a29543b696 None None] Network 7088104b-451d-42b5-88b5-14b0e739a5ee requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:53:05.738476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 7088104b-451d-42b5-88b5-14b0e739a5ee is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:53:05.739710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:53:05.872589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device cc54a340-d56a-492f-a6b1-288341ae4426 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:53:05.911461 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-296f9406-1f50-44b9-bd0b-5f6d6bd8af54 None None] Provisioning for port bfd3cd4c-dda5-400e-bb34-57ba71f5de3a completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:53:05.933906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:53:05.996542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port cc54a340-d56a-492f-a6b1-288341ae4426 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:53:05.996822 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:06.117114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:53:06.132283 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Sync routers for ids ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:53:06.134053 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-54fe2d03-bf4b-4579-8cef-31b10165a22b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/57d1a75c-62c1-45bd-8d7a-e852730d6f09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4842646 Mar 29 09:53:06.137703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39940) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:06.142360 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bfd3cd4c-dda5-400e-bb34-57ba71f5de3a up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:53:06.233718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Routers {'57d1a75c-62c1-45bd-8d7a-e852730d6f09'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:53:06.234369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:52:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:06.429053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6e700-94fb-404c-bba9-16feaccdd63d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:06.429053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6e700-94fb-404c-bba9-16feaccdd63d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:06.429053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6e700-94fb-404c-bba9-16feaccdd63d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:06.429053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6e700-94fb-404c-bba9-16feaccdd63d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:06.429436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6e700-94fb-404c-bba9-16feaccdd63d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:06.429967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6e700-94fb-404c-bba9-16feaccdd63d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:06.432112 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bfd6e700-94fb-404c-bba9-16feaccdd63d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2927699 Mar 29 09:53:06.435391 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39944) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:06.446348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port bfd3cd4c-dda5-400e-bb34-57ba71f5de3a completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:53:06.463193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port bfd3cd4c-dda5-400e-bb34-57ba71f5de3a triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:53:06.463193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:06.513560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89800cd2-2704-4002-adc3-090a5e9434a5 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:06.514026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89800cd2-2704-4002-adc3-090a5e9434a5 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:06.514494 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89800cd2-2704-4002-adc3-090a5e9434a5 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:06.514935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89800cd2-2704-4002-adc3-090a5e9434a5 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:06.515381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89800cd2-2704-4002-adc3-090a5e9434a5 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:06.515831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89800cd2-2704-4002-adc3-090a5e9434a5 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:06.516219 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b69ac7b4-15a3-4f2d-b371-d397c585fed7 None None] Provisioning for port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:53:06.520269 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-89800cd2-2704-4002-adc3-090a5e9434a5 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0811872 Mar 29 09:53:06.520450 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39948) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:06.533702 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b69ac7b4-15a3-4f2d-b371-d397c585fed7 None None] Provisioning complete for port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:53:06.534075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b69ac7b4-15a3-4f2d-b371-d397c585fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:06.563634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Set router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:53:06.727244 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-b69ac7b4-15a3-4f2d-b371-d397c585fed7 None None] Port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:53:06.732472 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-17557178-537e-45ee-a48c-37adf5ea7f1b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2109480 Mar 29 09:53:06.735356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39952) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:06.740698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1351729142', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:06.872668 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:06.876746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:port and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:06.878913 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:06.879748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:06.885331 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:06.915413 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-28bbc5a1-6f86-45eb-9da5-5dcf738932e5 None None] Provisioning complete for port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:53:06.915781 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-28bbc5a1-6f86-45eb-9da5-5dcf738932e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:06.956672 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:53:06.960414 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:06.983502 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] device_id is not set on port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:53:07.003092 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port bfd3cd4c-dda5-400e-bb34-57ba71f5de3a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bfd3cd4c-dda5-400e-bb34-57ba71f5de3a,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:53:07.026055 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-28bbc5a1-6f86-45eb-9da5-5dcf738932e5 None None] Port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:53:07.057865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:52:58Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:59Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '9a5088fa-4d2d-4616-80fd-8cffc72fbf4f', 'name': '', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:70:c4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:53:03Z', 'updated_at': '2022-03-29T09:53:05Z', 'revision_number': 2, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:07.061888 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Checking router: 57d1a75c-62c1-45bd-8d7a-e852730d6f09 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:53:07.062245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Updating router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:53:07.091908 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:07.130844 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.6 (7088104b-451d-42b5-88b5-14b0e739a5ee/de8fdedf-e9ee-4249-8a25-4a3d47731b26/5ef3ed13-91d3-4217-8dd2-921f0a05d392) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:53:07.172724 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:07.224604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=bfd3cd4c-dda5-400e-bb34-57ba71f5de3a,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:07.331032 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:07.346219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object 5ef3ed13-91d3-4217-8dd2-921f0a05d392 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:53:07.431413 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:07.492690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 7088104b-451d-42b5-88b5-14b0e739a5ee is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:53:07.496227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:53:07.500006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:53:07.555697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=5ef3ed13-91d3-4217-8dd2-921f0a05d392,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:07.569405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:07.570024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:07.570368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:07.570703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:07.571028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:07.571352 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:07.571672 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:07.571991 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:07.572310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:07.572654 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:07.572971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:07.574380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:07.592273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:07.592918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:07.641861 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:07.653870 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Transition to ACTIVE for port object 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:53:07.686844 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e4580e26-3bff-4840-8233-ebc6ea02609b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9504449 Mar 29 09:53:07.745389 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:07.804013 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bfd3cd4c-dda5-400e-bb34-57ba71f5de3a up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:53:07.952307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-aee705cf-4b29-412c-aaa6-f1aef7b3bd78 None None] Provisioning for port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:53:07.989134 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-aee705cf-4b29-412c-aaa6-f1aef7b3bd78 None None] Provisioning complete for port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:53:07.989384 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-aee705cf-4b29-412c-aaa6-f1aef7b3bd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.045642 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39958) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:08.049847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a320d8e-63bc-4123-babe-bac895bde547 None None] Pushing event updated for resources: {'Port': ['ID=9a5088fa-4d2d-4616-80fd-8cffc72fbf4f,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:08.050820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-5a43ce80-f07c-49e0-b207-246c75aaeecf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-609303049', 'description': 'tempest-secgroup-smoke-609303049 description', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:08.057664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5a43ce80-f07c-49e0-b207-246c75aaeecf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:08.061816 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5a43ce80-f07c-49e0-b207-246c75aaeecf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:08.064666 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5a43ce80-f07c-49e0-b207-246c75aaeecf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:08.066930 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7478d171-4f4d-4817-85fa-5c7746fca757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.070491 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5a43ce80-f07c-49e0-b207-246c75aaeecf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:08.128275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5a43ce80-f07c-49e0-b207-246c75aaeecf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.147712 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-aee705cf-4b29-412c-aaa6-f1aef7b3bd78 None None] Port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:53:08.148103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5a43ce80-f07c-49e0-b207-246c75aaeecf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:08.152715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Attempting to bind port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:53:08.152999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5a43ce80-f07c-49e0-b207-246c75aaeecf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:08.153176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Attempting to bind port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:53:08.153448 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Attempting to bind port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f on network 7088104b-451d-42b5-88b5-14b0e739a5ee {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:53:08.155435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port bfd3cd4c-dda5-400e-bb34-57ba71f5de3a triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:53:08.155803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.155915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5a43ce80-f07c-49e0-b207-246c75aaeecf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:08.161866 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5a43ce80-f07c-49e0-b207-246c75aaeecf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:08.193003 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:53:08.193382 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Checking segment: {'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:53:08.193790 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.194263 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Bound using segment: {'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:53:08.194687 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Bound port: 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:53:08.195062 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.231050 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5a43ce80-f07c-49e0-b207-246c75aaeecf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.291708 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5a43ce80-f07c-49e0-b207-246c75aaeecf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.338007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43ce80-f07c-49e0-b207-246c75aaeecf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d2faef-74f7-4681-bc86-2fa4a11787e4,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:08.363716 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] For port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:53:08.381022 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] For port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9a5088fa-4d2d-4616-80fd-8cffc72fbf4f,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:53:08.423232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5a43ce80-f07c-49e0-b207-246c75aaeecf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.424467 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5a43ce80-f07c-49e0-b207-246c75aaeecf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3778255 Mar 29 09:53:08.427275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39962) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:08.434105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c3f0ac09-3b8d-4a5a-8216-45ec1825ed90 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '34d2faef-74f7-4681-bc86-2fa4a11787e4', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:08.438512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c3f0ac09-3b8d-4a5a-8216-45ec1825ed90 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:08.442566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c3f0ac09-3b8d-4a5a-8216-45ec1825ed90 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:08.445296 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c3f0ac09-3b8d-4a5a-8216-45ec1825ed90 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:08.451854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c3f0ac09-3b8d-4a5a-8216-45ec1825ed90 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:08.474848 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.538118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c3f0ac09-3b8d-4a5a-8216-45ec1825ed90 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.555049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Routers {'57d1a75c-62c1-45bd-8d7a-e852730d6f09'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:53:08.555199 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:53:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:08.627066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c3f0ac09-3b8d-4a5a-8216-45ec1825ed90 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.651770 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a320d8e-63bc-4123-babe-bac895bde547 None None] Pushing event updated for resources: {'Port': ['ID=9a5088fa-4d2d-4616-80fd-8cffc72fbf4f,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:08.715358 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c3f0ac09-3b8d-4a5a-8216-45ec1825ed90 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.744185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0ac09-3b8d-4a5a-8216-45ec1825ed90 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ced8901-515e-40b8-9175-a450d692399e,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:08.797976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] Set router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:53:08.820062 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c3f0ac09-3b8d-4a5a-8216-45ec1825ed90 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.821400 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c3f0ac09-3b8d-4a5a-8216-45ec1825ed90 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3931606 Mar 29 09:53:08.825426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 39966) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:08.832062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-a91c811c-4006-47a6-a8e6-2e9f69fc929a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '34d2faef-74f7-4681-bc86-2fa4a11787e4', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:08.838726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a91c811c-4006-47a6-a8e6-2e9f69fc929a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:08.843182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a91c811c-4006-47a6-a8e6-2e9f69fc929a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:08.846827 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a91c811c-4006-47a6-a8e6-2e9f69fc929a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:08.853437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a91c811c-4006-47a6-a8e6-2e9f69fc929a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:08.919425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a91c811c-4006-47a6-a8e6-2e9f69fc929a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.974092 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.987608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a91c811c-4006-47a6-a8e6-2e9f69fc929a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:08.993529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:09.057265 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a91c811c-4006-47a6-a8e6-2e9f69fc929a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:09.077234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c811c-4006-47a6-a8e6-2e9f69fc929a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c054cb57-3ed9-482b-9839-caf3427a4b43,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:09.173476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a91c811c-4006-47a6-a8e6-2e9f69fc929a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:09.178146 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a91c811c-4006-47a6-a8e6-2e9f69fc929a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3480492 Mar 29 09:53:09.179061 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:52:58Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:59Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '9a5088fa-4d2d-4616-80fd-8cffc72fbf4f', 'name': '', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:70:c4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:53:03Z', 'updated_at': '2022-03-29T09:53:08Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:09.180194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39970) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:09.182105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e342db-76fe-43b1-8192-deccc7343f27 None None] The sync data for ids ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'] in dv-neutron-835555-1-hyperv is: [{'id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:52:58Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:59Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '9a5088fa-4d2d-4616-80fd-8cffc72fbf4f', 'name': '', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:70:c4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:53:03Z', 'updated_at': '2022-03-29T09:53:08Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:53:09.190156 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-24b7b836-0298-4f9c-b81d-68b492c05290 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '34d2faef-74f7-4681-bc86-2fa4a11787e4', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:09.192378 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-24b7b836-0298-4f9c-b81d-68b492c05290 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:09.197892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-24b7b836-0298-4f9c-b81d-68b492c05290 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:09.201415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-24b7b836-0298-4f9c-b81d-68b492c05290 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:09.207568 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-24b7b836-0298-4f9c-b81d-68b492c05290 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:09.309049 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-24b7b836-0298-4f9c-b81d-68b492c05290 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:09.379753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-24b7b836-0298-4f9c-b81d-68b492c05290 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:09.445879 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-24b7b836-0298-4f9c-b81d-68b492c05290 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:09.470892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7b836-0298-4f9c-b81d-68b492c05290 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e7cfa2-4852-4e5f-94cb-107c90f60c53,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:09.544066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-24b7b836-0298-4f9c-b81d-68b492c05290 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:09.545332 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-24b7b836-0298-4f9c-b81d-68b492c05290 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3659523 Mar 29 09:53:09.548052 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39974) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:09.553390 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e7672753-f44f-4ff1-b5bc-c59808f9300a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '34d2faef-74f7-4681-bc86-2fa4a11787e4', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:09.560723 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e7672753-f44f-4ff1-b5bc-c59808f9300a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:09.564162 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e7672753-f44f-4ff1-b5bc-c59808f9300a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:09.567690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e7672753-f44f-4ff1-b5bc-c59808f9300a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:09.574493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e7672753-f44f-4ff1-b5bc-c59808f9300a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:09.649640 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e7672753-f44f-4ff1-b5bc-c59808f9300a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:09.724689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e7672753-f44f-4ff1-b5bc-c59808f9300a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:09.786333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e7672753-f44f-4ff1-b5bc-c59808f9300a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:09.815854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:53:09.827162 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7672753-f44f-4ff1-b5bc-c59808f9300a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb4be3b-430c-45ab-8ce0-8de4493a28fe,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:09.894444 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e7672753-f44f-4ff1-b5bc-c59808f9300a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:09.896522 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e7672753-f44f-4ff1-b5bc-c59808f9300a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3468051 Mar 29 09:53:09.910803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39978) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:09.913910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-23880cca-6f16-4d6c-a70b-9f3031d575c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '34d2faef-74f7-4681-bc86-2fa4a11787e4', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:09.920279 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-23880cca-6f16-4d6c-a70b-9f3031d575c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:09.924212 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-23880cca-6f16-4d6c-a70b-9f3031d575c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:09.928880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-23880cca-6f16-4d6c-a70b-9f3031d575c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:09.933915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-23880cca-6f16-4d6c-a70b-9f3031d575c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:09.962310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:53:09.967887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:53:09.968266 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:10.011576 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-23880cca-6f16-4d6c-a70b-9f3031d575c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:53:10.018646 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23880cca-6f16-4d6c-a70b-9f3031d575c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:10.087303 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23880cca-6f16-4d6c-a70b-9f3031d575c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:10.092660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:10.126376 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9a5088fa-4d2d-4616-80fd-8cffc72fbf4f,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:53:10.145395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23880cca-6f16-4d6c-a70b-9f3031d575c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:10.169868 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23880cca-6f16-4d6c-a70b-9f3031d575c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60738e68-e5b0-411f-9347-d69d9116b6f9,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:10.194663 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:10.251680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-23880cca-6f16-4d6c-a70b-9f3031d575c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:10.252938 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-23880cca-6f16-4d6c-a70b-9f3031d575c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3435102 Mar 29 09:53:10.255649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 39984) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:10.260863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-461e99d8-b7e3-48a4-8519-4f252b53ea7c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '34d2faef-74f7-4681-bc86-2fa4a11787e4', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:10.266848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-461e99d8-b7e3-48a4-8519-4f252b53ea7c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:10.271143 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-461e99d8-b7e3-48a4-8519-4f252b53ea7c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:10.272343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=9a5088fa-4d2d-4616-80fd-8cffc72fbf4f,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:10.274362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-461e99d8-b7e3-48a4-8519-4f252b53ea7c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:10.280857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-461e99d8-b7e3-48a4-8519-4f252b53ea7c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:10.394469 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-461e99d8-b7e3-48a4-8519-4f252b53ea7c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:53:10.401434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-461e99d8-b7e3-48a4-8519-4f252b53ea7c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:10.464583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-461e99d8-b7e3-48a4-8519-4f252b53ea7c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:10.538937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-461e99d8-b7e3-48a4-8519-4f252b53ea7c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:10.562225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e99d8-b7e3-48a4-8519-4f252b53ea7c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0995b395-acb2-4d09-809b-25d8d8bcfd8a,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:10.636761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-461e99d8-b7e3-48a4-8519-4f252b53ea7c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:10.637963 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-461e99d8-b7e3-48a4-8519-4f252b53ea7c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3813980 Mar 29 09:53:10.750721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:10.817199 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-e6324e5a-bf4b-4e35-8792-e03e7a95fe2a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:53:10.893355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-e6324e5a-bf4b-4e35-8792-e03e7a95fe2a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:53:10.894737 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-e6324e5a-bf4b-4e35-8792-e03e7a95fe2a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609303049&fields=id&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 267 time: 0.1158288 Mar 29 09:53:10.972266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-6023f77f-c08b-4554-ac4e-2a6c7dce0f5a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:10.972863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-6023f77f-c08b-4554-ac4e-2a6c7dce0f5a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:53:11.041815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-6023f77f-c08b-4554-ac4e-2a6c7dce0f5a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:53:11.043044 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-6023f77f-c08b-4554-ac4e-2a6c7dce0f5a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports/5ef3ed13-91d3-4217-8dd2-921f0a05d392 HTTP/1.1" status: 200 len: 930 time: 0.1418109 Mar 29 09:53:11.114531 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-a313f34d-87aa-43b3-8e18-aa52c3c9c653 service neutron] 10.222.0.35 "GET /v2.0/ports/5ef3ed13-91d3-4217-8dd2-921f0a05d392?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0594666 Mar 29 09:53:11.359255 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-21f97b2c-32c5-45d8-b407-fae970ca7cf3 service neutron] 10.222.0.35 "GET /v2.0/networks/7088104b-451d-42b5-88b5-14b0e739a5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391126 Mar 29 09:53:11.486507 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-223a41f8-3959-411c-aa30-8c670c297c2f service neutron] 10.222.0.35 "GET /v2.0/networks/7088104b-451d-42b5-88b5-14b0e739a5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213958 Mar 29 09:53:11.737704 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-8b1fdcfb-05e2-4428-8c41-e5e01b6c20a6 req-128318d7-25bd-41f1-8ad1-85c8e873068d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:53:11.761497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-8b1fdcfb-05e2-4428-8c41-e5e01b6c20a6 req-128318d7-25bd-41f1-8ad1-85c8e873068d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:53:11.763169 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8b1fdcfb-05e2-4428-8c41-e5e01b6c20a6 req-128318d7-25bd-41f1-8ad1-85c8e873068d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 210 time: 0.0719085 Mar 29 09:53:11.790869 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:53:11.857800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:53:11.858171 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:12.920505 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-fc2aaac3-dbbf-49ac-88eb-07a7932e09ea req-414e9822-ffc9-4b2b-a8ed-ea21aba0d6c0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 210 time: 0.0453560 Mar 29 09:53:13.488418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-847a3a7f-0747-4da1-9961-74de74380554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:13.489884 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-847a3a7f-0747-4da1-9961-74de74380554 service neutron] 10.222.0.36 "GET /v2.0/ports/5ef3ed13-91d3-4217-8dd2-921f0a05d392 HTTP/1.1" status: 200 len: 1026 time: 0.0628607 Mar 29 09:53:13.751830 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-2bac5dc4-44a8-4f66-897b-5bea7d084b44 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:13.752529 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-2bac5dc4-44a8-4f66-897b-5bea7d084b44 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:53:13.812975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-2bac5dc4-44a8-4f66-897b-5bea7d084b44 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:53:13.814216 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-2bac5dc4-44a8-4f66-897b-5bea7d084b44 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/networks?id=7088104b-451d-42b5-88b5-14b0e739a5ee HTTP/1.1" status: 200 len: 796 time: 0.3198781 Mar 29 09:53:13.861676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-9894644e-1f97-4f89-b613-88d627d346c5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:53:13.874317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-9894644e-1f97-4f89-b613-88d627d346c5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:53:13.875474 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-9894644e-1f97-4f89-b613-88d627d346c5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 379 time: 0.0532720 Mar 29 09:53:13.885718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Request body: {'port': {'device_id': 'dd3965de-d868-4adf-9f01-208f23808f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:13.997090 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:14.092841 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0ff206f1-2253-433a-b643-c8e70b08a74d req-985c7b11-2642-4864-9cce-c3b79bf55fc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 210 time: 0.0562267 Mar 29 09:53:14.374589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef3ed13-91d3-4217-8dd2-921f0a05d392 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:53:14.381894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:14.396456 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Transition to ACTIVE for port object 5ef3ed13-91d3-4217-8dd2-921f0a05d392 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:53:14.476411 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:14.604404 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef3ed13-91d3-4217-8dd2-921f0a05d392,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:14.712789 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Attempting to bind port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:53:14.713120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Attempting to bind port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:53:14.713445 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Attempting to bind port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 on network 7088104b-451d-42b5-88b5-14b0e739a5ee {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:53:14.718119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 on network 7088104b-451d-42b5-88b5-14b0e739a5ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:53:14.718433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Attempting to bind port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 on network 7088104b-451d-42b5-88b5-14b0e739a5ee {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:53:14.723637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:53:14.723974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Checking segment: {'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:53:14.724344 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Bound using segment: {'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:53:14.724822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Bound port: 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:53:14.725578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:14.811752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] For port 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:53:14.814587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] For port 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5ef3ed13-91d3-4217-8dd2-921f0a05d392,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:53:14.891277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:14.948927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:14.949536 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:14.950976 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/5ef3ed13-91d3-4217-8dd2-921f0a05d392 HTTP/1.1" status: 200 len: 1131 time: 1.0693004 Mar 29 09:53:14.951885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3965de-d868-4adf-9f01-208f23808f8c', 'tag': '5ef3ed13-91d3-4217-8dd2-921f0a05d392'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:53:14.976618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a90982-fbde-440b-b4fb-823c64f9b2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef3ed13-91d3-4217-8dd2-921f0a05d392,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:15.003711 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3965de-d868-4adf-9f01-208f23808f8c', 'tag': '5ef3ed13-91d3-4217-8dd2-921f0a05d392', 'status': 'completed', 'code': 200} Mar 29 09:53:15.016381 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:53:15.097114 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e583238-9313-43c3-a840-7549c7036d37 req-dbccf041-3e34-42c2-bf6f-6ef4ec5db631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:15.098580 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0e583238-9313-43c3-a840-7549c7036d37 req-dbccf041-3e34-42c2-bf6f-6ef4ec5db631 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 1134 time: 0.0747302 Mar 29 09:53:15.301924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e583238-9313-43c3-a840-7549c7036d37 req-9f076b7b-185e-48b9-9a44-e62dd3d1f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:15.301924 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0e583238-9313-43c3-a840-7549c7036d37 req-9f076b7b-185e-48b9-9a44-e62dd3d1f422 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1869285 Mar 29 09:53:15.350711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed88a46-0c24-44da-9aab-a6f289b54677 req-3ce68c09-6a0d-44bb-98c9-187664c30747 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:15.352051 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ed88a46-0c24-44da-9aab-a6f289b54677 req-3ce68c09-6a0d-44bb-98c9-187664c30747 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 981 time: 0.1519547 Mar 29 09:53:15.460679 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ed88a46-0c24-44da-9aab-a6f289b54677 req-5a52b2f6-ef99-4d70-9d57-8d6f174c1d40 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606558 Mar 29 09:53:15.480059 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e583238-9313-43c3-a840-7549c7036d37 req-f597813d-7a4c-4f17-a392-257f80fb1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:15.481514 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0e583238-9313-43c3-a840-7549c7036d37 req-f597813d-7a4c-4f17-a392-257f80fb1568 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1763334 Mar 29 09:53:15.585559 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-64a9be2f-b4a4-4281-9b8c-99e6410af85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:15.587021 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-64a9be2f-b4a4-4281-9b8c-99e6410af85b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 1134 time: 0.0717955 Mar 29 09:53:15.762539 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-523d11da-5f64-4b09-94c1-2d75d7a51f0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef3ed13-91d3-4217-8dd2-921f0a05d392 HTTP/1.1" status: 200 len: 217 time: 0.1678452 Mar 29 09:53:15.828135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-02ebeb05-ab67-4256-807a-5edf5c164725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:15.829576 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-02ebeb05-ab67-4256-807a-5edf5c164725 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8fdedf-e9ee-4249-8a25-4a3d47731b26 HTTP/1.1" status: 200 len: 834 time: 0.0613251 Mar 29 09:53:15.905402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-fae42ae5-512b-486e-bb88-1568719e3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:15.907003 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-fae42ae5-512b-486e-bb88-1568719e3a4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7088104b-451d-42b5-88b5-14b0e739a5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716188 Mar 29 09:53:16.043197 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-e5e02d9e-31bc-46e3-89eb-b9de7d64fa70 service neutron] 10.222.0.36 "GET /v2.0/networks/7088104b-451d-42b5-88b5-14b0e739a5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302052 Mar 29 09:53:16.180967 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-15412e80-23e8-481a-aa9f-bb0cc336da40 req-4e77ddc5-3465-4a83-b1d9-792ee471fa0a service neutron] 10.222.0.36 "GET /v2.0/networks/7088104b-451d-42b5-88b5-14b0e739a5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309164 Mar 29 09:53:16.649645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dfbb6-7624-49c0-a9f6-1e65ed0f519b req-82d745fd-7754-43cb-8b40-c528a4c6d1e5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:16.652921 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ae8dfbb6-7624-49c0-a9f6-1e65ed0f519b req-82d745fd-7754-43cb-8b40-c528a4c6d1e5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 981 time: 0.0847967 Mar 29 09:53:16.697884 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ae8dfbb6-7624-49c0-a9f6-1e65ed0f519b req-d6cda421-117a-499f-abf6-f935d03047b3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411010 Mar 29 09:53:17.900864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc2549-c268-4e28-a7c7-4b73d5865d61 req-ca74d5f3-ec48-4426-bf44-c548197ec743 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:17.903277 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fbdc2549-c268-4e28-a7c7-4b73d5865d61 req-ca74d5f3-ec48-4426-bf44-c548197ec743 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 981 time: 0.0976799 Mar 29 09:53:17.947875 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fbdc2549-c268-4e28-a7c7-4b73d5865d61 req-99bb2027-3c8e-466f-8b7d-c7de0e0d5324 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391257 Mar 29 09:53:19.148705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c581c-4631-4e5f-a808-53dd0d3c5711 req-ad0a98d1-9e5e-4cc8-ac4a-d5ffb70d11b2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:19.150248 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9d8c581c-4631-4e5f-a808-53dd0d3c5711 req-ad0a98d1-9e5e-4cc8-ac4a-d5ffb70d11b2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 981 time: 0.0908630 Mar 29 09:53:19.204971 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9d8c581c-4631-4e5f-a808-53dd0d3c5711 req-c27ffe0b-0c3b-4f19-8449-078d649d8884 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428352 Mar 29 09:53:20.398310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbf691-489e-41cb-9c40-6c2e2b0fce68 req-d34c4a37-cd6b-41f0-bb9a-2a54fd97ac2f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:20.401552 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2fcbf691-489e-41cb-9c40-6c2e2b0fce68 req-d34c4a37-cd6b-41f0-bb9a-2a54fd97ac2f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 981 time: 0.0839067 Mar 29 09:53:20.446225 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2fcbf691-489e-41cb-9c40-6c2e2b0fce68 req-a60e3a37-6609-40aa-bf34-3affd1914570 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390263 Mar 29 09:53:21.370955 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5ef3ed13-91d3-4217-8dd2-921f0a05d392 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:53:21.546446 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5ef3ed13-91d3-4217-8dd2-921f0a05d392,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:53:21.559003 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '5ef3ed13-91d3-4217-8dd2-921f0a05d392', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'port_id': '5ef3ed13-91d3-4217-8dd2-921f0a05d392', 'mac_address': 'fa:16:3e:51:5e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:53:21.619531 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:21.636676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef3ed13-91d3-4217-8dd2-921f0a05d392 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:53:21.637791 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f599b7d-c488-4491-b041-09e50efdf13b req-e9da722b-bbaf-4621-b08d-02d0316bd045 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:21.639642 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6f599b7d-c488-4491-b041-09e50efdf13b req-e9da722b-bbaf-4621-b08d-02d0316bd045 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 981 time: 0.0841181 Mar 29 09:53:21.653750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5ef3ed13-91d3-4217-8dd2-921f0a05d392,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:53:21.694081 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6f599b7d-c488-4491-b041-09e50efdf13b req-fa2af8e2-cf56-4375-a741-216449039b85 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446334 Mar 29 09:53:21.744155 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:21.807396 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=5ef3ed13-91d3-4217-8dd2-921f0a05d392,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:22.051046 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['5ef3ed13-91d3-4217-8dd2-921f0a05d392'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:53:22.886351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8f94-702b-4142-b2fb-26be0ddd6640 req-bf781837-bffb-4de7-9e8c-a81ec2651f7d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:22.887788 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3e2c8f94-702b-4142-b2fb-26be0ddd6640 req-bf781837-bffb-4de7-9e8c-a81ec2651f7d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 982 time: 0.0849378 Mar 29 09:53:22.931927 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3e2c8f94-702b-4142-b2fb-26be0ddd6640 req-ed811313-8d13-400e-a7b4-d4841574880f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383377 Mar 29 09:53:23.018442 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:23.370672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5ef3ed13-91d3-4217-8dd2-921f0a05d392 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:53:23.490988 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:53:23.496202 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:53:23.496603 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:23.616229 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:23.645512 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3965de-d868-4adf-9f01-208f23808f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef3ed13-91d3-4217-8dd2-921f0a05d392'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:53:23.655608 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5ef3ed13-91d3-4217-8dd2-921f0a05d392,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:53:23.692538 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3965de-d868-4adf-9f01-208f23808f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef3ed13-91d3-4217-8dd2-921f0a05d392', 'code': 200} Mar 29 09:53:23.716437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:23.801149 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=5ef3ed13-91d3-4217-8dd2-921f0a05d392,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:24.180014 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13100489-d714-4932-8efe-4689d4720a7d req-dd895cbe-b5d6-4540-b3a6-7cc8432bfe4e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:24.181579 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-13100489-d714-4932-8efe-4689d4720a7d req-dd895cbe-b5d6-4540-b3a6-7cc8432bfe4e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 983 time: 0.1449373 Mar 29 09:53:24.183685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9676f-0410-4a2b-ad22-f7f27fad704d req-abc9a269-b6e1-4470-8352-72126e6696ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:24.185054 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3ee9676f-0410-4a2b-ad22-f7f27fad704d req-abc9a269-b6e1-4470-8352-72126e6696ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 1136 time: 0.1152284 Mar 29 09:53:24.254970 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-13100489-d714-4932-8efe-4689d4720a7d req-ae2e7e83-8124-4267-ad8c-c08e03bd2989 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676026 Mar 29 09:53:24.260415 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3ee9676f-0410-4a2b-ad22-f7f27fad704d req-fa181f75-4bbf-428b-953a-3d057109f1d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579128 Mar 29 09:53:25.450601 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d54dcc-2ee8-4abb-a514-9d37154ad25d req-3e16fb09-e675-44f7-905e-ed8ddabcd96c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:25.453902 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-81d54dcc-2ee8-4abb-a514-9d37154ad25d req-3e16fb09-e675-44f7-905e-ed8ddabcd96c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 983 time: 0.0854042 Mar 29 09:53:25.500422 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-81d54dcc-2ee8-4abb-a514-9d37154ad25d req-ee68b15b-c40d-4e41-9e34-22cd40e243d4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 Mar 29 09:53:26.693166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe49001-6d50-4651-8cd4-9f36467f2606 req-abee45d7-9bb5-4bff-94d6-8453449418f6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:26.694676 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-efe49001-6d50-4651-8cd4-9f36467f2606 req-abee45d7-9bb5-4bff-94d6-8453449418f6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 983 time: 0.0854912 Mar 29 09:53:26.739914 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-efe49001-6d50-4651-8cd4-9f36467f2606 req-5b4f7750-25e1-44d0-8aee-9fe31abc754a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394976 Mar 29 09:53:26.934648 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42166759-fead-4dd4-95fb-c058281af8ea req-ac0a2149-a93d-4fc5-9d3b-6981a6953ede tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:26.937709 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-42166759-fead-4dd4-95fb-c058281af8ea req-ac0a2149-a93d-4fc5-9d3b-6981a6953ede tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 983 time: 0.0872657 Mar 29 09:53:26.981376 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-42166759-fead-4dd4-95fb-c058281af8ea req-daf2dab7-e699-470d-ab59-0ad720b18a01 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386927 Mar 29 09:53:27.006066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40050) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:27.074780 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c066be-8e42-4c4b-b89d-7fdb93226d77 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:27.076271 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-07c066be-8e42-4c4b-b89d-7fdb93226d77 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 1131 time: 0.0692270 Mar 29 09:53:27.079131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40054) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:27.084131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '5ef3ed13-91d3-4217-8dd2-921f0a05d392', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:27.090141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:27.093965 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:floatingip and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:27.097465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:27.102948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:27.199759 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:27.338290 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:27.484355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.34 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/7522b970-9ea8-40ed-90d9-a6aaef0550e5) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:53:27.647000 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:27.739225 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:27.801416 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:53:27.808275 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:53:27.813496 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:53:27.846724 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=7522b970-9ea8-40ed-90d9-a6aaef0550e5,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:28.340788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:28.509752 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:28.722865 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:28.805645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:28.918227 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=7522b970-9ea8-40ed-90d9-a6aaef0550e5,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:28.928422 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:29.099995 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP 496d5274-4991-49af-a1c1-afa4e307be90 associated. External IP: 172.26.7.34, port: 5ef3ed13-91d3-4217-8dd2-921f0a05d392. Mar 29 09:53:29.453803 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:53:29.637139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:53:29.646937 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494b12c1-b362-40a9-ba76-29943d8e3729 None None] Sync routers for ids ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:53:29.657198 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494b12c1-b362-40a9-ba76-29943d8e3729 None None] Routers {'57d1a75c-62c1-45bd-8d7a-e852730d6f09'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:53:29.657732 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-494b12c1-b362-40a9-ba76-29943d8e3729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:53:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:29.715482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:29.771913 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-32c8dbed-d818-45cf-9fd9-61dbad7a010a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.6917033 Mar 29 09:53:29.772511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3965de-d868-4adf-9f01-208f23808f8c', 'tag': '5ef3ed13-91d3-4217-8dd2-921f0a05d392'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:53:29.774796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40058) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:29.823873 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3965de-d868-4adf-9f01-208f23808f8c', 'tag': '5ef3ed13-91d3-4217-8dd2-921f0a05d392', 'status': 'completed', 'code': 200} Mar 29 09:53:29.857169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cdf36-fa74-45d2-9f67-e5b25da55744 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:29.858689 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7b6cdf36-fa74-45d2-9f67-e5b25da55744 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c&network_id=7088104b-451d-42b5-88b5-14b0e739a5ee HTTP/1.1" status: 200 len: 1131 time: 0.0828393 Mar 29 09:53:29.884591 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-494b12c1-b362-40a9-ba76-29943d8e3729 None None] Set router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:53:29.934160 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f2d22-eb5e-4f04-9219-8e4eee4955d4 req-104b3cdc-2c11-4164-9006-c3dcb665c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:29.939941 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-507f2d22-eb5e-4f04-9219-8e4eee4955d4 req-104b3cdc-2c11-4164-9006-c3dcb665c100 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 1136 time: 0.0760183 Mar 29 09:53:30.074883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f2d22-eb5e-4f04-9219-8e4eee4955d4 req-74e54276-b8e8-4c09-bc26-0c75188fcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:30.076333 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-507f2d22-eb5e-4f04-9219-8e4eee4955d4 req-74e54276-b8e8-4c09-bc26-0c75188fcf6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7088104b-451d-42b5-88b5-14b0e739a5ee HTTP/1.1" status: 200 len: 897 time: 0.1349204 Mar 29 09:53:30.182110 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-507f2d22-eb5e-4f04-9219-8e4eee4955d4 req-308d7a8c-fd2a-407f-88a8-e67ed7420e6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef3ed13-91d3-4217-8dd2-921f0a05d392 HTTP/1.1" status: 200 len: 1036 time: 0.0993996 Mar 29 09:53:30.247761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f2d22-eb5e-4f04-9219-8e4eee4955d4 req-666302bf-8cf6-446d-b7a8-e0b5933dca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:30.248708 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-507f2d22-eb5e-4f04-9219-8e4eee4955d4 req-666302bf-8cf6-446d-b7a8-e0b5933dca52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8fdedf-e9ee-4249-8a25-4a3d47731b26 HTTP/1.1" status: 200 len: 834 time: 0.0604007 Mar 29 09:53:30.250859 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-494b12c1-b362-40a9-ba76-29943d8e3729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:52:58Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:59Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '496d5274-4991-49af-a1c1-afa4e307be90', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'port_id': '5ef3ed13-91d3-4217-8dd2-921f0a05d392', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1351729142', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'mac_address': 'fa:16:3e:51:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3965de-d868-4adf-9f01-208f23808f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:53:28Z', 'updated_at': '2022-03-29T09:53:28Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5088fa-4d2d-4616-80fd-8cffc72fbf4f', 'name': '', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:70:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:53:03Z', 'updated_at': '2022-03-29T09:53:10Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:30.254965 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494b12c1-b362-40a9-ba76-29943d8e3729 None None] Checking router: 57d1a75c-62c1-45bd-8d7a-e852730d6f09 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:53:30.263568 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494b12c1-b362-40a9-ba76-29943d8e3729 None None] Routers {'57d1a75c-62c1-45bd-8d7a-e852730d6f09'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:53:30.264169 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-494b12c1-b362-40a9-ba76-29943d8e3729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:53:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:30.335104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f2d22-eb5e-4f04-9219-8e4eee4955d4 req-1e95eefc-d01e-46fe-9215-2dc65a021ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:30.339269 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-507f2d22-eb5e-4f04-9219-8e4eee4955d4 req-1e95eefc-d01e-46fe-9215-2dc65a021ff5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7088104b-451d-42b5-88b5-14b0e739a5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818927 Mar 29 09:53:30.462613 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-494b12c1-b362-40a9-ba76-29943d8e3729 None None] Set router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:53:30.661842 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-507f2d22-eb5e-4f04-9219-8e4eee4955d4 req-3285175d-033e-4468-bd35-a8095c19eb7f service neutron] 10.222.0.36 "GET /v2.0/networks/7088104b-451d-42b5-88b5-14b0e739a5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127320 Mar 29 09:53:30.675117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aefd7-c8f9-435a-a202-5c0ddec011d6 req-35d050bc-971c-41f8-adbf-4ad1a8dc0340 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:30.685652 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-980aefd7-c8f9-435a-a202-5c0ddec011d6 req-35d050bc-971c-41f8-adbf-4ad1a8dc0340 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 983 time: 0.1698065 Mar 29 09:53:30.812459 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-980aefd7-c8f9-435a-a202-5c0ddec011d6 req-0efdf1fa-fdcc-48c2-acf1-d32abd818c84 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166756 Mar 29 09:53:30.820718 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-494b12c1-b362-40a9-ba76-29943d8e3729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:52:58Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:59Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '496d5274-4991-49af-a1c1-afa4e307be90', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'port_id': '5ef3ed13-91d3-4217-8dd2-921f0a05d392', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1351729142', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'mac_address': 'fa:16:3e:51:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3965de-d868-4adf-9f01-208f23808f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:53:28Z', 'updated_at': '2022-03-29T09:53:28Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5088fa-4d2d-4616-80fd-8cffc72fbf4f', 'name': '', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:70:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:53:03Z', 'updated_at': '2022-03-29T09:53:10Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:30.824930 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494b12c1-b362-40a9-ba76-29943d8e3729 None None] The sync data for ids ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'] in dv-neutron-835555-1-hyperv is: [{'id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:52:58Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:59Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '496d5274-4991-49af-a1c1-afa4e307be90', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.34', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'port_id': '5ef3ed13-91d3-4217-8dd2-921f0a05d392', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1351729142', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'mac_address': 'fa:16:3e:51:5e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3965de-d868-4adf-9f01-208f23808f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:53:28Z', 'updated_at': '2022-03-29T09:53:28Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a5088fa-4d2d-4616-80fd-8cffc72fbf4f', 'name': '', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:70:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:53:03Z', 'updated_at': '2022-03-29T09:53:10Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:53:30.844281 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-507f2d22-eb5e-4f04-9219-8e4eee4955d4 req-a08fad4b-ecb5-4438-9f18-84160b5e57ba service neutron] 10.222.0.36 "GET /v2.0/networks/7088104b-451d-42b5-88b5-14b0e739a5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667118 Mar 29 09:53:31.028238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5581008-c131-41af-9f10-af59f140d0dc None None] New status for floating IP 496d5274-4991-49af-a1c1-afa4e307be90: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:53:31.978921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da3054-278f-43f3-890a-326d7480ad2c req-15f2522f-0b6c-4692-abb2-1a115d21a599 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:31.980347 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-76da3054-278f-43f3-890a-326d7480ad2c req-15f2522f-0b6c-4692-abb2-1a115d21a599 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 983 time: 0.0833566 Mar 29 09:53:32.055495 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da3054-278f-43f3-890a-326d7480ad2c req-6ab198a2-ede2-40b9-89e3-47be8fcd784c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:32.060604 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-76da3054-278f-43f3-890a-326d7480ad2c req-6ab198a2-ede2-40b9-89e3-47be8fcd784c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/ports/5ef3ed13-91d3-4217-8dd2-921f0a05d392?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0696061 Mar 29 09:53:32.134009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e6b79-edf5-4458-ac20-f6c40ed2ab99 req-9a001d22-79b1-4ca0-970d-8e2207d47a60 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:32.135463 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ef1e6b79-edf5-4458-ac20-f6c40ed2ab99 req-9a001d22-79b1-4ca0-970d-8e2207d47a60 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 983 time: 0.2097957 Mar 29 09:53:32.182687 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ef1e6b79-edf5-4458-ac20-f6c40ed2ab99 req-fd332b49-3a05-439c-bfca-c8474f52235f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Mar 29 09:53:32.207540 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-76da3054-278f-43f3-890a-326d7480ad2c req-7a89ac72-3585-4122-85a7-ec881ee00fbf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/networks/7088104b-451d-42b5-88b5-14b0e739a5ee?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1455238 Mar 29 09:53:32.218949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-76da3054-278f-43f3-890a-326d7480ad2c req-979bae4c-7bf5-4ecb-b790-86ee974b22ea service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:32.332971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-76da3054-278f-43f3-890a-326d7480ad2c req-979bae4c-7bf5-4ecb-b790-86ee974b22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:32.547461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-76da3054-278f-43f3-890a-326d7480ad2c req-979bae4c-7bf5-4ecb-b790-86ee974b22ea service neutron] For port 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5ef3ed13-91d3-4217-8dd2-921f0a05d392,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:53:32.577516 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-76da3054-278f-43f3-890a-326d7480ad2c req-979bae4c-7bf5-4ecb-b790-86ee974b22ea service neutron] For port 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:53:32.631783 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-76da3054-278f-43f3-890a-326d7480ad2c req-979bae4c-7bf5-4ecb-b790-86ee974b22ea service neutron] device_id is not set on port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:53:32.641210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-76da3054-278f-43f3-890a-326d7480ad2c req-979bae4c-7bf5-4ecb-b790-86ee974b22ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:32.732701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-76da3054-278f-43f3-890a-326d7480ad2c req-979bae4c-7bf5-4ecb-b790-86ee974b22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:32.878379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bae4c-7bf5-4ecb-b790-86ee974b22ea service neutron] Pushing event updated for resources: {'Port': ['ID=5ef3ed13-91d3-4217-8dd2-921f0a05d392,revision_number=6']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:32.941067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-76da3054-278f-43f3-890a-326d7480ad2c req-979bae4c-7bf5-4ecb-b790-86ee974b22ea service neutron] No DVR routers for this DVR port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:53:32.987804 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a7dd6bb8-7984-4d2b-964b-d5383e7ee6df None None] Provisioning complete for port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:53:32.988589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a7dd6bb8-7984-4d2b-964b-d5383e7ee6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:33.053461 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd6bb8-7984-4d2b-964b-d5383e7ee6df None None] Port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:53:33.168332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-76da3054-278f-43f3-890a-326d7480ad2c req-979bae4c-7bf5-4ecb-b790-86ee974b22ea service neutron] In _notify_port_updated(), no bound segment for port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 on network 7088104b-451d-42b5-88b5-14b0e739a5ee {{(pid=88551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:53:33.169591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da3054-278f-43f3-890a-326d7480ad2c req-979bae4c-7bf5-4ecb-b790-86ee974b22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:33.169897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-76da3054-278f-43f3-890a-326d7480ad2c req-979bae4c-7bf5-4ecb-b790-86ee974b22ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:33.171159 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-76da3054-278f-43f3-890a-326d7480ad2c req-979bae4c-7bf5-4ecb-b790-86ee974b22ea service neutron] 10.222.0.36 "PUT /v2.0/ports/5ef3ed13-91d3-4217-8dd2-921f0a05d392 HTTP/1.1" status: 200 len: 1026 time: 0.9578280 Mar 29 09:53:33.469461 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd5a3e30-0519-4c07-8207-5ef6c2ec80f2 req-cc4a635e-7fc3-4b08-9fd3-f996b6bbbf09 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd3965de-d868-4adf-9f01-208f23808f8c HTTP/1.1" status: 200 len: 210 time: 0.1719592 Mar 29 09:53:34.563340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40076) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:34.633164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee4fc22-68a3-471f-ac34-ca5ee84a6561 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:34.634527 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4ee4fc22-68a3-471f-ac34-ca5ee84a6561 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports/5ef3ed13-91d3-4217-8dd2-921f0a05d392 HTTP/1.1" status: 200 len: 925 time: 0.0701718 Mar 29 09:53:34.850283 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40082) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:34.856451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-3cbb8367-963b-49be-ac5f-bdeca3d86ca1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-905710530', 'description': 'tempest-secgroup-smoke-905710530 description', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:34.863289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3cbb8367-963b-49be-ac5f-bdeca3d86ca1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:34.872783 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3cbb8367-963b-49be-ac5f-bdeca3d86ca1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:34.975949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3cbb8367-963b-49be-ac5f-bdeca3d86ca1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:35.000863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3cbb8367-963b-49be-ac5f-bdeca3d86ca1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:35.004586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3cbb8367-963b-49be-ac5f-bdeca3d86ca1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:35.013677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3cbb8367-963b-49be-ac5f-bdeca3d86ca1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:35.013677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3cbb8367-963b-49be-ac5f-bdeca3d86ca1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:35.081734 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3cbb8367-963b-49be-ac5f-bdeca3d86ca1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:35.137469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3cbb8367-963b-49be-ac5f-bdeca3d86ca1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:35.179498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb8367-963b-49be-ac5f-bdeca3d86ca1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff40c7c8-8dc7-4beb-a88f-23f49b243d9c,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:35.282627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3cbb8367-963b-49be-ac5f-bdeca3d86ca1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:35.282627 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3cbb8367-963b-49be-ac5f-bdeca3d86ca1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4310822 Mar 29 09:53:35.286502 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40086) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:35.291554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-1459141f-cbb9-4b75-846b-01df2dd5f725 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'ff40c7c8-8dc7-4beb-a88f-23f49b243d9c', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:35.297458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1459141f-cbb9-4b75-846b-01df2dd5f725 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:35.307835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1459141f-cbb9-4b75-846b-01df2dd5f725 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:35.307835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1459141f-cbb9-4b75-846b-01df2dd5f725 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:35.310049 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1459141f-cbb9-4b75-846b-01df2dd5f725 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:35.412992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1459141f-cbb9-4b75-846b-01df2dd5f725 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:35.446382 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5ef3ed13-91d3-4217-8dd2-921f0a05d392 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:53:35.476785 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1459141f-cbb9-4b75-846b-01df2dd5f725 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:35.505219 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5ef3ed13-91d3-4217-8dd2-921f0a05d392 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:53:35.572264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1459141f-cbb9-4b75-846b-01df2dd5f725 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:35.597274 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459141f-cbb9-4b75-846b-01df2dd5f725 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9aac57-2770-4457-9208-477c46c24def,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:35.674834 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-877282d9-04ce-4eb0-aa1d-69277e45e3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:35.702593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1459141f-cbb9-4b75-846b-01df2dd5f725 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:35.705280 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1459141f-cbb9-4b75-846b-01df2dd5f725 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4176509 Mar 29 09:53:35.712276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40090) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:35.712926 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c48b99b2-fb9f-4156-be17-c6448e412aa9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'ff40c7c8-8dc7-4beb-a88f-23f49b243d9c', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:35.718898 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c48b99b2-fb9f-4156-be17-c6448e412aa9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:35.722650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c48b99b2-fb9f-4156-be17-c6448e412aa9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:35.725765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c48b99b2-fb9f-4156-be17-c6448e412aa9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:35.736887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c48b99b2-fb9f-4156-be17-c6448e412aa9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:35.807159 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c48b99b2-fb9f-4156-be17-c6448e412aa9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:35.873174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c48b99b2-fb9f-4156-be17-c6448e412aa9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:35.938226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c48b99b2-fb9f-4156-be17-c6448e412aa9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:35.962974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b99b2-fb9f-4156-be17-c6448e412aa9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795d59ab-4c30-4bee-8f8a-e1347ddc2704,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:36.044643 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c48b99b2-fb9f-4156-be17-c6448e412aa9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:36.047955 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c48b99b2-fb9f-4156-be17-c6448e412aa9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3371279 Mar 29 09:53:36.049308 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40094) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:36.054151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-4bab72a7-7d9c-438e-8c2c-6110385a38e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'ff40c7c8-8dc7-4beb-a88f-23f49b243d9c', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:36.060265 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4bab72a7-7d9c-438e-8c2c-6110385a38e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:36.064619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4bab72a7-7d9c-438e-8c2c-6110385a38e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:36.067465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4bab72a7-7d9c-438e-8c2c-6110385a38e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:36.073335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4bab72a7-7d9c-438e-8c2c-6110385a38e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:36.167369 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4bab72a7-7d9c-438e-8c2c-6110385a38e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:36.228708 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4bab72a7-7d9c-438e-8c2c-6110385a38e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:36.380807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4bab72a7-7d9c-438e-8c2c-6110385a38e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:36.404384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab72a7-7d9c-438e-8c2c-6110385a38e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9cedf8-165b-459a-ac20-561709dbcdae,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:36.497747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4bab72a7-7d9c-438e-8c2c-6110385a38e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:36.498962 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4bab72a7-7d9c-438e-8c2c-6110385a38e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4487498 Mar 29 09:53:36.501767 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40098) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:36.506730 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f29555bb-b479-4372-b8fb-4f93b296fe72 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'ff40c7c8-8dc7-4beb-a88f-23f49b243d9c', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:36.512959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f29555bb-b479-4372-b8fb-4f93b296fe72 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:36.516866 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f29555bb-b479-4372-b8fb-4f93b296fe72 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:36.519887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f29555bb-b479-4372-b8fb-4f93b296fe72 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:36.525835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f29555bb-b479-4372-b8fb-4f93b296fe72 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:36.624686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f29555bb-b479-4372-b8fb-4f93b296fe72 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:36.692225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f29555bb-b479-4372-b8fb-4f93b296fe72 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:36.760766 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f29555bb-b479-4372-b8fb-4f93b296fe72 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:36.785695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29555bb-b479-4372-b8fb-4f93b296fe72 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89269041-5108-4ed1-9c47-afb41bd797b1,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:36.870475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f29555bb-b479-4372-b8fb-4f93b296fe72 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:36.871794 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f29555bb-b479-4372-b8fb-4f93b296fe72 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3681490 Mar 29 09:53:36.873633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40102) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:36.878753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-eebe6e46-474f-4ba9-be51-b45c1b1c7927 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'ff40c7c8-8dc7-4beb-a88f-23f49b243d9c', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:36.885123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-eebe6e46-474f-4ba9-be51-b45c1b1c7927 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:36.888940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-eebe6e46-474f-4ba9-be51-b45c1b1c7927 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:36.891788 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-eebe6e46-474f-4ba9-be51-b45c1b1c7927 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:36.898023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-eebe6e46-474f-4ba9-be51-b45c1b1c7927 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:36.999961 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-eebe6e46-474f-4ba9-be51-b45c1b1c7927 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:53:37.007791 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eebe6e46-474f-4ba9-be51-b45c1b1c7927 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:37.077739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eebe6e46-474f-4ba9-be51-b45c1b1c7927 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:37.154756 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eebe6e46-474f-4ba9-be51-b45c1b1c7927 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:37.178631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe6e46-474f-4ba9-be51-b45c1b1c7927 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444193bc-291d-4442-9366-0c37bf97bb52,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:37.309262 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-eebe6e46-474f-4ba9-be51-b45c1b1c7927 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:37.310506 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-eebe6e46-474f-4ba9-be51-b45c1b1c7927 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4359334 Mar 29 09:53:37.313617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40106) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:37.319219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-227e8b86-459e-46df-9ce6-544d87f289e4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'ff40c7c8-8dc7-4beb-a88f-23f49b243d9c', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:37.326689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-227e8b86-459e-46df-9ce6-544d87f289e4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:53:37.332242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-227e8b86-459e-46df-9ce6-544d87f289e4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:53:37.335616 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-227e8b86-459e-46df-9ce6-544d87f289e4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:53:37.341539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-227e8b86-459e-46df-9ce6-544d87f289e4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:53:37.473530 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-227e8b86-459e-46df-9ce6-544d87f289e4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:53:37.480857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-227e8b86-459e-46df-9ce6-544d87f289e4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:37.547578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-227e8b86-459e-46df-9ce6-544d87f289e4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:37.634742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-227e8b86-459e-46df-9ce6-544d87f289e4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:37.658542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e8b86-459e-46df-9ce6-544d87f289e4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32f727e-a940-4d0d-a250-ba6fd913f851,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:37.766418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-227e8b86-459e-46df-9ce6-544d87f289e4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:37.770536 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-227e8b86-459e-46df-9ce6-544d87f289e4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4526107 Mar 29 09:53:37.858365 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7a1a3350-30eb-47f0-9ac5-ec0a14ce687e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:37.934269 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-81b82997-e265-45ec-a650-b0c4ce425a20 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-905710530&fields=id&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 267 time: 0.0431695 Mar 29 09:53:38.013792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-72a47334-d1f2-44a2-a470-c1345403aa0f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:38.015259 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-72a47334-d1f2-44a2-a470-c1345403aa0f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports/5ef3ed13-91d3-4217-8dd2-921f0a05d392 HTTP/1.1" status: 200 len: 930 time: 0.0743902 Mar 29 09:53:38.089503 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-3aae6bd5-af7d-433c-90a9-a7ac0fb17033 service neutron] 10.222.0.35 "GET /v2.0/ports/5ef3ed13-91d3-4217-8dd2-921f0a05d392?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0618753 Mar 29 09:53:38.221747 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-eeb9083c-ed28-4b6d-bf74-ae1a8c06df77 service neutron] 10.222.0.35 "GET /v2.0/networks/7088104b-451d-42b5-88b5-14b0e739a5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264653 Mar 29 09:53:38.356331 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-a69c153f-633d-475f-b1f6-c804c06c4c99 service neutron] 10.222.0.35 "GET /v2.0/networks/7088104b-451d-42b5-88b5-14b0e739a5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288164 Mar 29 09:53:38.630340 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5985e68e-2acc-46ed-969e-660161073dc1 req-db66247b-baff-4ff7-8382-38c71e719e11 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 210 time: 0.0462596 Mar 29 09:53:38.929895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:38.958541 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:39.786667 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8eefeef7-67b4-40a6-9087-e97b321f7275 req-a67833f8-6dcf-4dbb-9416-68198a7a927b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 210 time: 0.0492098 Mar 29 09:53:40.754926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:40.804372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7cff08fc-f195-4bd6-82e1-86ccbce511f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:40.805758 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7cff08fc-f195-4bd6-82e1-86ccbce511f2 service neutron] 10.222.0.36 "GET /v2.0/ports/5ef3ed13-91d3-4217-8dd2-921f0a05d392 HTTP/1.1" status: 200 len: 1026 time: 0.0593901 Mar 29 09:53:40.957648 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c5f315c7-aef0-4034-8091-226900933b08 req-ac9d5df5-f6d1-408b-89ca-500e61824d97 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 210 time: 0.0588114 Mar 29 09:53:40.996824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-34114c2b-a76a-4744-93a7-ba033e626422 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:41.003794 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-34114c2b-a76a-4744-93a7-ba033e626422 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/networks?id=7088104b-451d-42b5-88b5-14b0e739a5ee HTTP/1.1" status: 200 len: 796 time: 0.1862152 Mar 29 09:53:41.056535 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-2fb02648-d1b2-4a32-9876-284d8b1e3746 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:53:41.160757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-2fb02648-d1b2-4a32-9876-284d8b1e3746 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:53:41.162023 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-2fb02648-d1b2-4a32-9876-284d8b1e3746 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 471 time: 0.1482902 Mar 29 09:53:41.172310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Request body: {'port': {'device_id': 'ce1e81f3-f50f-49a2-a9db-108489afeb1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:41.282021 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:41.621342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef3ed13-91d3-4217-8dd2-921f0a05d392 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:53:41.629313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:41.644307 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Transition to ACTIVE for port object 5ef3ed13-91d3-4217-8dd2-921f0a05d392 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:53:41.731906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:41.869151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef3ed13-91d3-4217-8dd2-921f0a05d392,revision_number=7']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:42.116577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Attempting to bind port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:53:42.116913 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Attempting to bind port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:53:42.117244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Attempting to bind port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 on network 7088104b-451d-42b5-88b5-14b0e739a5ee {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:53:42.122197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 on network 7088104b-451d-42b5-88b5-14b0e739a5ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:53:42.122692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Attempting to bind port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 on network 7088104b-451d-42b5-88b5-14b0e739a5ee {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:53:42.128986 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:53:42.132138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Checking segment: {'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:53:42.132138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Bound using segment: {'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:53:42.132138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Bound port: 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586a68dd-3c9e-451b-8420-821e2a10c640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:53:42.132138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:42.156858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5878e5-5e87-471e-b3d5-54e30ddeb568 req-37d1a9d5-c1e7-4d98-8e63-b03c888fc755 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:42.158357 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0e5878e5-5e87-471e-b3d5-54e30ddeb568 req-37d1a9d5-c1e7-4d98-8e63-b03c888fc755 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 981 time: 0.0857325 Mar 29 09:53:42.204005 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0e5878e5-5e87-471e-b3d5-54e30ddeb568 req-e10f0842-a11b-41dc-a68e-8fb3b89ddf4b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398741 Mar 29 09:53:42.224589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] For port 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:53:42.227891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] For port 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5ef3ed13-91d3-4217-8dd2-921f0a05d392,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:53:42.326816 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:42.382672 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:42.383282 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:42.384783 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] 10.222.0.36 "PUT /v2.0/ports/5ef3ed13-91d3-4217-8dd2-921f0a05d392 HTTP/1.1" status: 200 len: 1131 time: 1.2164483 Mar 29 09:53:42.385227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1e81f3-f50f-49a2-a9db-108489afeb1f', 'tag': '5ef3ed13-91d3-4217-8dd2-921f0a05d392'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:53:42.428188 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109f15c-2eda-4966-b7d3-2dcf6e1b3834 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef3ed13-91d3-4217-8dd2-921f0a05d392,revision_number=8']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:42.440547 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1e81f3-f50f-49a2-a9db-108489afeb1f', 'tag': '5ef3ed13-91d3-4217-8dd2-921f0a05d392', 'status': 'completed', 'code': 200} Mar 29 09:53:42.537438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8e3bc-c21a-43a7-a41b-1e393b452c64 req-2c14fca2-9469-476f-b4b5-d0c21e4bdb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:42.539099 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-09b8e3bc-c21a-43a7-a41b-1e393b452c64 req-2c14fca2-9469-476f-b4b5-d0c21e4bdb3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 1134 time: 0.0794599 Mar 29 09:53:42.683058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8e3bc-c21a-43a7-a41b-1e393b452c64 req-724f4e38-ac8d-4909-9194-39044da46e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:42.684597 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-09b8e3bc-c21a-43a7-a41b-1e393b452c64 req-724f4e38-ac8d-4909-9194-39044da46e56 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1386030 Mar 29 09:53:42.819760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8e3bc-c21a-43a7-a41b-1e393b452c64 req-144bb390-768c-45db-94bc-aef4a724dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:42.821332 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-09b8e3bc-c21a-43a7-a41b-1e393b452c64 req-144bb390-768c-45db-94bc-aef4a724dd89 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310718 Mar 29 09:53:42.924104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-07e6d943-6667-4b62-87f2-2491247d3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:42.925671 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-07e6d943-6667-4b62-87f2-2491247d3876 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 1134 time: 0.0696623 Mar 29 09:53:43.030246 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-fa155b84-6188-4917-8504-b12aa9213671 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef3ed13-91d3-4217-8dd2-921f0a05d392 HTTP/1.1" status: 200 len: 1036 time: 0.0980532 Mar 29 09:53:43.094668 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-a9c873e0-fd2e-4adb-b2d7-5f58a545c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:43.096171 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-a9c873e0-fd2e-4adb-b2d7-5f58a545c134 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8fdedf-e9ee-4249-8a25-4a3d47731b26 HTTP/1.1" status: 200 len: 834 time: 0.0605490 Mar 29 09:53:43.171428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-a6ae640a-cbb2-4c16-941e-a8dee36b56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:43.172907 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-a6ae640a-cbb2-4c16-941e-a8dee36b56cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7088104b-451d-42b5-88b5-14b0e739a5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707345 Mar 29 09:53:43.306680 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-1c5b356a-fb13-4d71-97cf-9c69f808f175 service neutron] 10.222.0.36 "GET /v2.0/networks/7088104b-451d-42b5-88b5-14b0e739a5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266696 Mar 29 09:53:43.405290 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa8421-41b5-4f5f-a659-0012c8145940 req-8c5a4e7f-a176-4c3a-beaf-e1dc46d69fec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:43.408524 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a3aa8421-41b5-4f5f-a659-0012c8145940 req-8c5a4e7f-a176-4c3a-beaf-e1dc46d69fec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 981 time: 0.0838697 Mar 29 09:53:43.445342 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c7b716ab-846c-44f1-958d-2e248951d8a7 req-84e88320-8250-4470-a511-c35c5e0d1ac8 service neutron] 10.222.0.36 "GET /v2.0/networks/7088104b-451d-42b5-88b5-14b0e739a5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329622 Mar 29 09:53:43.456791 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a3aa8421-41b5-4f5f-a659-0012c8145940 req-0153ac45-6892-445c-9bbd-8ffbcedb8219 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433578 Mar 29 09:53:44.640077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd78f82-25cd-477b-9ba1-f2845db7fcf0 req-f5fcd35e-1c13-4481-9f61-fb1a88e42406 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:44.641574 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3fd78f82-25cd-477b-9ba1-f2845db7fcf0 req-f5fcd35e-1c13-4481-9f61-fb1a88e42406 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 981 time: 0.0826602 Mar 29 09:53:44.686479 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3fd78f82-25cd-477b-9ba1-f2845db7fcf0 req-81f05259-754e-43b3-ae15-acc40d5977ee tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 Mar 29 09:53:45.871977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c858fc6-af8e-4e9b-978d-b66c6f8841ea req-73833f96-4bd8-42ae-8838-0d70d908e55b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:45.873635 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5c858fc6-af8e-4e9b-978d-b66c6f8841ea req-73833f96-4bd8-42ae-8838-0d70d908e55b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 981 time: 0.0810490 Mar 29 09:53:45.919647 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5c858fc6-af8e-4e9b-978d-b66c6f8841ea req-92f59674-0929-47d7-b2cc-c9ff32b3169a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402119 Mar 29 09:53:47.115497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca746d43-1681-4c5e-bf97-c5dd8a060ff1 req-fab92ea1-144c-40da-8a7d-91d5f60ebeb0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:47.118130 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ca746d43-1681-4c5e-bf97-c5dd8a060ff1 req-fab92ea1-144c-40da-8a7d-91d5f60ebeb0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 981 time: 0.0884230 Mar 29 09:53:47.174451 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ca746d43-1681-4c5e-bf97-c5dd8a060ff1 req-308decd5-64d4-4d83-895a-2c4ec2c2867b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508609 Mar 29 09:53:47.494826 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5ef3ed13-91d3-4217-8dd2-921f0a05d392 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:53:47.646985 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5ef3ed13-91d3-4217-8dd2-921f0a05d392,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:53:47.660145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '5ef3ed13-91d3-4217-8dd2-921f0a05d392', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'port_id': '5ef3ed13-91d3-4217-8dd2-921f0a05d392', 'mac_address': 'fa:16:3e:51:5e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:53:47.716467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:47.732618 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef3ed13-91d3-4217-8dd2-921f0a05d392 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:53:47.747541 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5ef3ed13-91d3-4217-8dd2-921f0a05d392,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:53:47.884259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:47.950058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=5ef3ed13-91d3-4217-8dd2-921f0a05d392,revision_number=9']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:48.238947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['5ef3ed13-91d3-4217-8dd2-921f0a05d392'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:53:48.372611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43169240-f281-4753-b294-ca2d42affa96 req-e93c892c-dadf-4f26-b4b0-26d8587763b3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:48.374282 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-43169240-f281-4753-b294-ca2d42affa96 req-e93c892c-dadf-4f26-b4b0-26d8587763b3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 982 time: 0.0879321 Mar 29 09:53:48.425508 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-43169240-f281-4753-b294-ca2d42affa96 req-ae55ce4d-d6aa-4ca8-8763-e1428baee00a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445559 Mar 29 09:53:49.521788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5ef3ed13-91d3-4217-8dd2-921f0a05d392 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:53:49.616598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff7022-e99f-4451-9614-5e32b489ac1a req-dbd7e110-be55-4eec-a3e8-b26208e7b735 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:49.618037 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a8ff7022-e99f-4451-9614-5e32b489ac1a req-dbd7e110-be55-4eec-a3e8-b26208e7b735 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 982 time: 0.0849924 Mar 29 09:53:49.656711 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:53:49.661924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:53:49.662074 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a8ff7022-e99f-4451-9614-5e32b489ac1a req-87f0a133-c0ef-4656-a3ca-6ac699f77791 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379853 Mar 29 09:53:49.662295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:49.816473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:49.843778 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1e81f3-f50f-49a2-a9db-108489afeb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef3ed13-91d3-4217-8dd2-921f0a05d392'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:53:49.854961 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5ef3ed13-91d3-4217-8dd2-921f0a05d392,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:53:49.888886 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1e81f3-f50f-49a2-a9db-108489afeb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef3ed13-91d3-4217-8dd2-921f0a05d392', 'code': 200} Mar 29 09:53:49.993905 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:50.064166 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=5ef3ed13-91d3-4217-8dd2-921f0a05d392,revision_number=10']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:50.305373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f1ed2-2baf-419e-833f-0d9e89308319 req-6a435665-d799-4251-adce-710e2c6d5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:50.306888 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-890f1ed2-2baf-419e-833f-0d9e89308319 req-6a435665-d799-4251-adce-710e2c6d5273 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 1137 time: 0.0689592 Mar 29 09:53:50.350566 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-890f1ed2-2baf-419e-833f-0d9e89308319 req-bfbb7aef-0161-4758-83b6-fbf275ab33d5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379052 Mar 29 09:53:50.851743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73637386-1569-438e-a8a9-eeceb50f3053 req-39d3f22f-7a1f-49eb-a680-8edd404bb9d8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:50.853844 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-73637386-1569-438e-a8a9-eeceb50f3053 req-39d3f22f-7a1f-49eb-a680-8edd404bb9d8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 984 time: 0.0844135 Mar 29 09:53:50.900221 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-73637386-1569-438e-a8a9-eeceb50f3053 req-4bc11912-c5a1-4ff5-9575-3d908fb62f8c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407748 Mar 29 09:53:52.014690 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:53:52.102948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e038610-c50b-4ff1-818d-0f331a837990 req-99e15941-b6e6-49ce-95c0-73227fdaa5b2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:52.107618 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3e038610-c50b-4ff1-818d-0f331a837990 req-99e15941-b6e6-49ce-95c0-73227fdaa5b2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 984 time: 0.0802109 Mar 29 09:53:52.151172 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3e038610-c50b-4ff1-818d-0f331a837990 req-da2bd3d1-7543-4d2d-b9d5-f6ef7010994a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402308 Mar 29 09:53:52.401836 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2c5b6-b67a-492b-81c1-f3cb71cf2cf9 req-773aed80-0300-4fc2-b327-d623d10b5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:52.403826 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e9d2c5b6-b67a-492b-81c1-f3cb71cf2cf9 req-773aed80-0300-4fc2-b327-d623d10b5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 984 time: 0.0951717 Mar 29 09:53:52.460785 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e9d2c5b6-b67a-492b-81c1-f3cb71cf2cf9 req-4eec2eb6-43ea-44b9-b3c2-8445dad4b505 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509734 Mar 29 09:53:52.484668 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40168) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:52.570158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97532b4-43be-4d6f-ab56-4c02301de4c1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:52.571342 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c97532b4-43be-4d6f-ab56-4c02301de4c1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f&network_id=7088104b-451d-42b5-88b5-14b0e739a5ee HTTP/1.1" status: 200 len: 1132 time: 0.0857086 Mar 29 09:53:53.005748 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:53.214609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8db550-2174-4166-b842-00e6e255c445 req-bf63bfc7-af5e-4451-961b-b3f825bb4989 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:53.216081 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8c8db550-2174-4166-b842-00e6e255c445 req-bf63bfc7-af5e-4451-961b-b3f825bb4989 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 984 time: 0.0834608 Mar 29 09:53:53.399400 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8c8db550-2174-4166-b842-00e6e255c445 req-8d94e476-450c-4e4e-b51e-d59c1484f688 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765077 Mar 29 09:53:54.585466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b271b-9760-4b3e-b51e-681125ed7500 req-c05a813b-924f-43f5-b5fa-33599947479d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:54.586907 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-603b271b-9760-4b3e-b51e-681125ed7500 req-c05a813b-924f-43f5-b5fa-33599947479d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 984 time: 0.0835173 Mar 29 09:53:54.608014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f04261-e6dc-4f15-af5e-b8bfe933cd32 req-9c706283-bd05-46d6-8b29-0e47e7f8a7cc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:54.611471 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f3f04261-e6dc-4f15-af5e-b8bfe933cd32 req-9c706283-bd05-46d6-8b29-0e47e7f8a7cc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 984 time: 0.0834665 Mar 29 09:53:54.655315 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f3f04261-e6dc-4f15-af5e-b8bfe933cd32 req-7c4a810f-6f3d-42fa-963e-ce8822646ddd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=651f6539-2320-47ac-b79a-c11ae531593a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391402 Mar 29 09:53:54.660207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b271b-9760-4b3e-b51e-681125ed7500 req-d3601566-d199-4047-b499-7601ef9388cf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:54.661605 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-603b271b-9760-4b3e-b51e-681125ed7500 req-d3601566-d199-4047-b499-7601ef9388cf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/ports/5ef3ed13-91d3-4217-8dd2-921f0a05d392?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0695972 Mar 29 09:53:54.804502 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-603b271b-9760-4b3e-b51e-681125ed7500 req-f1918ec9-93b8-46eb-859a-042f79e6a26b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/networks/7088104b-451d-42b5-88b5-14b0e739a5ee?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1381345 Mar 29 09:53:54.815093 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-603b271b-9760-4b3e-b51e-681125ed7500 req-82ed0553-bed9-4a06-9a05-b2903c862f57 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:54.923851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-603b271b-9760-4b3e-b51e-681125ed7500 req-82ed0553-bed9-4a06-9a05-b2903c862f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:55.125379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-603b271b-9760-4b3e-b51e-681125ed7500 req-82ed0553-bed9-4a06-9a05-b2903c862f57 service neutron] For port 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5ef3ed13-91d3-4217-8dd2-921f0a05d392,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:53:55.154090 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-603b271b-9760-4b3e-b51e-681125ed7500 req-82ed0553-bed9-4a06-9a05-b2903c862f57 service neutron] For port 5ef3ed13-91d3-4217-8dd2-921f0a05d392, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:53:55.207878 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-603b271b-9760-4b3e-b51e-681125ed7500 req-82ed0553-bed9-4a06-9a05-b2903c862f57 service neutron] device_id is not set on port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 yet. {{(pid=88551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:53:55.215919 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-603b271b-9760-4b3e-b51e-681125ed7500 req-82ed0553-bed9-4a06-9a05-b2903c862f57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:55.295246 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-603b271b-9760-4b3e-b51e-681125ed7500 req-82ed0553-bed9-4a06-9a05-b2903c862f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:55.432931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed0553-bed9-4a06-9a05-b2903c862f57 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef3ed13-91d3-4217-8dd2-921f0a05d392,revision_number=11']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:55.504272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-603b271b-9760-4b3e-b51e-681125ed7500 req-82ed0553-bed9-4a06-9a05-b2903c862f57 service neutron] No DVR routers for this DVR port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:53:55.551712 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-47883eec-1300-48d9-8f48-34d5c3a0b1ac None None] Provisioning complete for port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:53:55.552424 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-47883eec-1300-48d9-8f48-34d5c3a0b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:55.609629 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-47883eec-1300-48d9-8f48-34d5c3a0b1ac None None] Port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:53:55.733848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-603b271b-9760-4b3e-b51e-681125ed7500 req-82ed0553-bed9-4a06-9a05-b2903c862f57 service neutron] In _notify_port_updated(), no bound segment for port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 on network 7088104b-451d-42b5-88b5-14b0e739a5ee {{(pid=88551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 29 09:53:55.745966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b271b-9760-4b3e-b51e-681125ed7500 req-82ed0553-bed9-4a06-9a05-b2903c862f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:55.745966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-603b271b-9760-4b3e-b51e-681125ed7500 req-82ed0553-bed9-4a06-9a05-b2903c862f57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:55.745966 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-603b271b-9760-4b3e-b51e-681125ed7500 req-82ed0553-bed9-4a06-9a05-b2903c862f57 service neutron] 10.222.0.36 "PUT /v2.0/ports/5ef3ed13-91d3-4217-8dd2-921f0a05d392 HTTP/1.1" status: 200 len: 1027 time: 0.9259839 Mar 29 09:53:55.810690 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7dbb1056-e760-41c2-acbe-8140cb965039 req-8ae1e7c7-6b52-41df-a963-74d176674547 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce1e81f3-f50f-49a2-a9db-108489afeb1f HTTP/1.1" status: 200 len: 210 time: 0.0475569 Mar 29 09:53:56.906561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40182) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:56.980378 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f106e8a-b882-485e-852e-b0a38db6bf28 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:57.010296 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f106e8a-b882-485e-852e-b0a38db6bf28 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:57.160613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f106e8a-b882-485e-852e-b0a38db6bf28 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:57.179177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f106e8a-b882-485e-852e-b0a38db6bf28 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff40c7c8-8dc7-4beb-a88f-23f49b243d9c,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:57.256066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4f106e8a-b882-485e-852e-b0a38db6bf28 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:57.257278 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4f106e8a-b882-485e-852e-b0a38db6bf28 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/security-groups/ff40c7c8-8dc7-4beb-a88f-23f49b243d9c HTTP/1.1" status: 204 len: 168 time: 0.3497050 Mar 29 09:53:57.371777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40190) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:57.573024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 7522b970-9ea8-40ed-90d9-a6aaef0550e5 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:53:57.573417 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:57.737540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:57.739512 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:57.963112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 7522b970-9ea8-40ed-90d9-a6aaef0550e5 owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:53:58.165313 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:58.241873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=7522b970-9ea8-40ed-90d9-a6aaef0550e5,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:58.258137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:58.258482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:58.258816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:58.259148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:58.259470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:58.259795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:58.260115 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:58.260433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:58.260798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:58.265102 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:58.265102 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:58.265102 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:58.317016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:58.317348 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP 496d5274-4991-49af-a1c1-afa4e307be90 disassociated (deleted). External IP: 172.26.7.34, port: 5ef3ed13-91d3-4217-8dd2-921f0a05d392. Mar 29 09:53:58.670055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:53:58.846766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:53:58.856558 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ec027-d42d-4fdd-81bb-80016e137cea None None] Sync routers for ids ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:53:58.866520 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ec027-d42d-4fdd-81bb-80016e137cea None None] Routers {'57d1a75c-62c1-45bd-8d7a-e852730d6f09'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:53:58.867143 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ca0ec027-d42d-4fdd-81bb-80016e137cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:53:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:58.953058 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:59.020589 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-69dd48e8-9471-4e28-b310-9f3c396af839 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/floatingips/496d5274-4991-49af-a1c1-afa4e307be90 HTTP/1.1" status: 204 len: 168 time: 1.6406741 Mar 29 09:53:59.063491 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-ca0ec027-d42d-4fdd-81bb-80016e137cea None None] Set router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:53:59.167215 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40198) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:59.237019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d638dc9-2810-460a-9223-c8cf5adf354e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:59.271429 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d638dc9-2810-460a-9223-c8cf5adf354e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:59.400695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d638dc9-2810-460a-9223-c8cf5adf354e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:59.418216 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ca0ec027-d42d-4fdd-81bb-80016e137cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:52:58Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:59Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '9a5088fa-4d2d-4616-80fd-8cffc72fbf4f', 'name': '', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:70:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:53:03Z', 'updated_at': '2022-03-29T09:53:10Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:59.421719 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d638dc9-2810-460a-9223-c8cf5adf354e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d2faef-74f7-4681-bc86-2fa4a11787e4,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:59.422455 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ec027-d42d-4fdd-81bb-80016e137cea None None] Checking router: 57d1a75c-62c1-45bd-8d7a-e852730d6f09 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:53:59.427319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d638dc9-2810-460a-9223-c8cf5adf354e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:59.429705 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5d638dc9-2810-460a-9223-c8cf5adf354e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/security-groups/34d2faef-74f7-4681-bc86-2fa4a11787e4 HTTP/1.1" status: 204 len: 168 time: 0.2613316 Mar 29 09:53:59.438370 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ec027-d42d-4fdd-81bb-80016e137cea None None] Routers {'57d1a75c-62c1-45bd-8d7a-e852730d6f09'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:53:59.439143 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ca0ec027-d42d-4fdd-81bb-80016e137cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:53:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:59.519763 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40204) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:53:59.593820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-3c6bdcf3-8a44-4d72-bdfc-90b08e1f90c6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 5ef3ed13-91d3-4217-8dd2-921f0a05d392 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:53:59.594173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3c6bdcf3-8a44-4d72-bdfc-90b08e1f90c6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:59.626688 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-ca0ec027-d42d-4fdd-81bb-80016e137cea None None] Set router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:53:59.631350 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5ef3ed13-91d3-4217-8dd2-921f0a05d392 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:53:59.698506 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5ef3ed13-91d3-4217-8dd2-921f0a05d392 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:53:59.943382 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ca0ec027-d42d-4fdd-81bb-80016e137cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:52:58Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:59Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '9a5088fa-4d2d-4616-80fd-8cffc72fbf4f', 'name': '', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:70:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:53:03Z', 'updated_at': '2022-03-29T09:53:10Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:53:59.947756 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ec027-d42d-4fdd-81bb-80016e137cea None None] The sync data for ids ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'] in dv-neutron-835555-1-hyperv is: [{'id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:52:58Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:59Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '9a5088fa-4d2d-4616-80fd-8cffc72fbf4f', 'name': '', 'network_id': '7088104b-451d-42b5-88b5-14b0e739a5ee', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:70:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:53:03Z', 'updated_at': '2022-03-29T09:53:10Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'de8fdedf-e9ee-4249-8a25-4a3d47731b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:53:59.972744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3c6bdcf3-8a44-4d72-bdfc-90b08e1f90c6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:00.099979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-3c6bdcf3-8a44-4d72-bdfc-90b08e1f90c6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 5ef3ed13-91d3-4217-8dd2-921f0a05d392 owned by {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:54:00.172999 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1792d9dd-8390-44be-b35b-836168f6b119 None None] New status for floating IP 496d5274-4991-49af-a1c1-afa4e307be90: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:54:00.331605 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3c6bdcf3-8a44-4d72-bdfc-90b08e1f90c6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:00.381108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bdcf3-8a44-4d72-bdfc-90b08e1f90c6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=5ef3ed13-91d3-4217-8dd2-921f0a05d392,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:00.494555 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3c6bdcf3-8a44-4d72-bdfc-90b08e1f90c6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:00.505572 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3c6bdcf3-8a44-4d72-bdfc-90b08e1f90c6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/ports/5ef3ed13-91d3-4217-8dd2-921f0a05d392 HTTP/1.1" status: 204 len: 168 time: 0.9846127 Mar 29 09:54:00.508526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40208) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:01.081391 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1f996dbf-9bda-46da-8030-803277c1c8a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:01.553218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1f996dbf-9bda-46da-8030-803277c1c8a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:54:01.553563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1f996dbf-9bda-46da-8030-803277c1c8a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:01.746965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-1f996dbf-9bda-46da-8030-803277c1c8a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=9a5088fa-4d2d-4616-80fd-8cffc72fbf4f,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:54:01.747317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1f996dbf-9bda-46da-8030-803277c1c8a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:01.872644 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1f996dbf-9bda-46da-8030-803277c1c8a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:54:02.148078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1f996dbf-9bda-46da-8030-803277c1c8a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:02.202297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f996dbf-9bda-46da-8030-803277c1c8a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=9a5088fa-4d2d-4616-80fd-8cffc72fbf4f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:02.498029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1f996dbf-9bda-46da-8030-803277c1c8a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:02.871211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f996dbf-9bda-46da-8030-803277c1c8a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:54:03.183218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f996dbf-9bda-46da-8030-803277c1c8a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:54:03.196142 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92d58e-0742-467d-b6b1-0478e3f3aae8 None None] Sync routers for ids ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:54:03.201066 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1f996dbf-9bda-46da-8030-803277c1c8a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/57d1a75c-62c1-45bd-8d7a-e852730d6f09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6909211 Mar 29 09:54:03.205476 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40212) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:03.206169 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92d58e-0742-467d-b6b1-0478e3f3aae8 None None] Routers {'57d1a75c-62c1-45bd-8d7a-e852730d6f09'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:54:03.206791 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9a92d58e-0742-467d-b6b1-0478e3f3aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:53:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:03.285437 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-32746745-db8a-4655-8034-8be36680ac13 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting subnet de8fdedf-e9ee-4249-8a25-4a3d47731b26 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:54:03.288936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-32746745-db8a-4655-8034-8be36680ac13 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:03.344081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-32746745-db8a-4655-8034-8be36680ac13 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:03.404025 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-9a92d58e-0742-467d-b6b1-0478e3f3aae8 None None] Set router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:54:03.469983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-32746745-db8a-4655-8034-8be36680ac13 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:03.639425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-32746745-db8a-4655-8034-8be36680ac13 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:03.679745 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32746745-db8a-4655-8034-8be36680ac13 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Subnet': ['ID=de8fdedf-e9ee-4249-8a25-4a3d47731b26,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:03.684044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-32746745-db8a-4655-8034-8be36680ac13 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:03.691439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96d1c30-aac5-4775-b969-6b50d7f2fe8c None None] Network 7088104b-451d-42b5-88b5-14b0e739a5ee requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:54:03.694337 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-32746745-db8a-4655-8034-8be36680ac13 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/subnets/de8fdedf-e9ee-4249-8a25-4a3d47731b26 HTTP/1.1" status: 204 len: 168 time: 0.4852612 Mar 29 09:54:03.695375 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40216) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:03.815008 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9a92d58e-0742-467d-b6b1-0478e3f3aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:52:58Z', 'updated_at': '2022-03-29T09:54:01Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:59Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:03.824715 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92d58e-0742-467d-b6b1-0478e3f3aae8 None None] Checking router: 57d1a75c-62c1-45bd-8d7a-e852730d6f09 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:54:03.844452 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92d58e-0742-467d-b6b1-0478e3f3aae8 None None] Routers {'57d1a75c-62c1-45bd-8d7a-e852730d6f09'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:54:03.845645 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9a92d58e-0742-467d-b6b1-0478e3f3aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:53:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:03.946292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:04.071073 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] DHCP port deletion for 7088104b-451d-42b5-88b5-14b0e739a5ee request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:54:04.078183 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Deleting port bfd3cd4c-dda5-400e-bb34-57ba71f5de3a {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:54:04.078727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:04.150875 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-9a92d58e-0742-467d-b6b1-0478e3f3aae8 None None] Set router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:54:04.381645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:04.385583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] For port bfd3cd4c-dda5-400e-bb34-57ba71f5de3a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bfd3cd4c-dda5-400e-bb34-57ba71f5de3a,segment=NetworkSegment(586a68dd-3c9e-451b-8420-821e2a10c640),segment_id=586a68dd-3c9e-451b-8420-821e2a10c640)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:54:04.386811 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:04.507968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port cc54a340-d56a-492f-a6b1-288341ae4426 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:54:04.508372 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:04.532740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Calling delete_port for bfd3cd4c-dda5-400e-bb34-57ba71f5de3a owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:54:04.533090 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9a92d58e-0742-467d-b6b1-0478e3f3aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:52:58Z', 'updated_at': '2022-03-29T09:54:01Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:59Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:04.541144 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92d58e-0742-467d-b6b1-0478e3f3aae8 None None] The sync data for ids ['57d1a75c-62c1-45bd-8d7a-e852730d6f09'] in dv-neutron-835555-1-hyperv is: [{'id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'name': 'tempest-TestNetworkBasicOps-router-1079085367', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180'}], 'enable_snat': True}, 'gw_port_id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:52:58Z', 'updated_at': '2022-03-29T09:54:01Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'cc54a340-d56a-492f-a6b1-288341ae4426', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1a75c-62c1-45bd-8d7a-e852730d6f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:52:59Z', 'updated_at': '2022-03-29T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:54:04.714955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port cc54a340-d56a-492f-a6b1-288341ae4426, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cc54a340-d56a-492f-a6b1-288341ae4426,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:54:04.715594 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:04.753720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:04.807512 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Pushing event deleted for resources: {'Port': ['ID=bfd3cd4c-dda5-400e-bb34-57ba71f5de3a,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:04.812891 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] No DVR routers for this DVR port bfd3cd4c-dda5-400e-bb34-57ba71f5de3a on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:54:04.818904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.819403 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.827599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.827599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.827599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.827599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.827599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.827599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.827599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.829820 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.829820 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.829820 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c87cb4-f854-4634-84a7-5502bb540f68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.849461 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for cc54a340-d56a-492f-a6b1-288341ae4426 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:54:05.133762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:05.186249 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=cc54a340-d56a-492f-a6b1-288341ae4426,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:05.302177 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:05.490678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:05.493139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:05.494840 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1d234ae-693c-4d83-b740-877428b6aaf7 req-b0be8d10-4f4b-4f32-9786-96e6242de7e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1048837 Mar 29 09:54:05.650304 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:05.654820 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Fanout notify agent at l3_agent the message router_deleted on router 57d1a75c-62c1-45bd-8d7a-e852730d6f09 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:54:05.691544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:05.691544 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-85e00638-bb1e-4ddf-8b5f-59e2b56317e2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/routers/57d1a75c-62c1-45bd-8d7a-e852730d6f09 HTTP/1.1" status: 204 len: 168 time: 1.9873543 Mar 29 09:54:05.691544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40220) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:05.728217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d234ae-693c-4d83-b740-877428b6aaf7 req-9af74fa4-bdc9-436f-aa82-a28be698b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:05.730879 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1d234ae-693c-4d83-b740-877428b6aaf7 req-9af74fa4-bdc9-436f-aa82-a28be698b68d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 1099 time: 0.1414998 Mar 29 09:54:05.767363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-debc300a-dbb4-4681-a3f0-b2c3cc463d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:05.884967 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab9-aea9-4b77-920a-bfd91967ceb7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.025374 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d234ae-693c-4d83-b740-877428b6aaf7 req-65b8aac2-890f-41a4-8cfa-ece7313754e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:06.034875 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1d234ae-693c-4d83-b740-877428b6aaf7 req-65b8aac2-890f-41a4-8cfa-ece7313754e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 913 time: 0.2712774 Mar 29 09:54:06.085887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab9-aea9-4b77-920a-bfd91967ceb7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.123614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-8f9aaab9-aea9-4b77-920a-bfd91967ceb7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7088104b-451d-42b5-88b5-14b0e739a5ee']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:06.147479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-8f9aaab9-aea9-4b77-920a-bfd91967ceb7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586a68dd-3c9e-451b-8420-821e2a10c640') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:06.147938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-8f9aaab9-aea9-4b77-920a-bfd91967ceb7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586a68dd-3c9e-451b-8420-821e2a10c640') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:06.158848 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1d234ae-693c-4d83-b740-877428b6aaf7 req-9168c200-0ef0-439b-a516-766c056a0ec7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88a29777-efe9-4680-9d5d-7bb3441d238b HTTP/1.1" status: 200 len: 1002 time: 0.1244745 Mar 29 09:54:06.166009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab9-aea9-4b77-920a-bfd91967ceb7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.189990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab9-aea9-4b77-920a-bfd91967ceb7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.202462 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9aaab9-aea9-4b77-920a-bfd91967ceb7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:54:06.202887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab9-aea9-4b77-920a-bfd91967ceb7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:54:06.222861 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:54:06.265192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d234ae-693c-4d83-b740-877428b6aaf7 req-24bc0415-ec9d-4d15-b1b0-04ed093b9c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:06.267607 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1d234ae-693c-4d83-b740-877428b6aaf7 req-24bc0415-ec9d-4d15-b1b0-04ed093b9c75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 200 len: 851 time: 0.1018035 Mar 29 09:54:06.282109 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:54:06.342129 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:54:06.342129 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 9a5088fa-4d2d-4616-80fd-8cffc72fbf4f not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:54:06.342490 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bfd3cd4c-dda5-400e-bb34-57ba71f5de3a no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:54:06.385754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d234ae-693c-4d83-b740-877428b6aaf7 req-b164fd87-ffde-405a-9769-54434f2d90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:06.386025 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: bfd3cd4c-dda5-400e-bb34-57ba71f5de3a {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:54:06.386636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bfd3cd4c-dda5-400e-bb34-57ba71f5de3a not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:54:06.387283 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1d234ae-693c-4d83-b740-877428b6aaf7 req-b164fd87-ffde-405a-9769-54434f2d90d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1129174 Mar 29 09:54:06.438575 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab9-aea9-4b77-920a-bfd91967ceb7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.459728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab9-aea9-4b77-920a-bfd91967ceb7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.471178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9aaab9-aea9-4b77-920a-bfd91967ceb7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Network': ['ID=7088104b-451d-42b5-88b5-14b0e739a5ee,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:06.558747 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1d234ae-693c-4d83-b740-877428b6aaf7 req-a861d131-5a4c-4925-94af-d0341e1aae1e service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626477 Mar 29 09:54:06.654778 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8f9aaab9-aea9-4b77-920a-bfd91967ceb7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/networks/7088104b-451d-42b5-88b5-14b0e739a5ee HTTP/1.1" status: 204 len: 168 time: 0.9625473 Mar 29 09:54:06.676234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40226) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:06.708274 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f8b36121-3376-4790-b1b4-330f2f637d9a tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0302563 Mar 29 09:54:06.712888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40230) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:06.720729 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'network': {'name': 'tempest-network-smoke--764460161', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'port_security_enabled': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:06.730002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:54:06.744053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:network and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:54:06.751489 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:54:06.758546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:54:06.761954 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1d234ae-693c-4d83-b740-877428b6aaf7 req-99aca807-8654-48d7-bbf0-d7050484af74 service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971843 Mar 29 09:54:06.833467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:54:06.837588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.875621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:54:06.882581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.882581 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Added segment b04de03f-702c-4456-af33-27da2d2820b3 of type vlan for network 448323f0-7433-4d92-8ea7-e02dfa0f5c7f Mar 29 09:54:06.911639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:07.033175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:07.039287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:07.040699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:07.153457 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Network': ['ID=448323f0-7433-4d92-8ea7-e02dfa0f5c7f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:07.166071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 448323f0-7433-4d92-8ea7-e02dfa0f5c7f details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:54:07.214566 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cf060cfb-c6d1-445b-b6d0-78da465d45b6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4992588 Mar 29 09:54:07.216352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40234) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:07.225605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-208897264', 'admin_state_up': True, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:07.238681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:54:07.243870 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:router and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:54:07.247408 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:54:07.265015 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:54:07.397599 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:07.399263 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:07.422247 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:07.773734 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device cc54a340-d56a-492f-a6b1-288341ae4426 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:54:07.816081 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: cc54a340-d56a-492f-a6b1-288341ae4426 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:54:07.824648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device cc54a340-d56a-492f-a6b1-288341ae4426 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:54:07.916623 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7c300a3d-f083-443c-9cb1-1480304f1076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:07.947100 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.415444 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.449065 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.589591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.149 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/879bfa65-618c-4965-ac72-e69734ff429a) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:54:08.746448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.860735 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.928763 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:54:08.937494 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:54:08.941259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:54:08.958695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.969859 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=879bfa65-618c-4965-ac72-e69734ff429a,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:09.015873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:09.624263 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:09.983613 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:10.415528 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:54:10.603625 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:54:10.614932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Sync routers for ids ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:54:10.625813 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Routers {'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:54:10.626248 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:54:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:10.701925 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:10.703352 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b2b40a2c-9c72-414f-a423-32105be81465 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4854498 Mar 29 09:54:10.707252 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40238) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:10.749121 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d6505541-0adc-46ad-9b1d-6912897a68e2 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=fdb9d7f2c9684d82868b22f752ecfe11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406866 Mar 29 09:54:10.751640 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40242) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:10.822777 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:10.864260 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Set router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:54:10.888083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00610023-be65-43d2-9e12-0dfb6eaa24c3 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:10.889562 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-00610023-be65-43d2-9e12-0dfb6eaa24c3 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1369872 Mar 29 09:54:10.892335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40246) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:10.935825 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a0e9b03f-fa0a-4888-add8-1f17bf286b35 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424049 Mar 29 09:54:10.938454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40250) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:10.943947 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1336527195', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:11.061549 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:54:11.065340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:subnet and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:54:11.068239 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:54:11.075233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:54:11.141533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:54:11.145906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.155266 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:54:09Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:11.159495 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Checking router: fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:54:11.159874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Updating router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 port 879bfa65-618c-4965-ac72-e69734ff429a binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:54:11.212129 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.566262 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.571579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.580422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Transition to ACTIVE for port object 879bfa65-618c-4965-ac72-e69734ff429a will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:54:11.651717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Subnet': ['ID=9a50a5f6-4b99-46c0-8e06-6f705f131e94,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:11.661640 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.662394 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Checking segment: {'id': 'b04de03f-702c-4456-af33-27da2d2820b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:54:11.662763 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network hostable DHCP agents. Network: 448323f0-7433-4d92-8ea7-e02dfa0f5c7f, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:54:11.747104 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Attempting to bind port 879bfa65-618c-4965-ac72-e69734ff429a on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:54:11.747104 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Attempting to bind port 879bfa65-618c-4965-ac72-e69734ff429a by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:54:11.747343 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 448323f0-7433-4d92-8ea7-e02dfa0f5c7f is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:54:11.747817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Attempting to bind port 879bfa65-618c-4965-ac72-e69734ff429a on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:54:11.750022 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69ec7c-471e-485a-85e4-4342749745be None None] Pushing event updated for resources: {'Port': ['ID=879bfa65-618c-4965-ac72-e69734ff429a,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:11.756225 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:54:11.756632 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:54:11.757086 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.757471 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:54:11.757943 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Bound port: 879bfa65-618c-4965-ac72-e69734ff429a, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:54:11.758315 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.821999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 448323f0-7433-4d92-8ea7-e02dfa0f5c7f) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:54:11.826461 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:11.827626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.831365 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f6e32f-fc66-41ae-b10b-6823b980a00e None None] Network 448323f0-7433-4d92-8ea7-e02dfa0f5c7f requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:54:11.864603 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] For port 879bfa65-618c-4965-ac72-e69734ff429a, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:54:11.924335 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] For port 879bfa65-618c-4965-ac72-e69734ff429a, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=879bfa65-618c-4965-ac72-e69734ff429a,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:54:11.942279 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1fc403b5-49fc-432a-b110-ab94de4e5c16 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0027936 Mar 29 09:54:11.944976 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40254) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:11.988716 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:12.123235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Routers {'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:54:12.123875 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:54:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:12.174667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ips': [{'subnet_id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:54:12.175424 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:12.203927 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69ec7c-471e-485a-85e4-4342749745be None None] Pushing event updated for resources: {'Port': ['ID=879bfa65-618c-4965-ac72-e69734ff429a,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:12.467890 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] Set router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:54:12.622865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Allocated IP 172.20.0.2 (448323f0-7433-4d92-8ea7-e02dfa0f5c7f/9a50a5f6-4b99-46c0-8e06-6f705f131e94/ade03a78-5bf0-4619-b03e-8ecc72d00b29) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:54:12.681011 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.058020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.061293 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:54:09Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:13.084944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Transition to ACTIVE for port object ade03a78-5bf0-4619-b03e-8ecc72d00b29 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:54:13.090786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc9c51-7411-4a6c-9a3a-ea4b4d93c835 None None] The sync data for ids ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'] in dv-neutron-835555-1-hyperv is: [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:54:09Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:54:13.173491 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Transition to ACTIVE for port object ade03a78-5bf0-4619-b03e-8ecc72d00b29 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:54:13.279847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.400219 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Network 448323f0-7433-4d92-8ea7-e02dfa0f5c7f is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:54:13.412359 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Pushing event updated for resources: {'Port': ['ID=ade03a78-5bf0-4619-b03e-8ecc72d00b29,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:13.415130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:54:13.418072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:54:13.429887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.1 (448323f0-7433-4d92-8ea7-e02dfa0f5c7f/9a50a5f6-4b99-46c0-8e06-6f705f131e94/683b1492-49ac-4217-8597-4cb38be60bbe) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:54:13.551010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Attempting to bind port ade03a78-5bf0-4619-b03e-8ecc72d00b29 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:54:13.551777 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Attempting to bind port ade03a78-5bf0-4619-b03e-8ecc72d00b29 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'b04de03f-702c-4456-af33-27da2d2820b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:54:13.551777 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Attempting to bind port ade03a78-5bf0-4619-b03e-8ecc72d00b29 on network 448323f0-7433-4d92-8ea7-e02dfa0f5c7f {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:54:13.560774 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:54:13.561152 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Checking segment: {'id': 'b04de03f-702c-4456-af33-27da2d2820b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:54:13.561619 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.562019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Bound using segment: {'id': 'b04de03f-702c-4456-af33-27da2d2820b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:54:13.562567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Bound port: ade03a78-5bf0-4619-b03e-8ecc72d00b29, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04de03f-702c-4456-af33-27da2d2820b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:54:13.562944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.688197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] For port ade03a78-5bf0-4619-b03e-8ecc72d00b29, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:54:13.692811 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] For port ade03a78-5bf0-4619-b03e-8ecc72d00b29, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ade03a78-5bf0-4619-b03e-8ecc72d00b29,segment=NetworkSegment(b04de03f-702c-4456-af33-27da2d2820b3),segment_id=b04de03f-702c-4456-af33-27da2d2820b3)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:54:13.760726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.780598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.795458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object 683b1492-49ac-4217-8597-4cb38be60bbe will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:54:13.873174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.919024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5eb3fb-e26e-44d9-873f-2fc4d59b044e None None] Pushing event updated for resources: {'Port': ['ID=ade03a78-5bf0-4619-b03e-8ecc72d00b29,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:13.924436 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 879bfa65-618c-4965-ac72-e69734ff429a up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:54:13.976283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 448323f0-7433-4d92-8ea7-e02dfa0f5c7f is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:54:13.979894 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:54:13.989157 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:54:14.051357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=683b1492-49ac-4217-8597-4cb38be60bbe,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:14.084558 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.095763 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 879bfa65-618c-4965-ac72-e69734ff429a completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:54:14.111986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 879bfa65-618c-4965-ac72-e69734ff429a triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:14.111986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.299266 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.321965 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 879bfa65-618c-4965-ac72-e69734ff429a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=879bfa65-618c-4965-ac72-e69734ff429a,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:54:14.374635 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.405499 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.534478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=879bfa65-618c-4965-ac72-e69734ff429a,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:14.807837 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.861944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.977491 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=683b1492-49ac-4217-8597-4cb38be60bbe,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:14.979991 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:15.119266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 448323f0-7433-4d92-8ea7-e02dfa0f5c7f is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:54:15.120371 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:54:15.319362 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:54:15.374773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac9ed5e-05c6-4a82-9164-af41cc90bcff None None] Network 448323f0-7433-4d92-8ea7-e02dfa0f5c7f requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:54:15.516540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:54:15.527097 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Sync routers for ids ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:54:15.531306 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-90b573e3-89df-45c2-9177-01ef9b1e241e None None] Provisioning for port ade03a78-5bf0-4619-b03e-8ecc72d00b29 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:54:15.531617 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9ac0d0b5-a519-4acc-af75-ecef40ef359d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/fbc7f68b-f44d-4a34-82a8-79107b7fd0a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5856080 Mar 29 09:54:15.534241 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40258) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:15.537670 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Routers {'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:54:15.538612 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:54:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:15.748676 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Set router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:54:15.838205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa96b2d4-2787-46d8-963f-2428e9f6ed39 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:15.838912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa96b2d4-2787-46d8-963f-2428e9f6ed39 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:15.839118 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa96b2d4-2787-46d8-963f-2428e9f6ed39 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:15.839577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa96b2d4-2787-46d8-963f-2428e9f6ed39 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:15.840206 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa96b2d4-2787-46d8-963f-2428e9f6ed39 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:15.840694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa96b2d4-2787-46d8-963f-2428e9f6ed39 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:15.848367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40262) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:15.857273 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-aa96b2d4-2787-46d8-963f-2428e9f6ed39 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3217258 Mar 29 09:54:15.942890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae3e5b5-3cbb-4a81-9a5e-89a78b1fda16 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:15.943673 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae3e5b5-3cbb-4a81-9a5e-89a78b1fda16 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:15.944386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae3e5b5-3cbb-4a81-9a5e-89a78b1fda16 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:15.945032 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae3e5b5-3cbb-4a81-9a5e-89a78b1fda16 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:15.945644 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae3e5b5-3cbb-4a81-9a5e-89a78b1fda16 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:15.946242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae3e5b5-3cbb-4a81-9a5e-89a78b1fda16 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:15.952193 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dae3e5b5-3cbb-4a81-9a5e-89a78b1fda16 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1045437 Mar 29 09:54:15.952950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40266) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:15.975748 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ade03a78-5bf0-4619-b03e-8ecc72d00b29 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:54:16.044807 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a80da965-7749-40d4-ae81-201347f3291e None None] Provisioning for port 683b1492-49ac-4217-8597-4cb38be60bbe completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:54:16.053590 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a80da965-7749-40d4-ae81-201347f3291e None None] Provisioning complete for port 683b1492-49ac-4217-8597-4cb38be60bbe triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:16.054072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a80da965-7749-40d4-ae81-201347f3291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:16.125805 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a80da965-7749-40d4-ae81-201347f3291e None None] Port 683b1492-49ac-4217-8597-4cb38be60bbe cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:54:16.170491 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '683b1492-49ac-4217-8597-4cb38be60bbe', 'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:63:73:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:12Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 2, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:16.177678 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Checking router: fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:54:16.178026 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Updating router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 port 683b1492-49ac-4217-8597-4cb38be60bbe binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:54:16.199916 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port ade03a78-5bf0-4619-b03e-8ecc72d00b29 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:54:16.208659 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port ade03a78-5bf0-4619-b03e-8ecc72d00b29 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:16.209492 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:16.244820 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:16.283914 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f8c4d9fd-8b02-4db0-befe-cd715f03b4e5 None None] Provisioning complete for port 683b1492-49ac-4217-8597-4cb38be60bbe triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:16.284302 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f8c4d9fd-8b02-4db0-befe-cd715f03b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:16.343935 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2f2b4206-36b3-4cc1-9860-493e7e1cb116 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3858993 Mar 29 09:54:16.364963 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f8c4d9fd-8b02-4db0-befe-cd715f03b4e5 None None] Port 683b1492-49ac-4217-8597-4cb38be60bbe cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:54:16.445402 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:16.489027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port ade03a78-5bf0-4619-b03e-8ecc72d00b29, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ade03a78-5bf0-4619-b03e-8ecc72d00b29,segment=NetworkSegment(b04de03f-702c-4456-af33-27da2d2820b3),segment_id=b04de03f-702c-4456-af33-27da2d2820b3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:54:16.498509 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f5a29f6a-7971-48e7-b3e1-c818db2f816c None None] Provisioning complete for port 683b1492-49ac-4217-8597-4cb38be60bbe triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:16.498983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f5a29f6a-7971-48e7-b3e1-c818db2f816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:16.559929 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:16.560707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 879bfa65-618c-4965-ac72-e69734ff429a up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:54:16.639757 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f5a29f6a-7971-48e7-b3e1-c818db2f816c None None] Port 683b1492-49ac-4217-8597-4cb38be60bbe cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:54:16.664315 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:16.679143 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Transition to ACTIVE for port object 683b1492-49ac-4217-8597-4cb38be60bbe will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:54:16.687079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=ade03a78-5bf0-4619-b03e-8ecc72d00b29,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:16.703323 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 879bfa65-618c-4965-ac72-e69734ff429a triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:16.703323 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:16.741041 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40272) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:16.746975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727406510', 'description': 'tempest-secgroup-smoke-1727406510 description', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:16.752942 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:54:16.757197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:54:16.760048 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:54:16.765870 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:54:16.775533 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:16.853915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:16.879024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:54:16.880190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:54:16.883306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:54:16.889676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:54:16.905576 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ceb9b4-d8b0-469c-9ce4-5ac08c2a9f7d None None] Pushing event updated for resources: {'Port': ['ID=683b1492-49ac-4217-8597-4cb38be60bbe,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:16.946613 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ceb9b4-d8b0-469c-9ce4-5ac08c2a9f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:16.946953 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ceb9b4-d8b0-469c-9ce4-5ac08c2a9f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:16.952028 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ceb9b4-d8b0-469c-9ce4-5ac08c2a9f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:16.952028 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ceb9b4-d8b0-469c-9ce4-5ac08c2a9f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:16.952028 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ceb9b4-d8b0-469c-9ce4-5ac08c2a9f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:16.952028 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ceb9b4-d8b0-469c-9ce4-5ac08c2a9f7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:16.952028 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ceb9b4-d8b0-469c-9ce4-5ac08c2a9f7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:16.952028 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ceb9b4-d8b0-469c-9ce4-5ac08c2a9f7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:16.952028 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ceb9b4-d8b0-469c-9ce4-5ac08c2a9f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:16.952028 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ceb9b4-d8b0-469c-9ce4-5ac08c2a9f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:16.952028 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ceb9b4-d8b0-469c-9ce4-5ac08c2a9f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:16.952028 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ceb9b4-d8b0-469c-9ce4-5ac08c2a9f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:16.989515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.051472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.053021 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Attempting to bind port 683b1492-49ac-4217-8597-4cb38be60bbe on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:54:17.053021 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Attempting to bind port 683b1492-49ac-4217-8597-4cb38be60bbe by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'b04de03f-702c-4456-af33-27da2d2820b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:54:17.053021 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Attempting to bind port 683b1492-49ac-4217-8597-4cb38be60bbe on network 448323f0-7433-4d92-8ea7-e02dfa0f5c7f {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:54:17.060467 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:54:17.061090 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Checking segment: {'id': 'b04de03f-702c-4456-af33-27da2d2820b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:54:17.061714 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.062140 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Bound using segment: {'id': 'b04de03f-702c-4456-af33-27da2d2820b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:54:17.062611 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Bound port: 683b1492-49ac-4217-8597-4cb38be60bbe, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04de03f-702c-4456-af33-27da2d2820b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:54:17.063007 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.102297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e76e5d-98a7-47f0-8e73-73359b45949e,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:17.109969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:17.110321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:17.110659 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:17.111709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:17.111709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:17.111909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:17.112077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:17.112404 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:17.113100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:17.113100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:17.114544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:17.114544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:17.162167 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] For port 683b1492-49ac-4217-8597-4cb38be60bbe, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:54:17.165308 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] For port 683b1492-49ac-4217-8597-4cb38be60bbe, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=683b1492-49ac-4217-8597-4cb38be60bbe,segment=NetworkSegment(b04de03f-702c-4456-af33-27da2d2820b3),segment_id=b04de03f-702c-4456-af33-27da2d2820b3)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:54:17.181902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.183282 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-11c48d92-b4d0-4099-b5c9-bf23e1aa8299 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4408283 Mar 29 09:54:17.185133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40278) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:17.190466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c732ff48-d79a-4d8f-b4ab-327d7ac0063f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '19e76e5d-98a7-47f0-8e73-73359b45949e', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:17.196990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c732ff48-d79a-4d8f-b4ab-327d7ac0063f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:54:17.200877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c732ff48-d79a-4d8f-b4ab-327d7ac0063f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:54:17.203816 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c732ff48-d79a-4d8f-b4ab-327d7ac0063f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:54:17.210273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c732ff48-d79a-4d8f-b4ab-327d7ac0063f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:54:17.267089 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.296604 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c732ff48-d79a-4d8f-b4ab-327d7ac0063f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.349635 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Routers {'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:54:17.350682 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:54:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:17.371640 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c732ff48-d79a-4d8f-b4ab-327d7ac0063f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.407825 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ceb9b4-d8b0-469c-9ce4-5ac08c2a9f7d None None] Pushing event updated for resources: {'Port': ['ID=683b1492-49ac-4217-8597-4cb38be60bbe,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:17.433157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c732ff48-d79a-4d8f-b4ab-327d7ac0063f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.457074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732ff48-d79a-4d8f-b4ab-327d7ac0063f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362bf12a-121d-4463-9710-a513a7d174f1,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:17.544635 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] Set router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:54:17.551784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c732ff48-d79a-4d8f-b4ab-327d7ac0063f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.553138 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c732ff48-d79a-4d8f-b4ab-327d7ac0063f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3669746 Mar 29 09:54:17.556113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40282) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:17.561368 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-39682bf5-474a-40e4-9f90-9e3691de9c2c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '19e76e5d-98a7-47f0-8e73-73359b45949e', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:17.568107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-39682bf5-474a-40e4-9f90-9e3691de9c2c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:54:17.571963 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-39682bf5-474a-40e4-9f90-9e3691de9c2c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:54:17.574996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-39682bf5-474a-40e4-9f90-9e3691de9c2c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:54:17.587796 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-39682bf5-474a-40e4-9f90-9e3691de9c2c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:54:17.713337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-39682bf5-474a-40e4-9f90-9e3691de9c2c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.782311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-39682bf5-474a-40e4-9f90-9e3691de9c2c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.825159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ade03a78-5bf0-4619-b03e-8ecc72d00b29 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:54:17.856616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-39682bf5-474a-40e4-9f90-9e3691de9c2c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.868145 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '683b1492-49ac-4217-8597-4cb38be60bbe', 'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:63:73:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:12Z', 'updated_at': '2022-03-29T09:54:17Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:17.873717 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeaebb9-188b-452d-ab5b-8b81f15e31b0 None None] The sync data for ids ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'] in dv-neutron-835555-1-hyperv is: [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '683b1492-49ac-4217-8597-4cb38be60bbe', 'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:63:73:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:12Z', 'updated_at': '2022-03-29T09:54:17Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:54:17.881639 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39682bf5-474a-40e4-9f90-9e3691de9c2c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a11476-de85-4b65-acf2-09c1d9ddcdef,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:17.906615 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port ade03a78-5bf0-4619-b03e-8ecc72d00b29 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:17.906615 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.964747 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-39682bf5-474a-40e4-9f90-9e3691de9c2c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.969062 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-39682bf5-474a-40e4-9f90-9e3691de9c2c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4109020 Mar 29 09:54:17.970854 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40286) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:17.976555 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-3e2730b5-8315-4d98-b3ab-acd4c29f65ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '19e76e5d-98a7-47f0-8e73-73359b45949e', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:17.983781 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3e2730b5-8315-4d98-b3ab-acd4c29f65ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:54:17.989078 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3e2730b5-8315-4d98-b3ab-acd4c29f65ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:54:17.994423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3e2730b5-8315-4d98-b3ab-acd4c29f65ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:54:17.998195 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3e2730b5-8315-4d98-b3ab-acd4c29f65ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:54:18.074575 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3e2730b5-8315-4d98-b3ab-acd4c29f65ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:18.155667 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3e2730b5-8315-4d98-b3ab-acd4c29f65ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:18.221341 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3e2730b5-8315-4d98-b3ab-acd4c29f65ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:18.246423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2730b5-8315-4d98-b3ab-acd4c29f65ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf18c4aa-fda3-4e2b-8716-9f6870933933,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:18.340915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3e2730b5-8315-4d98-b3ab-acd4c29f65ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:18.344773 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3e2730b5-8315-4d98-b3ab-acd4c29f65ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3728640 Mar 29 09:54:18.355335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40290) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:18.361434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-245a0eb4-abd5-48d5-931d-88c800aea11b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '19e76e5d-98a7-47f0-8e73-73359b45949e', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:18.368068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-245a0eb4-abd5-48d5-931d-88c800aea11b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:54:18.372617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-245a0eb4-abd5-48d5-931d-88c800aea11b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:54:18.378275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-245a0eb4-abd5-48d5-931d-88c800aea11b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:54:18.385035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-245a0eb4-abd5-48d5-931d-88c800aea11b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:54:18.468586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-245a0eb4-abd5-48d5-931d-88c800aea11b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:18.541671 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-245a0eb4-abd5-48d5-931d-88c800aea11b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:18.621040 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-245a0eb4-abd5-48d5-931d-88c800aea11b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:18.647020 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a0eb4-abd5-48d5-931d-88c800aea11b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709045e2-0339-4ecb-af35-68667ee2858c,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:18.712688 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-245a0eb4-abd5-48d5-931d-88c800aea11b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:18.713946 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-245a0eb4-abd5-48d5-931d-88c800aea11b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3571503 Mar 29 09:54:18.716801 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40294) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:18.722133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-6e081f40-9b3d-426e-9000-5bbaec172092 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '19e76e5d-98a7-47f0-8e73-73359b45949e', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:18.728887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6e081f40-9b3d-426e-9000-5bbaec172092 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:54:18.733138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6e081f40-9b3d-426e-9000-5bbaec172092 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:54:18.736259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6e081f40-9b3d-426e-9000-5bbaec172092 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:54:18.743761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6e081f40-9b3d-426e-9000-5bbaec172092 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:54:18.808900 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-6e081f40-9b3d-426e-9000-5bbaec172092 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:54:18.817580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6e081f40-9b3d-426e-9000-5bbaec172092 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:18.887459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6e081f40-9b3d-426e-9000-5bbaec172092 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:18.958361 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6e081f40-9b3d-426e-9000-5bbaec172092 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:18.982689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e081f40-9b3d-426e-9000-5bbaec172092 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716ac00c-a0b4-4990-b7e6-c91d690ee969,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:19.066684 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6e081f40-9b3d-426e-9000-5bbaec172092 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:19.071403 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6e081f40-9b3d-426e-9000-5bbaec172092 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3501623 Mar 29 09:54:19.071403 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40298) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:19.076365 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e3a5ca05-87c3-479b-b37d-332c0390c39c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '19e76e5d-98a7-47f0-8e73-73359b45949e', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:19.082552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e3a5ca05-87c3-479b-b37d-332c0390c39c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:54:19.086395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e3a5ca05-87c3-479b-b37d-332c0390c39c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:54:19.089432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e3a5ca05-87c3-479b-b37d-332c0390c39c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:54:19.095667 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e3a5ca05-87c3-479b-b37d-332c0390c39c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:54:19.182955 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-e3a5ca05-87c3-479b-b37d-332c0390c39c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:54:19.188951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ca05-87c3-479b-b37d-332c0390c39c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:19.254973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ca05-87c3-479b-b37d-332c0390c39c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:19.334230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ca05-87c3-479b-b37d-332c0390c39c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:19.363228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5ca05-87c3-479b-b37d-332c0390c39c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b75d7a-93b5-46c1-83e3-d50a28e36fbb,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:19.449748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ca05-87c3-479b-b37d-332c0390c39c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:19.451101 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e3a5ca05-87c3-479b-b37d-332c0390c39c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3789685 Mar 29 09:54:19.615163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-7242abeb-23bc-4152-a207-184be0b34e26 req-78bcace2-a49e-445c-b540-5fbb011cb368 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:54:19.683599 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-7242abeb-23bc-4152-a207-184be0b34e26 req-78bcace2-a49e-445c-b540-5fbb011cb368 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:54:19.684911 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-78bcace2-a49e-445c-b540-5fbb011cb368 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727406510&fields=id&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 267 time: 0.1112173 Mar 29 09:54:19.848238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 683b1492-49ac-4217-8597-4cb38be60bbe up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:54:19.860533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9fcc5ac2-c6f5-4745-85c3-2cdfb1fe1454 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:19.861220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9fcc5ac2-c6f5-4745-85c3-2cdfb1fe1454 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:54:19.935785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9fcc5ac2-c6f5-4745-85c3-2cdfb1fe1454 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:54:19.937033 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9fcc5ac2-c6f5-4745-85c3-2cdfb1fe1454 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/networks?id=448323f0-7433-4d92-8ea7-e02dfa0f5c7f HTTP/1.1" status: 200 len: 796 time: 0.2435324 Mar 29 09:54:19.954891 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-71110572-d29b-4a46-ab90-2966c0813b7a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/quotas/fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 375 time: 0.0114164 Mar 29 09:54:19.981501 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 683b1492-49ac-4217-8597-4cb38be60bbe completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:54:19.989434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 683b1492-49ac-4217-8597-4cb38be60bbe triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:19.990034 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:20.050875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-7242abeb-23bc-4152-a207-184be0b34e26 req-05bc9158-2bef-420a-b637-72fce9cd46ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:54:20.124552 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:20.152772 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-7242abeb-23bc-4152-a207-184be0b34e26 req-05bc9158-2bef-420a-b637-72fce9cd46ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:54:20.155410 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-05bc9158-2bef-420a-b637-72fce9cd46ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1929369 Mar 29 09:54:20.165250 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 683b1492-49ac-4217-8597-4cb38be60bbe, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=683b1492-49ac-4217-8597-4cb38be60bbe,segment=NetworkSegment(b04de03f-702c-4456-af33-27da2d2820b3),segment_id=b04de03f-702c-4456-af33-27da2d2820b3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:54:20.288461 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:20.326400 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-09c61bb2-2b06-45d8-b5b6-cdd641d544fb service neutron] 10.222.0.35 "GET /v2.0/networks/448323f0-7433-4d92-8ea7-e02dfa0f5c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530058 Mar 29 09:54:20.336980 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=683b1492-49ac-4217-8597-4cb38be60bbe,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:20.477292 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-8802d969-bed5-41ca-bd02-4896020c396f service neutron] 10.222.0.35 "GET /v2.0/networks/448323f0-7433-4d92-8ea7-e02dfa0f5c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488183 Mar 29 09:54:20.740427 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-82b2526e-4694-4147-a4fd-e2efbcb9fac6 req-38a7ab1f-9942-4e58-8ec3-cd1955de53ea tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:54:20.754136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-82b2526e-4694-4147-a4fd-e2efbcb9fac6 req-38a7ab1f-9942-4e58-8ec3-cd1955de53ea tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:54:20.755313 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-82b2526e-4694-4147-a4fd-e2efbcb9fac6 req-38a7ab1f-9942-4e58-8ec3-cd1955de53ea tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 210 time: 0.0600016 Mar 29 09:54:21.829299 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 683b1492-49ac-4217-8597-4cb38be60bbe up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:54:21.921154 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 683b1492-49ac-4217-8597-4cb38be60bbe triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:21.921798 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f9889d2d-f48c-4e4f-a657-3b9e4825b2cf req-f49fb73b-6f68-48a0-8ebd-52db94876ebc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 210 time: 0.0487640 Mar 29 09:54:21.922392 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:22.889922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242abeb-23bc-4152-a207-184be0b34e26 req-343236d4-6e77-41b1-ae8e-9cf0f7787dce tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:22.890623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-7242abeb-23bc-4152-a207-184be0b34e26 req-343236d4-6e77-41b1-ae8e-9cf0f7787dce tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:54:22.903038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-7242abeb-23bc-4152-a207-184be0b34e26 req-343236d4-6e77-41b1-ae8e-9cf0f7787dce tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:54:22.904191 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-343236d4-6e77-41b1-ae8e-9cf0f7787dce tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/networks?id=448323f0-7433-4d92-8ea7-e02dfa0f5c7f HTTP/1.1" status: 200 len: 796 time: 0.1582139 Mar 29 09:54:22.959136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-7242abeb-23bc-4152-a207-184be0b34e26 req-81133ec1-1317-4e1e-9555-cbc738c01c85 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:54:22.971627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-7242abeb-23bc-4152-a207-184be0b34e26 req-81133ec1-1317-4e1e-9555-cbc738c01c85 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:54:22.973348 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-81133ec1-1317-4e1e-9555-cbc738c01c85 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 380 time: 0.0598061 Mar 29 09:54:22.982336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'port': {'device_id': 'de33faa0-3df8-458e-a7b4-28932816b364', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'admin_state_up': True, 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'security_groups': ['19e76e5d-98a7-47f0-8e73-73359b45949e']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:23.037584 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:23.132210 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cc11cf98-1c7f-42dc-b6e9-92e02a0d02a9 req-4c00cb32-0418-45b9-8659-49a8642d9ac5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 210 time: 0.0619009 Mar 29 09:54:23.193341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:54:23.202904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:54:23.277589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:54:23.281158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:23.453367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.11 (448323f0-7433-4d92-8ea7-e02dfa0f5c7f/9a50a5f6-4b99-46c0-8e06-6f705f131e94/5f910614-3a49-4c3e-a6bf-fb8a6d9d751c) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:54:23.645456 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:23.661090 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:54:23.752497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:23.822440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 448323f0-7433-4d92-8ea7-e02dfa0f5c7f is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:54:23.833683 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:54:23.836180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:54:23.878955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=5f910614-3a49-4c3e-a6bf-fb8a6d9d751c,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:23.918183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:23.918834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:24.055396 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-9d2f885d-55aa-42c4-8d2c-ca645032f8df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0768256 Mar 29 09:54:24.067798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Request body: {'port': {'device_id': 'de33faa0-3df8-458e-a7b4-28932816b364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:24.146438 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6896af56-87b8-4a54-a106-e595d46a03bd None None] Provisioning for port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:54:24.151944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6896af56-87b8-4a54-a106-e595d46a03bd None None] Provisioning complete for port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:24.152324 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6896af56-87b8-4a54-a106-e595d46a03bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:24.191610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:24.211581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-6896af56-87b8-4a54-a106-e595d46a03bd None None] Port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:54:24.356856 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738ff4d-caa5-4962-b364-2b8be7e9ba0d req-23e27b67-f78c-433f-83bb-38eb62cf7263 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:24.358831 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2738ff4d-caa5-4962-b364-2b8be7e9ba0d req-23e27b67-f78c-433f-83bb-38eb62cf7263 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 932 time: 0.0911252 Mar 29 09:54:24.418658 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2738ff4d-caa5-4962-b364-2b8be7e9ba0d req-f5f40e4c-29a6-4b72-8b4f-3aba3eb6de91 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=19e76e5d-98a7-47f0-8e73-73359b45949e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536828 Mar 29 09:54:24.573022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:54:24.580349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:24.595111 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Transition to ACTIVE for port object 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:54:24.684427 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:24.961737 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Pushing event updated for resources: {'Port': ['ID=5f910614-3a49-4c3e-a6bf-fb8a6d9d751c,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:25.040426 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Attempting to bind port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:54:25.040784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Attempting to bind port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'b04de03f-702c-4456-af33-27da2d2820b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:54:25.041115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Attempting to bind port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c on network 448323f0-7433-4d92-8ea7-e02dfa0f5c7f {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:54:25.045880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c on network 448323f0-7433-4d92-8ea7-e02dfa0f5c7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:54:25.046191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Attempting to bind port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c on network 448323f0-7433-4d92-8ea7-e02dfa0f5c7f {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:54:25.051301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:54:25.051633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Checking segment: {'id': 'b04de03f-702c-4456-af33-27da2d2820b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:54:25.052011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Bound using segment: {'id': 'b04de03f-702c-4456-af33-27da2d2820b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:54:25.052591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Bound port: 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b04de03f-702c-4456-af33-27da2d2820b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:54:25.053000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:25.144588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] For port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:54:25.147583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] For port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5f910614-3a49-4c3e-a6bf-fb8a6d9d751c,segment=NetworkSegment(b04de03f-702c-4456-af33-27da2d2820b3),segment_id=b04de03f-702c-4456-af33-27da2d2820b3)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:54:25.227045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:25.283365 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:25.283994 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:25.285446 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] 10.222.0.36 "PUT /v2.0/ports/5f910614-3a49-4c3e-a6bf-fb8a6d9d751c HTTP/1.1" status: 200 len: 1094 time: 1.2224092 Mar 29 09:54:25.285884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de33faa0-3df8-458e-a7b4-28932816b364', 'tag': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:54:25.314753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf3445-ce3a-4e80-bd0f-166d50e1eccb service neutron] Pushing event updated for resources: {'Port': ['ID=5f910614-3a49-4c3e-a6bf-fb8a6d9d751c,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:25.351639 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de33faa0-3df8-458e-a7b4-28932816b364', 'tag': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c', 'status': 'completed', 'code': 200} Mar 29 09:54:25.456510 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b51358-b3ea-4444-8c69-2f25d1810129 req-ed0e89bb-1f6b-4606-95f4-b9c6c1734738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:25.458084 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95b51358-b3ea-4444-8c69-2f25d1810129 req-ed0e89bb-1f6b-4606-95f4-b9c6c1734738 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 1097 time: 0.0842712 Mar 29 09:54:25.607371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b51358-b3ea-4444-8c69-2f25d1810129 req-42faf048-b89c-4fd5-b7f4-84c77abb4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:25.608831 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95b51358-b3ea-4444-8c69-2f25d1810129 req-42faf048-b89c-4fd5-b7f4-84c77abb4d9d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1437414 Mar 29 09:54:25.618440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33aaa9-4094-41ce-b981-3cce3e4c2ec3 req-f0054fb5-11b9-4a51-ae80-c877d195c506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:25.619967 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ed33aaa9-4094-41ce-b981-3cce3e4c2ec3 req-f0054fb5-11b9-4a51-ae80-c877d195c506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 944 time: 0.0900149 Mar 29 09:54:25.665720 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ed33aaa9-4094-41ce-b981-3cce3e4c2ec3 req-4d2c9b68-6d85-4393-b048-70cbabc0d05f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=19e76e5d-98a7-47f0-8e73-73359b45949e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399394 Mar 29 09:54:25.746978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b51358-b3ea-4444-8c69-2f25d1810129 req-a51faaed-8781-413b-ae23-9644ca6cbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:25.748428 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95b51358-b3ea-4444-8c69-2f25d1810129 req-a51faaed-8781-413b-ae23-9644ca6cbf32 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340365 Mar 29 09:54:25.858097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242abeb-23bc-4152-a207-184be0b34e26 req-93d1fccb-d950-4188-8079-be99c29d1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:25.859573 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-93d1fccb-d950-4188-8079-be99c29d1cc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 1097 time: 0.0747805 Mar 29 09:54:25.926663 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-98308a51-3043-4896-83a3-80c4483ed481 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f910614-3a49-4c3e-a6bf-fb8a6d9d751c HTTP/1.1" status: 200 len: 217 time: 0.0604296 Mar 29 09:54:25.992886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242abeb-23bc-4152-a207-184be0b34e26 req-afcbec08-af3b-4033-8b3d-6753001faf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:25.994369 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-afcbec08-af3b-4033-8b3d-6753001faf64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a50a5f6-4b99-46c0-8e06-6f705f131e94 HTTP/1.1" status: 200 len: 835 time: 0.0623207 Mar 29 09:54:26.072000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242abeb-23bc-4152-a207-184be0b34e26 req-22ee23e6-68e8-4061-a72b-fca1cb12ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:26.073503 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-22ee23e6-68e8-4061-a72b-fca1cb12ecf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=448323f0-7433-4d92-8ea7-e02dfa0f5c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726497 Mar 29 09:54:26.209582 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-683da4d6-ac5e-410f-954a-fc4f61a379b4 service neutron] 10.222.0.36 "GET /v2.0/networks/448323f0-7433-4d92-8ea7-e02dfa0f5c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290073 Mar 29 09:54:26.344063 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7242abeb-23bc-4152-a207-184be0b34e26 req-a35ee9cd-9162-469a-ac21-16e8cc34e467 service neutron] 10.222.0.36 "GET /v2.0/networks/448323f0-7433-4d92-8ea7-e02dfa0f5c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282825 Mar 29 09:54:26.863845 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b835a8c-8a63-4980-a13f-bfc6f7f81f9f req-7b1d6dac-1aae-44d1-b6f0-af73fcf5777a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:26.864883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-8b835a8c-8a63-4980-a13f-bfc6f7f81f9f req-7b1d6dac-1aae-44d1-b6f0-af73fcf5777a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:54:26.928683 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-8b835a8c-8a63-4980-a13f-bfc6f7f81f9f req-7b1d6dac-1aae-44d1-b6f0-af73fcf5777a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:54:26.930790 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8b835a8c-8a63-4980-a13f-bfc6f7f81f9f req-7b1d6dac-1aae-44d1-b6f0-af73fcf5777a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 944 time: 0.1479595 Mar 29 09:54:26.974438 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8b835a8c-8a63-4980-a13f-bfc6f7f81f9f req-6a984c3c-a4c5-48e6-b143-fd96de3135f0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=19e76e5d-98a7-47f0-8e73-73359b45949e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385749 Mar 29 09:54:28.165678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c17025-3d8d-4263-b182-4f90894cb849 req-096c91d5-0478-4c0d-ae15-960053534c21 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:28.167181 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e1c17025-3d8d-4263-b182-4f90894cb849 req-096c91d5-0478-4c0d-ae15-960053534c21 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 944 time: 0.0841908 Mar 29 09:54:28.216873 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e1c17025-3d8d-4263-b182-4f90894cb849 req-f956c84f-9d2a-4e5d-8277-81f0bc4a9439 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=19e76e5d-98a7-47f0-8e73-73359b45949e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438476 Mar 29 09:54:29.013812 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:54:29.407716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32c7d5-3d88-4bab-a10b-9a4f2b161938 req-184dcc4f-bbcc-4fc3-b26b-909cb8498e56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:29.409722 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0b32c7d5-3d88-4bab-a10b-9a4f2b161938 req-184dcc4f-bbcc-4fc3-b26b-909cb8498e56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 944 time: 0.0849285 Mar 29 09:54:29.455459 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0b32c7d5-3d88-4bab-a10b-9a4f2b161938 req-9d3763ba-9a40-4605-85d9-b08b6b2892df tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=19e76e5d-98a7-47f0-8e73-73359b45949e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398746 Mar 29 09:54:29.792552 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:54:29.919009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5f910614-3a49-4c3e-a6bf-fb8a6d9d751c,segment=NetworkSegment(b04de03f-702c-4456-af33-27da2d2820b3),segment_id=b04de03f-702c-4456-af33-27da2d2820b3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:54:29.932374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'port_id': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c', 'mac_address': 'fa:16:3e:90:6d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:54:29.990377 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:30.006795 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:54:30.022132 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5f910614-3a49-4c3e-a6bf-fb8a6d9d751c,segment=NetworkSegment(b04de03f-702c-4456-af33-27da2d2820b3),segment_id=b04de03f-702c-4456-af33-27da2d2820b3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:54:30.105600 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:30.176141 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=5f910614-3a49-4c3e-a6bf-fb8a6d9d751c,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:30.436509 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['5f910614-3a49-4c3e-a6bf-fb8a6d9d751c'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:54:30.648241 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50108e10-12f4-448f-a203-ef767b4ae8f3 req-53ea9a0c-3fd7-446f-8518-b87a79ca901d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:30.648241 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-50108e10-12f4-448f-a203-ef767b4ae8f3 req-53ea9a0c-3fd7-446f-8518-b87a79ca901d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 945 time: 0.0845697 Mar 29 09:54:30.692656 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-50108e10-12f4-448f-a203-ef767b4ae8f3 req-39b7159b-ad29-41d0-b3df-60d002ffc89b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=19e76e5d-98a7-47f0-8e73-73359b45949e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402844 Mar 29 09:54:31.802787 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:54:31.882286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e6906-0751-4f72-802e-d0ac987d1139 req-99939015-467e-41c2-a55b-0463d0e34070 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:31.883725 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9f2e6906-0751-4f72-802e-d0ac987d1139 req-99939015-467e-41c2-a55b-0463d0e34070 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 945 time: 0.0853221 Mar 29 09:54:31.917197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:54:31.922846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:31.923224 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:31.928839 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9f2e6906-0751-4f72-802e-d0ac987d1139 req-fd8b3164-7b84-4519-86b9-45bab0b3be05 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=19e76e5d-98a7-47f0-8e73-73359b45949e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388830 Mar 29 09:54:32.039307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:32.066114 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de33faa0-3df8-458e-a7b4-28932816b364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:54:32.076573 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5f910614-3a49-4c3e-a6bf-fb8a6d9d751c,segment=NetworkSegment(b04de03f-702c-4456-af33-27da2d2820b3),segment_id=b04de03f-702c-4456-af33-27da2d2820b3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:54:32.115102 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de33faa0-3df8-458e-a7b4-28932816b364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c', 'code': 200} Mar 29 09:54:32.146700 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:32.214934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=5f910614-3a49-4c3e-a6bf-fb8a6d9d751c,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:32.548352 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f434b-795e-4021-9b8b-6a9e5f79d908 req-6106007d-a498-4e56-806d-376dd65bd18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:32.549864 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ce9f434b-795e-4021-9b8b-6a9e5f79d908 req-6106007d-a498-4e56-806d-376dd65bd18c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 1099 time: 0.0698338 Mar 29 09:54:32.602821 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ce9f434b-795e-4021-9b8b-6a9e5f79d908 req-4035f90b-2f28-47ca-a75b-3566cea1b680 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19e76e5d-98a7-47f0-8e73-73359b45949e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467165 Mar 29 09:54:33.226941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332283cf-8ff6-4f21-9cd2-67ff7f497d4b req-e3ef19d7-6336-42ef-aba5-dff6173e7ab6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:33.228574 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-332283cf-8ff6-4f21-9cd2-67ff7f497d4b req-e3ef19d7-6336-42ef-aba5-dff6173e7ab6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 946 time: 0.1906977 Mar 29 09:54:33.273932 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-332283cf-8ff6-4f21-9cd2-67ff7f497d4b req-93ba1c32-c233-4650-9a49-68caec03adf9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=19e76e5d-98a7-47f0-8e73-73359b45949e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394132 Mar 29 09:54:34.472211 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271d565-d5be-42b5-8826-e928d542a582 req-a5c0659d-669c-409a-a74d-ee53719f6382 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:34.473736 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4271d565-d5be-42b5-8826-e928d542a582 req-a5c0659d-669c-409a-a74d-ee53719f6382 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 946 time: 0.0868137 Mar 29 09:54:34.519307 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4271d565-d5be-42b5-8826-e928d542a582 req-68256526-5b40-4fca-b5ac-aa1749812350 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=19e76e5d-98a7-47f0-8e73-73359b45949e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394356 Mar 29 09:54:34.705087 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8c538-420c-45ad-ba76-94cb2d7d6da3 req-8e75eb28-6c2a-48ae-9ff1-4836a21de3ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:34.706537 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-71f8c538-420c-45ad-ba76-94cb2d7d6da3 req-8e75eb28-6c2a-48ae-9ff1-4836a21de3ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 946 time: 0.0812283 Mar 29 09:54:34.751739 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-71f8c538-420c-45ad-ba76-94cb2d7d6da3 req-c560b19f-e24c-41ea-a962-09f6a8cbfb5a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=19e76e5d-98a7-47f0-8e73-73359b45949e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394638 Mar 29 09:54:34.775021 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40362) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:34.846549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d19eb05-d478-4437-93f4-89062752c4dc tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:34.848604 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0d19eb05-d478-4437-93f4-89062752c4dc tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 1094 time: 0.0726180 Mar 29 09:54:34.851620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40366) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:34.856458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:34.862515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:54:34.867140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:floatingip and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:54:34.870009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:54:34.875957 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:54:34.945598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:35.085412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:35.236681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.92 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/0137b588-d110-4236-b89e-26159390f19a) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:54:35.392985 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:35.477805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:35.543557 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:54:35.551256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:54:35.553918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:54:35.591375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=0137b588-d110-4236-b89e-26159390f19a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:35.655243 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d2f04f6d-0f11-4e11-91c8-478f0c1fa00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:35.993189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:36.103633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:36.313126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:36.408799 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:36.627253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=0137b588-d110-4236-b89e-26159390f19a,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:36.642298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:36.824655 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP e64b78ca-1c99-4338-b999-27b35909cd99 associated. External IP: 172.26.7.92, port: 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c. Mar 29 09:54:37.199189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:54:37.377999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:54:37.390608 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a49dac8-4d3c-4547-9f07-bcf2d615d73b None None] Sync routers for ids ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:54:37.401936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a49dac8-4d3c-4547-9f07-bcf2d615d73b None None] Routers {'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:54:37.402546 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7a49dac8-4d3c-4547-9f07-bcf2d615d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:54:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:37.488717 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:37.548777 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-55e7734c-d4bf-4070-978a-69730a87dad0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6961246 Mar 29 09:54:37.549342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de33faa0-3df8-458e-a7b4-28932816b364', 'tag': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:54:37.553139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40370) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:37.581327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-7a49dac8-4d3c-4547-9f07-bcf2d615d73b None None] Set router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:54:37.593484 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de33faa0-3df8-458e-a7b4-28932816b364', 'tag': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c', 'status': 'completed', 'code': 200} Mar 29 09:54:37.693387 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eb953-2c9a-4ee6-aa25-241133ea8493 req-371bda94-0105-4b25-bde1-b53880c118c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:37.694531 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-330eb953-2c9a-4ee6-aa25-241133ea8493 req-371bda94-0105-4b25-bde1-b53880c118c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 1099 time: 0.0737119 Mar 29 09:54:37.753856 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9973eb40-32f6-4070-aabb-9f9a04125449 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/routers/fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 HTTP/1.1" status: 200 len: 922 time: 0.1995509 Mar 29 09:54:37.756572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40376) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:37.829227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eb953-2c9a-4ee6-aa25-241133ea8493 req-2068b6d1-44b3-475e-a090-a056b8b93f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:37.830706 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-330eb953-2c9a-4ee6-aa25-241133ea8493 req-2068b6d1-44b3-475e-a090-a056b8b93f59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=448323f0-7433-4d92-8ea7-e02dfa0f5c7f HTTP/1.1" status: 200 len: 897 time: 0.1302292 Mar 29 09:54:37.867177 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-25e1cb94-8e05-4bd4-b259-ac2530cbe1f2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/e64b78ca-1c99-4338-b999-27b35909cd99 HTTP/1.1" status: 200 len: 991 time: 0.1092749 Mar 29 09:54:37.936091 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-330eb953-2c9a-4ee6-aa25-241133ea8493 req-dbc37720-5f0c-463b-a0c0-24913af066ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f910614-3a49-4c3e-a6bf-fb8a6d9d751c HTTP/1.1" status: 200 len: 999 time: 0.0985115 Mar 29 09:54:37.944852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4bd32606-0756-4a10-8fac-d5ceb29e40e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:37.967600 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7a49dac8-4d3c-4547-9f07-bcf2d615d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'e64b78ca-1c99-4338-b999-27b35909cd99', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'port_id': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'mac_address': 'fa:16:3e:90:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de33faa0-3df8-458e-a7b4-28932816b364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:35Z', 'updated_at': '2022-03-29T09:54:35Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683b1492-49ac-4217-8597-4cb38be60bbe', 'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:63:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:12Z', 'updated_at': '2022-03-29T09:54:20Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:37.971416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a49dac8-4d3c-4547-9f07-bcf2d615d73b None None] Checking router: fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:54:37.980098 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a49dac8-4d3c-4547-9f07-bcf2d615d73b None None] Routers {'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:54:37.980723 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7a49dac8-4d3c-4547-9f07-bcf2d615d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:54:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:38.001345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eb953-2c9a-4ee6-aa25-241133ea8493 req-5a4eff47-67af-4d7f-95a2-0911a5379a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:38.002770 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-330eb953-2c9a-4ee6-aa25-241133ea8493 req-5a4eff47-67af-4d7f-95a2-0911a5379a5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a50a5f6-4b99-46c0-8e06-6f705f131e94 HTTP/1.1" status: 200 len: 835 time: 0.0596287 Mar 29 09:54:38.081958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eb953-2c9a-4ee6-aa25-241133ea8493 req-96e5cae7-0de7-43cc-8e26-1f4440e4ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:38.083456 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-330eb953-2c9a-4ee6-aa25-241133ea8493 req-96e5cae7-0de7-43cc-8e26-1f4440e4ecb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=448323f0-7433-4d92-8ea7-e02dfa0f5c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749452 Mar 29 09:54:38.199027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-7a49dac8-4d3c-4547-9f07-bcf2d615d73b None None] Set router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:54:38.360942 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-330eb953-2c9a-4ee6-aa25-241133ea8493 req-c0311d27-6564-4188-9132-33d7bfe463bb service neutron] 10.222.0.36 "GET /v2.0/networks/448323f0-7433-4d92-8ea7-e02dfa0f5c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687175 Mar 29 09:54:38.494120 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-330eb953-2c9a-4ee6-aa25-241133ea8493 req-2dd53880-8fc2-4f57-b905-1b4c8f366d7d service neutron] 10.222.0.36 "GET /v2.0/networks/448323f0-7433-4d92-8ea7-e02dfa0f5c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275058 Mar 29 09:54:38.560944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7a49dac8-4d3c-4547-9f07-bcf2d615d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'e64b78ca-1c99-4338-b999-27b35909cd99', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'port_id': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'mac_address': 'fa:16:3e:90:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de33faa0-3df8-458e-a7b4-28932816b364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:35Z', 'updated_at': '2022-03-29T09:54:35Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683b1492-49ac-4217-8597-4cb38be60bbe', 'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:63:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:12Z', 'updated_at': '2022-03-29T09:54:20Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:38.566286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a49dac8-4d3c-4547-9f07-bcf2d615d73b None None] The sync data for ids ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'] in dv-neutron-835555-1-hyperv is: [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'e64b78ca-1c99-4338-b999-27b35909cd99', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'port_id': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'mac_address': 'fa:16:3e:90:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de33faa0-3df8-458e-a7b4-28932816b364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:35Z', 'updated_at': '2022-03-29T09:54:35Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683b1492-49ac-4217-8597-4cb38be60bbe', 'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:63:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:12Z', 'updated_at': '2022-03-29T09:54:20Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:54:38.754063 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bebebf3-7a1d-41c7-ba64-4b47949c8d92 None None] New status for floating IP e64b78ca-1c99-4338-b999-27b35909cd99: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:54:38.867744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:38.870372 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40380) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:38.917541 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:38.980374 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fcddee23-4d6b-4a25-9ce0-ee2d73a1fa59 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/e64b78ca-1c99-4338-b999-27b35909cd99 HTTP/1.1" status: 200 len: 991 time: 0.1088703 Mar 29 09:54:39.984276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40384) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:54:40.090579 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b229d3c8-c0d3-4a63-858e-0c35331b9870 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/e64b78ca-1c99-4338-b999-27b35909cd99 HTTP/1.1" status: 200 len: 993 time: 0.1049488 Mar 29 09:54:40.756813 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:52.984473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:02.110837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [req-8d4b653d-2a8c-4f40-b0ce-94936397f040 req-251785f6-da79-475e-806f-99a046a3623d service neutron] (88551) timed out ('10.222.0.36', 61970) {{(pid=88551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 29 09:55:05.670009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-274cc5a8-cab5-4769-96a7-4363ee741bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:06.014027 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:55:06.477580 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95cddee6-c18f-4ee6-b92a-49c523c5afd2 req-028957e6-8b4f-4dce-83d5-e74c30dd3b69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1164567 Mar 29 09:55:06.622204 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cddee6-c18f-4ee6-b92a-49c523c5afd2 req-a08c35e6-387c-4ba2-a87c-82d2dd52f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:06.623580 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95cddee6-c18f-4ee6-b92a-49c523c5afd2 req-a08c35e6-387c-4ba2-a87c-82d2dd52f294 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 1099 time: 0.0761700 Mar 29 09:55:06.770513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cddee6-c18f-4ee6-b92a-49c523c5afd2 req-6c73004b-730d-4ebe-b285-c65a4dd5fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:06.771991 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95cddee6-c18f-4ee6-b92a-49c523c5afd2 req-6c73004b-730d-4ebe-b285-c65a4dd5fd71 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 913 time: 0.1291175 Mar 29 09:55:06.872954 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95cddee6-c18f-4ee6-b92a-49c523c5afd2 req-31aa14de-d797-472c-86dd-ed30594135ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88a29777-efe9-4680-9d5d-7bb3441d238b HTTP/1.1" status: 200 len: 1002 time: 0.0950260 Mar 29 09:55:06.939026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cddee6-c18f-4ee6-b92a-49c523c5afd2 req-92e9caae-57bd-458c-9f1e-e26b21ab05cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:06.940469 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95cddee6-c18f-4ee6-b92a-49c523c5afd2 req-92e9caae-57bd-458c-9f1e-e26b21ab05cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 200 len: 851 time: 0.0620215 Mar 29 09:55:07.015018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cddee6-c18f-4ee6-b92a-49c523c5afd2 req-77ed06c7-dfe7-4b31-9336-82d660ef464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:07.016514 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95cddee6-c18f-4ee6-b92a-49c523c5afd2 req-77ed06c7-dfe7-4b31-9336-82d660ef464a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699751 Mar 29 09:55:07.150642 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95cddee6-c18f-4ee6-b92a-49c523c5afd2 req-9bf2b74e-c8b6-496a-a320-dbaf0d3e472f service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276662 Mar 29 09:55:07.281463 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95cddee6-c18f-4ee6-b92a-49c523c5afd2 req-d8c23fe5-6231-4927-9a64-eebde5ea665a service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249492 Mar 29 09:55:07.875394 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-220ecab5-498d-4d2c-9e3a-9c5899db970c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:08.880834 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:08.961101 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:10.800798 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:23.023215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:35.674384 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-628eab87-4b88-4381-bb39-27c661a211de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:37.908371 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c2cb255b-5c6f-44d6-b963-19b8b70462f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:38.930886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:38.959322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:40.770888 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:43.012847 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:55:51.124188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40412) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:55:51.409159 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a4bc2e1a-9a9d-45db-9d9c-59b3d5730a33 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/routers/fbc7f68b-f44d-4a34-82a8-79107b7fd0a8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2838178 Mar 29 09:55:51.412017 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40416) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:55:51.684687 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa461760-8adb-4fbc-b6e6-30183f79f370 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Notify agent at dv-neutron-835555-1-hyperv the message router_removed_from_agent {{(pid=88550) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 29 09:55:51.687776 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fa461760-8adb-4fbc-b6e6-30183f79f370 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "DELETE /v2.0/agents/139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2/l3-routers/fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 HTTP/1.1" status: 204 len: 168 time: 0.2748127 Mar 29 09:55:51.690664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40420) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:55:51.871517 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bdd166a8-9286-4deb-9230-9e54c9177734 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/routers/fbc7f68b-f44d-4a34-82a8-79107b7fd0a8/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1796432 Mar 29 09:55:51.876326 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40424) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:55:51.974553 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-96fb5940-0e09-4eb2-8e74-22e3f85fe0ce tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/e64b78ca-1c99-4338-b999-27b35909cd99 HTTP/1.1" status: 200 len: 993 time: 0.0993998 Mar 29 09:55:52.097820 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 683b1492-49ac-4217-8597-4cb38be60bbe no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:55:52.214889 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:52.246889 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 683b1492-49ac-4217-8597-4cb38be60bbe, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=683b1492-49ac-4217-8597-4cb38be60bbe,segment=NetworkSegment(b04de03f-702c-4456-af33-27da2d2820b3),segment_id=b04de03f-702c-4456-af33-27da2d2820b3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:55:52.307419 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:52.382349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=683b1492-49ac-4217-8597-4cb38be60bbe,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:52.390754 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:52.391101 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:52.391440 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:52.391852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:52.392110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:52.392438 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:52.398099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:52.398099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:52.398099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:52.398099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:52.398099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:52.398099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:52.478235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb33c29-ff0e-4695-b572-9e8130f6946e None None] New status for floating IP e64b78ca-1c99-4338-b999-27b35909cd99: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:55:52.664324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bd901-781b-4814-8626-dd9302534b84 req-8123e4a0-610a-47f0-9066-1264bea91b8f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:52.665791 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0a4bd901-781b-4814-8626-dd9302534b84 req-8123e4a0-610a-47f0-9066-1264bea91b8f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 946 time: 0.0869563 Mar 29 09:55:52.710433 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0a4bd901-781b-4814-8626-dd9302534b84 req-2189d038-5bfb-40a2-8219-d51dc1c68776 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388067 Mar 29 09:55:52.978331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40432) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:55:53.012919 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:53.085430 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e491fb3b-d4e7-4ba3-855f-6a0539080031 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/e64b78ca-1c99-4338-b999-27b35909cd99 HTTP/1.1" status: 200 len: 991 time: 0.1058810 Mar 29 09:55:53.864376 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 879bfa65-618c-4965-ac72-e69734ff429a no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:55:53.952535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea39515-21a9-43b3-8fa1-834fe6ce3d3c req-f4b88040-13d8-4272-930b-909327315065 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:53.954017 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7ea39515-21a9-43b3-8fa1-834fe6ce3d3c req-f4b88040-13d8-4272-930b-909327315065 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 946 time: 0.1354203 Mar 29 09:55:53.977779 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:53.993951 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 879bfa65-618c-4965-ac72-e69734ff429a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=879bfa65-618c-4965-ac72-e69734ff429a,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:55:53.998346 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7ea39515-21a9-43b3-8fa1-834fe6ce3d3c req-dc80186a-5f1f-43fa-b974-63f2bd6010be tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384529 Mar 29 09:55:54.078222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:54.146924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=879bfa65-618c-4965-ac72-e69734ff429a,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:54.225877 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40444) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:55:54.405440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-d3fde99d-e94c-4608-b012-d0b30a2c8713 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:54.407050 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-d3fde99d-e94c-4608-b012-d0b30a2c8713 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 946 time: 0.0817494 Mar 29 09:55:54.481526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Deleting port 88a29777-efe9-4680-9d5d-7bb3441d238b {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:55:54.481862 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:54.490366 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b910f028-29f9-4b60-b6dc-b44e92e295b9 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:55:54.490722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b910f028-29f9-4b60-b6dc-b44e92e295b9 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Notify agent at dv-neutron-835555-1-hyperv the message router_added_to_agent {{(pid=88550) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 29 09:55:54.512833 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c07ff9-a4e5-4c32-90a9-099e6f34ebef None None] Sync routers for ids ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:55:54.513614 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b910f028-29f9-4b60-b6dc-b44e92e295b9 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "POST /v2.0/agents/139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2865570 Mar 29 09:55:54.516063 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40450) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:55:54.522172 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c07ff9-a4e5-4c32-90a9-099e6f34ebef None None] Routers {'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:55:54.522781 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f2c07ff9-a4e5-4c32-90a9-099e6f34ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:55:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:54.704352 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fc5a75c6-ef94-4856-8ddc-894ba1efe11d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/routers/fbc7f68b-f44d-4a34-82a8-79107b7fd0a8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1870182 Mar 29 09:55:54.705293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40454) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:55:54.735857 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-f2c07ff9-a4e5-4c32-90a9-099e6f34ebef None None] Set router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:55:54.738345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] For port 88a29777-efe9-4680-9d5d-7bb3441d238b, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=88a29777-efe9-4680-9d5d-7bb3441d238b,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:55:54.738705 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:54.936521 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5eea84c1-a85b-458e-bb65-582b4cd1e5de tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/e64b78ca-1c99-4338-b999-27b35909cd99 HTTP/1.1" status: 200 len: 991 time: 0.2304313 Mar 29 09:55:55.091225 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f2c07ff9-a4e5-4c32-90a9-099e6f34ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:55:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'e64b78ca-1c99-4338-b999-27b35909cd99', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'port_id': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'mac_address': 'fa:16:3e:90:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de33faa0-3df8-458e-a7b4-28932816b364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:35Z', 'updated_at': '2022-03-29T09:55:52Z', 'revision_number': 2, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683b1492-49ac-4217-8597-4cb38be60bbe', 'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:63:73:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:12Z', 'updated_at': '2022-03-29T09:55:52Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:55.095773 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c07ff9-a4e5-4c32-90a9-099e6f34ebef None None] Checking router: fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:55:55.105078 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c07ff9-a4e5-4c32-90a9-099e6f34ebef None None] Routers {'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:55:55.105670 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f2c07ff9-a4e5-4c32-90a9-099e6f34ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:55:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:55.151889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:55.152536 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:55.152940 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Floating IP 34407417-84c9-4148-861c-316ed88fdeb0 disassociated. External IP: 172.26.7.138, port: 88a29777-efe9-4680-9d5d-7bb3441d238b. Mar 29 09:55:55.153345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Calling delete_port for 88a29777-efe9-4680-9d5d-7bb3441d238b owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:55:55.189847 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900e8a3-3ec9-4a50-82a0-c011f8e27566 req-11323aca-e07e-4ae8-a8f3-72d1cb3f05cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:55.191326 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c900e8a3-3ec9-4a50-82a0-c011f8e27566 req-11323aca-e07e-4ae8-a8f3-72d1cb3f05cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 946 time: 0.0844409 Mar 29 09:55:55.244039 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c900e8a3-3ec9-4a50-82a0-c011f8e27566 req-5f9a84ca-c4fd-47ee-b193-92b9e13432fc tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454142 Mar 29 09:55:55.283543 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-f2c07ff9-a4e5-4c32-90a9-099e6f34ebef None None] Set router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:55:55.376340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:55.428146 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event deleted for resources: {'Port': ['ID=88a29777-efe9-4680-9d5d-7bb3441d238b,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:55.439200 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:55.439547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:55.439884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:55.440217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:55.440567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:55.440896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:55.441221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:55.441877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:55.442206 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:55.442712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:55.443039 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:55.443361 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:55.626799 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f2c07ff9-a4e5-4c32-90a9-099e6f34ebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:55:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'e64b78ca-1c99-4338-b999-27b35909cd99', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'port_id': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'mac_address': 'fa:16:3e:90:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de33faa0-3df8-458e-a7b4-28932816b364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:35Z', 'updated_at': '2022-03-29T09:55:52Z', 'revision_number': 2, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683b1492-49ac-4217-8597-4cb38be60bbe', 'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:63:73:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:12Z', 'updated_at': '2022-03-29T09:55:52Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:55.630639 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c07ff9-a4e5-4c32-90a9-099e6f34ebef None None] The sync data for ids ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'] in dv-neutron-835555-1-hyperv is: [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:55:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'e64b78ca-1c99-4338-b999-27b35909cd99', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.92', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'port_id': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'mac_address': 'fa:16:3e:90:6d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de33faa0-3df8-458e-a7b4-28932816b364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:35Z', 'updated_at': '2022-03-29T09:55:52Z', 'revision_number': 2, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683b1492-49ac-4217-8597-4cb38be60bbe', 'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:63:73:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:12Z', 'updated_at': '2022-03-29T09:55:52Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:55:55.637253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Router 46a82e4c-01cd-458b-ad3b-91a2047ec619 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:55:55.878567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:55:55.897038 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f778ff-158e-4e33-838a-d724cd8c91bd None None] Sync routers for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:55:55.909806 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f778ff-158e-4e33-838a-d724cd8c91bd None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:55:55.910850 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-55f778ff-158e-4e33-838a-d724cd8c91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:55:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:55.938457 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40460) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:55:55.968764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 683b1492-49ac-4217-8597-4cb38be60bbe up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:55:56.002478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] No DVR routers for this DVR port 88a29777-efe9-4680-9d5d-7bb3441d238b on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:55:56.007912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:56.011502 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7020b8-420f-4484-9403-683c8302419e', 'name': 'network-vif-deleted', 'tag': '88a29777-efe9-4680-9d5d-7bb3441d238b'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:55:56.088528 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-97b62194-1117-47e1-9b66-c012006e9323 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/e64b78ca-1c99-4338-b999-27b35909cd99 HTTP/1.1" status: 200 len: 991 time: 0.1486599 Mar 29 09:55:56.089084 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7020b8-420f-4484-9403-683c8302419e', 'name': 'network-vif-deleted', 'tag': '88a29777-efe9-4680-9d5d-7bb3441d238b', 'status': 'completed', 'code': 200} Mar 29 09:55:56.108354 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f8ca227d-6f26-4117-97f3-e8b00f044ecc req-949ed2f5-3fe8-4361-9a33-a35ef2f5e042 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.36 "DELETE /v2.0/ports/88a29777-efe9-4680-9d5d-7bb3441d238b HTTP/1.1" status: 204 len: 173 time: 1.6947110 Mar 29 09:55:56.190917 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 683b1492-49ac-4217-8597-4cb38be60bbe triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:55:56.191302 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:56.256478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-55f778ff-158e-4e33-838a-d724cd8c91bd None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:55:56.519522 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a6f11627-67a3-4038-9482-e00431e0d147 req-3d065c56-d112-450a-be8f-35aa0d671ae8 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 210 time: 0.0744381 Mar 29 09:55:56.579727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:56.627120 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 683b1492-49ac-4217-8597-4cb38be60bbe, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=683b1492-49ac-4217-8597-4cb38be60bbe,segment=NetworkSegment(b04de03f-702c-4456-af33-27da2d2820b3),segment_id=b04de03f-702c-4456-af33-27da2d2820b3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:55:56.702636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:56.784472 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=683b1492-49ac-4217-8597-4cb38be60bbe,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:56.793304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-55f778ff-158e-4e33-838a-d724cd8c91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:56.797802 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f778ff-158e-4e33-838a-d724cd8c91bd None None] Checking router: 46a82e4c-01cd-458b-ad3b-91a2047ec619 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:55:56.806830 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f778ff-158e-4e33-838a-d724cd8c91bd None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:55:56.807599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-55f778ff-158e-4e33-838a-d724cd8c91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:55:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:56.996844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-55f778ff-158e-4e33-838a-d724cd8c91bd None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:55:57.092521 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40468) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:55:57.199072 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4074b6e5-020c-4d48-9893-3437b75f39bd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/e64b78ca-1c99-4338-b999-27b35909cd99 HTTP/1.1" status: 200 len: 991 time: 0.1052680 Mar 29 09:55:57.322504 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-55f778ff-158e-4e33-838a-d724cd8c91bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:57.328360 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f778ff-158e-4e33-838a-d724cd8c91bd None None] The sync data for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv is: [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:55:57.578263 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444a87fd-2ab9-4c8f-b58e-79cbd6141660 None None] New status for floating IP e64b78ca-1c99-4338-b999-27b35909cd99: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:55:57.701164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-27a43384-1d55-47af-a324-2e10d74c91f7 req-cc2c32af-aab7-4709-9b37-a43492cc22cf tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Synchronizing usage tracker for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:55:57.776053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-27a43384-1d55-47af-a324-2e10d74c91f7 req-cc2c32af-aab7-4709-9b37-a43492cc22cf tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Unset dirty status for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:55:57.777355 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-27a43384-1d55-47af-a324-2e10d74c91f7 req-cc2c32af-aab7-4709-9b37-a43492cc22cf tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7020b8-420f-4484-9403-683c8302419e HTTP/1.1" status: 200 len: 210 time: 0.1225245 Mar 29 09:55:57.779422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481edfe6-697c-4c00-8c05-78fe217d9954 None None] New status for floating IP 34407417-84c9-4148-861c-316ed88fdeb0: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:55:57.955067 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 879bfa65-618c-4965-ac72-e69734ff429a up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:55:58.126291 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 879bfa65-618c-4965-ac72-e69734ff429a triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:55:58.126922 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:58.202301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40474) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:55:58.243797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:58.259470 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 879bfa65-618c-4965-ac72-e69734ff429a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=879bfa65-618c-4965-ac72-e69734ff429a,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:55:58.294799 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 88a29777-efe9-4680-9d5d-7bb3441d238b no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:55:58.309597 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cd1d4bdc-57b0-4d51-87dc-e15326aba671 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/e64b78ca-1c99-4338-b999-27b35909cd99 HTTP/1.1" status: 200 len: 993 time: 0.1059065 Mar 29 09:55:58.329566 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 88a29777-efe9-4680-9d5d-7bb3441d238b {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:55:58.329920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 88a29777-efe9-4680-9d5d-7bb3441d238b not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:55:58.353884 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:58.355594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 683b1492-49ac-4217-8597-4cb38be60bbe up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:55:58.482295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=879bfa65-618c-4965-ac72-e69734ff429a,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:58.497076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 683b1492-49ac-4217-8597-4cb38be60bbe triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:55:58.497513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:58.720711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40482) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:55:58.923046 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-472c6632-ae1f-423e-aaed-67a8436f8546 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 0137b588-d110-4236-b89e-26159390f19a {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:55:58.923393 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-472c6632-ae1f-423e-aaed-67a8436f8546 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:59.067163 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-606a548a-9929-4869-9bd4-e8df49aa4cc7 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881465043&fields=id&tenant_id=f053acbba8784c2f89280f9422e7f0fe HTTP/1.1" status: 200 len: 267 time: 0.0410419 Mar 29 09:55:59.212506 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-472c6632-ae1f-423e-aaed-67a8436f8546 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:59.213012 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-472c6632-ae1f-423e-aaed-67a8436f8546 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:59.221947 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-377c09f7-7dd3-4268-b4b2-db8b0c5a4c1e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:59.223410 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-377c09f7-7dd3-4268-b4b2-db8b0c5a4c1e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 812 time: 0.1489432 Mar 29 09:55:59.240778 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-d507e5d5-f7d5-4e5c-8088-b9d5ac31751f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/quotas/f053acbba8784c2f89280f9422e7f0fe HTTP/1.1" status: 200 len: 375 time: 0.0098422 Mar 29 09:55:59.331199 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-f3b5bb5a-7bdb-4685-866c-fe95cd66ddba tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829313 Mar 29 09:55:59.335515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-472c6632-ae1f-423e-aaed-67a8436f8546 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 0137b588-d110-4236-b89e-26159390f19a owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:55:59.470281 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-b0a7b195-87f5-4726-9478-0e2824799104 service neutron] 10.222.0.35 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266766 Mar 29 09:55:59.564820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-472c6632-ae1f-423e-aaed-67a8436f8546 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:59.603189 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d31a658-9250-4a87-b531-27e9ec16d42a service neutron] 10.222.0.35 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270978 Mar 29 09:55:59.641036 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c6632-ae1f-423e-aaed-67a8436f8546 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=0137b588-d110-4236-b89e-26159390f19a,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:59.703794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-472c6632-ae1f-423e-aaed-67a8436f8546 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:59.704125 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-472c6632-ae1f-423e-aaed-67a8436f8546 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP e64b78ca-1c99-4338-b999-27b35909cd99 disassociated (deleted). External IP: 172.26.7.92, port: 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c. Mar 29 09:55:59.876478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 879bfa65-618c-4965-ac72-e69734ff429a up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:55:59.944955 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 879bfa65-618c-4965-ac72-e69734ff429a triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:55:59.945332 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:00.063578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472c6632-ae1f-423e-aaed-67a8436f8546 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:56:00.247929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472c6632-ae1f-423e-aaed-67a8436f8546 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:56:00.260733 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8df511-9287-4c5d-a129-5baf6a3f1d30 None None] Sync routers for ids ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:56:00.271733 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8df511-9287-4c5d-a129-5baf6a3f1d30 None None] Routers {'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:56:00.272636 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fb8df511-9287-4c5d-a129-5baf6a3f1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:55:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:00.324385 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e016be1a-df76-4157-8913-e2be1872e5f6 req-b54e0a58-9696-4e9f-9bcd-9829044cf820 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 210 time: 0.0444624 Mar 29 09:56:00.346367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-472c6632-ae1f-423e-aaed-67a8436f8546 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:00.414131 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-472c6632-ae1f-423e-aaed-67a8436f8546 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/floatingips/e64b78ca-1c99-4338-b999-27b35909cd99 HTTP/1.1" status: 204 len: 168 time: 1.6923051 Mar 29 09:56:00.414849 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de33faa0-3df8-458e-a7b4-28932816b364', 'tag': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:00.523709 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de33faa0-3df8-458e-a7b4-28932816b364', 'tag': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c', 'status': 'completed', 'code': 200} Mar 29 09:56:00.525099 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-fb8df511-9287-4c5d-a129-5baf6a3f1d30 None None] Set router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:56:00.623543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24f0d2-713f-4b4b-9a22-8857971f90f2 req-96bafeb9-90ed-41f8-9521-870a85509eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:00.625056 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0e24f0d2-713f-4b4b-9a22-8857971f90f2 req-96bafeb9-90ed-41f8-9521-870a85509eeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 1099 time: 0.0781331 Mar 29 09:56:00.852098 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fb8df511-9287-4c5d-a129-5baf6a3f1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:55:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '683b1492-49ac-4217-8597-4cb38be60bbe', 'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:63:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:12Z', 'updated_at': '2022-03-29T09:55:56Z', 'revision_number': 7, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:00.856378 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8df511-9287-4c5d-a129-5baf6a3f1d30 None None] Checking router: fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:56:00.864631 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8df511-9287-4c5d-a129-5baf6a3f1d30 None None] Routers {'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:56:00.865221 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fb8df511-9287-4c5d-a129-5baf6a3f1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:55:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:00.882766 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24f0d2-713f-4b4b-9a22-8857971f90f2 req-015eea1c-3065-41d2-be91-33cc66c38e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:00.884265 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0e24f0d2-713f-4b4b-9a22-8857971f90f2 req-015eea1c-3065-41d2-be91-33cc66c38e8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=448323f0-7433-4d92-8ea7-e02dfa0f5c7f HTTP/1.1" status: 200 len: 897 time: 0.2536278 Mar 29 09:56:00.962668 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0e24f0d2-713f-4b4b-9a22-8857971f90f2 req-93621f0f-ed55-43b5-b2ff-5201aedac2c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f910614-3a49-4c3e-a6bf-fb8a6d9d751c HTTP/1.1" status: 200 len: 217 time: 0.0714860 Mar 29 09:56:01.052739 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-fb8df511-9287-4c5d-a129-5baf6a3f1d30 None None] Set router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:56:01.077884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24f0d2-713f-4b4b-9a22-8857971f90f2 req-f02efcc5-3868-414f-81a0-440c70f3ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:01.079218 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0e24f0d2-713f-4b4b-9a22-8857971f90f2 req-f02efcc5-3868-414f-81a0-440c70f3ad2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a50a5f6-4b99-46c0-8e06-6f705f131e94 HTTP/1.1" status: 200 len: 835 time: 0.1093631 Mar 29 09:56:01.152061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880549b4-fbe1-4154-87d6-197a0c907d06 req-b984d7b0-dabd-48a2-ac25-da339e10a42c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:01.152909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-880549b4-fbe1-4154-87d6-197a0c907d06 req-b984d7b0-dabd-48a2-ac25-da339e10a42c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:56:01.184989 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24f0d2-713f-4b4b-9a22-8857971f90f2 req-d69f075f-249f-4b5b-aaec-522ac7693d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:01.186523 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0e24f0d2-713f-4b4b-9a22-8857971f90f2 req-d69f075f-249f-4b5b-aaec-522ac7693d28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=448323f0-7433-4d92-8ea7-e02dfa0f5c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0997648 Mar 29 09:56:01.284798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-880549b4-fbe1-4154-87d6-197a0c907d06 req-b984d7b0-dabd-48a2-ac25-da339e10a42c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:56:01.286051 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-880549b4-fbe1-4154-87d6-197a0c907d06 req-b984d7b0-dabd-48a2-ac25-da339e10a42c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 946 time: 0.2832017 Mar 29 09:56:01.370316 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-880549b4-fbe1-4154-87d6-197a0c907d06 req-f4827785-4a11-4c8b-b21e-ee635facab65 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=19e76e5d-98a7-47f0-8e73-73359b45949e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702226 Mar 29 09:56:01.372957 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0e24f0d2-713f-4b4b-9a22-8857971f90f2 req-22a35c52-9b56-444c-875d-2c5faa807804 service neutron] 10.222.0.36 "GET /v2.0/networks/448323f0-7433-4d92-8ea7-e02dfa0f5c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788654 Mar 29 09:56:01.388424 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fb8df511-9287-4c5d-a129-5baf6a3f1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:55:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '683b1492-49ac-4217-8597-4cb38be60bbe', 'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:63:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:12Z', 'updated_at': '2022-03-29T09:55:56Z', 'revision_number': 7, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:01.412421 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8df511-9287-4c5d-a129-5baf6a3f1d30 None None] The sync data for ids ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'] in dv-neutron-835555-1-hyperv is: [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:55:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '683b1492-49ac-4217-8597-4cb38be60bbe', 'name': '', 'network_id': '448323f0-7433-4d92-8ea7-e02dfa0f5c7f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:63:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:12Z', 'updated_at': '2022-03-29T09:55:56Z', 'revision_number': 7, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '9a50a5f6-4b99-46c0-8e06-6f705f131e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:56:01.570163 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f24e24a9-20a3-44ee-a7ef-e1c7b6717f3e req-6b0352b0-7fc3-4e60-a089-e5fbaa19d038 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 210 time: 0.0535321 Mar 29 09:56:01.570676 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0e24f0d2-713f-4b4b-9a22-8857971f90f2 req-0042b8a9-eea0-40b0-a59e-9a62d2d31d8c service neutron] 10.222.0.36 "GET /v2.0/networks/448323f0-7433-4d92-8ea7-e02dfa0f5c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888876 Mar 29 09:56:02.105086 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c8588-c043-4241-a92f-9df8b4485dbb None None] New status for floating IP e64b78ca-1c99-4338-b999-27b35909cd99: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:56:02.601152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-00ca3f55-3712-453b-bd78-958c67705268 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:02.601839 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-00ca3f55-3712-453b-bd78-958c67705268 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Synchronizing usage tracker for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:56:02.640822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd97f5-b496-484b-a234-b298a2073db8 req-b4ee9488-0e78-4d6a-a71d-0389fa774e5d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:02.642300 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5cfd97f5-b496-484b-a234-b298a2073db8 req-b4ee9488-0e78-4d6a-a71d-0389fa774e5d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 946 time: 0.1337736 Mar 29 09:56:02.689704 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5cfd97f5-b496-484b-a234-b298a2073db8 req-c939f843-64eb-40a0-af21-398403950e5b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=19e76e5d-98a7-47f0-8e73-73359b45949e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411072 Mar 29 09:56:02.695714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-00ca3f55-3712-453b-bd78-958c67705268 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Unset dirty status for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:56:02.696831 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-00ca3f55-3712-453b-bd78-958c67705268 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.36 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 812 time: 0.2865498 Mar 29 09:56:02.741986 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f751db39-8e38-41bf-b4c3-0e146edc423a req-ec5f7fc6-7da8-4921-b76d-faa8f13f46f9 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 210 time: 0.0521777 Mar 29 09:56:02.747798 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-fdd065f8-044a-4e60-8465-ffa662dc3594 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f053acbba8784c2f89280f9422e7f0fe HTTP/1.1" status: 200 len: 379 time: 0.0429153 Mar 29 09:56:02.757865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Request body: {'port': {'device_id': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'admin_state_up': True, 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'security_groups': ['bf13c140-dabc-4fcc-b70c-fe84614f719f']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:02.775003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44b913-d237-46c5-b8dd-02c53ec21e70 req-d6efaf74-e34a-47bc-8370-1039b36ca0c4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:02.777068 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7b44b913-d237-46c5-b8dd-02c53ec21e70 req-d6efaf74-e34a-47bc-8370-1039b36ca0c4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 946 time: 0.1390898 Mar 29 09:56:02.848942 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-7b44b913-d237-46c5-b8dd-02c53ec21e70 req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:56:02.849282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-7b44b913-d237-46c5-b8dd-02c53ec21e70 req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:02.898595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:56:02.909405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:56:02.987297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Made reservation on behalf of f053acbba8784c2f89280f9422e7f0fe for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:56:02.991027 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:03.111573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-7b44b913-d237-46c5-b8dd-02c53ec21e70 req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5f910614-3a49-4c3e-a6bf-fb8a6d9d751c,segment=NetworkSegment(b04de03f-702c-4456-af33-27da2d2820b3),segment_id=b04de03f-702c-4456-af33-27da2d2820b3)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:56:03.111894 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-7b44b913-d237-46c5-b8dd-02c53ec21e70 req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:03.174921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Allocated IP 172.20.0.12 (6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb/3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e/4ecf0cbd-e77c-42c8-8463-6ab85c342dd7) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:56:03.364254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-7b44b913-d237-46c5-b8dd-02c53ec21e70 req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c owned by compute:nova {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:56:03.381185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:03.399086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Transition to ACTIVE for port object 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:56:03.485098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:03.557441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:56:03.564834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:56:03.567222 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:56:03.606077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'Port': ['ID=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:03.632159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-7b44b913-d237-46c5-b8dd-02c53ec21e70 req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:03.642807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:03.643443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:03.703553 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=5f910614-3a49-4c3e-a6bf-fb8a6d9d751c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:03.747113 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-c528b8c0-b915-4e21-ba03-f4f0446572cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9940531 Mar 29 09:56:03.760581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Request body: {'port': {'device_id': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:03.800025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b44b913-d237-46c5-b8dd-02c53ec21e70 req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] No DVR routers for this DVR port 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c on host hv-neutron-8355 {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:56:03.802616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:03.802955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:03.803343 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:03.803899 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:03.804016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:03.804446 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:03.804790 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:03.805111 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:03.805433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:03.805751 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:03.806068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:03.806380 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:03.810310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-7b44b913-d237-46c5-b8dd-02c53ec21e70 req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:03.813224 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de33faa0-3df8-458e-a7b4-28932816b364', 'name': 'network-vif-deleted', 'tag': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:03.940242 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7b44b913-d237-46c5-b8dd-02c53ec21e70 req-d5bd022c-e487-41dc-9c3e-1e5ae50b00e7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "DELETE /v2.0/ports/5f910614-3a49-4c3e-a6bf-fb8a6d9d751c HTTP/1.1" status: 204 len: 173 time: 1.1570539 Mar 29 09:56:03.947544 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-82ebde0b-ccd2-4018-a4f9-955dbc90383e None None] Provisioning for port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:56:03.954414 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-82ebde0b-ccd2-4018-a4f9-955dbc90383e None None] Provisioning complete for port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:03.955652 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-82ebde0b-ccd2-4018-a4f9-955dbc90383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:03.991525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:03.996994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca5799-802d-482b-a89e-302fb59cc782 req-5d2efe87-c618-4f01-a698-0e54a6b26a4b tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:03.998728 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-43ca5799-802d-482b-a89e-302fb59cc782 req-5d2efe87-c618-4f01-a698-0e54a6b26a4b tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 932 time: 0.0993814 Mar 29 09:56:04.061713 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-43ca5799-802d-482b-a89e-302fb59cc782 req-1e7425d1-2994-4a6d-9f70-7d1f4da870ea tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569711 Mar 29 09:56:04.094445 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-82ebde0b-ccd2-4018-a4f9-955dbc90383e None None] Port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:56:04.136118 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de33faa0-3df8-458e-a7b4-28932816b364', 'name': 'network-vif-deleted', 'tag': '5f910614-3a49-4c3e-a6bf-fb8a6d9d751c', 'status': 'completed', 'code': 200} Mar 29 09:56:04.281972 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-627950d5-bc90-4263-a951-af9a776bfa53 req-39cc78f0-77cc-4e6f-a8b8-57e4d648a54f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=de33faa0-3df8-458e-a7b4-28932816b364 HTTP/1.1" status: 200 len: 210 time: 0.1918592 Mar 29 09:56:04.571328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:56:04.579230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:04.593962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Transition to ACTIVE for port object 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:56:04.665757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:04.825237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Pushing event updated for resources: {'Port': ['ID=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:04.904579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Attempting to bind port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:56:04.905223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Attempting to bind port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:56:04.905551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Attempting to bind port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 on network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:56:04.910382 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 on network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:56:04.910697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Attempting to bind port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 on network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:56:04.915730 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:56:04.916085 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Checking segment: {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:56:04.916458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Bound using segment: {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:56:04.917086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Bound port: 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:56:04.917236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:05.009669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] For port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:56:05.013398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] For port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:56:05.130659 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:05.192866 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:05.197833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:05.197833 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] 10.222.0.36 "PUT /v2.0/ports/4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 HTTP/1.1" status: 200 len: 1094 time: 1.4388120 Mar 29 09:56:05.197833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'tag': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:05.223758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16078c-10cd-4259-bee6-b56e620c599d service neutron] Pushing event updated for resources: {'Port': ['ID=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:05.252999 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'tag': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'status': 'completed', 'code': 200} Mar 29 09:56:05.282620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6fa9f-6bda-40ed-8aa4-4d6e030c7b2e req-b9ab1a25-cb48-408f-8263-e2038aca7f2c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:05.285064 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ebb6fa9f-6bda-40ed-8aa4-4d6e030c7b2e req-b9ab1a25-cb48-408f-8263-e2038aca7f2c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 944 time: 0.0981333 Mar 29 09:56:05.333857 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ebb6fa9f-6bda-40ed-8aa4-4d6e030c7b2e req-11c39ea3-050b-43c4-a953-4e9a31e8ce57 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429633 Mar 29 09:56:05.403151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82711cb-3d5a-4677-af90-2b2118ecb95f req-4a5d728b-49ca-4ee0-86bd-5e5e233b2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:05.404892 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e82711cb-3d5a-4677-af90-2b2118ecb95f req-4a5d728b-49ca-4ee0-86bd-5e5e233b2687 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 1097 time: 0.0852289 Mar 29 09:56:05.417050 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40542) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:05.490485 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a52b8200-8839-4023-8521-ae9d1ebaf5ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:05.520004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a52b8200-8839-4023-8521-ae9d1ebaf5ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:05.558044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82711cb-3d5a-4677-af90-2b2118ecb95f req-b89cf8b9-d7f6-42a0-8c7f-197f9efb1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:05.560638 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e82711cb-3d5a-4677-af90-2b2118ecb95f req-b89cf8b9-d7f6-42a0-8c7f-197f9efb1c36 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f053acbba8784c2f89280f9422e7f0fe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1417830 Mar 29 09:56:05.661688 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a52b8200-8839-4023-8521-ae9d1ebaf5ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:05.681216 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b8200-8839-4023-8521-ae9d1ebaf5ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e76e5d-98a7-47f0-8e73-73359b45949e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:05.706504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82711cb-3d5a-4677-af90-2b2118ecb95f req-1f9198f5-f4b2-42b9-b03d-0c0945b6654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:05.707968 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e82711cb-3d5a-4677-af90-2b2118ecb95f req-1f9198f5-f4b2-42b9-b03d-0c0945b6654d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399941 Mar 29 09:56:05.723007 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f5b55a69-202e-4bb4-8b68-a39d990fc147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:05.809090 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a52b8200-8839-4023-8521-ae9d1ebaf5ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:05.810257 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a52b8200-8839-4023-8521-ae9d1ebaf5ad tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/security-groups/19e76e5d-98a7-47f0-8e73-73359b45949e HTTP/1.1" status: 204 len: 168 time: 0.3921361 Mar 29 09:56:05.819038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-cf2b0c32-22f9-489a-895a-a101bde51c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:05.820540 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-cf2b0c32-22f9-489a-895a-a101bde51c3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 1097 time: 0.0753276 Mar 29 09:56:05.888666 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-cb32dde6-0ad5-4fbc-ba6f-bb0f5d3f0a00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 HTTP/1.1" status: 200 len: 217 time: 0.0614524 Mar 29 09:56:05.903612 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40548) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:05.954584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-22b603e7-bac1-4d82-ba9c-afb911728389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:05.956024 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-22b603e7-bac1-4d82-ba9c-afb911728389 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 200 len: 851 time: 0.0616958 Mar 29 09:56:06.031339 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-28a1df63-fde9-425a-bd82-aaa920e655f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:06.032983 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-28a1df63-fde9-425a-bd82-aaa920e655f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715237 Mar 29 09:56:06.162723 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-2f675573-e267-4c13-ae81-38bc9a6a8416 service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238437 Mar 29 09:56:06.297301 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a58162e-aeeb-463c-bc41-08a7cfe91590 req-7df43676-7de5-4b8f-a535-859bb42fe05d service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290762 Mar 29 09:56:06.360457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:56:06.406699 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:56:06.407042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 5f910614-3a49-4c3e-a6bf-fb8a6d9d751c not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:56:06.542540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-98cfd813-8899-4bea-aed1-880e4f477713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:06.638751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f733a-c620-4201-bd4b-1f003589e842 req-29cdcbf1-8b55-467a-9075-3370c3466a4c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:06.639467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-777f733a-c620-4201-bd4b-1f003589e842 req-29cdcbf1-8b55-467a-9075-3370c3466a4c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Synchronizing usage tracker for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:56:06.701104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-777f733a-c620-4201-bd4b-1f003589e842 req-29cdcbf1-8b55-467a-9075-3370c3466a4c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Unset dirty status for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:56:06.702322 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-777f733a-c620-4201-bd4b-1f003589e842 req-29cdcbf1-8b55-467a-9075-3370c3466a4c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 944 time: 0.2521863 Mar 29 09:56:06.748904 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-777f733a-c620-4201-bd4b-1f003589e842 req-47d46c16-7716-46f2-9145-201b4dacb3f5 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402675 Mar 29 09:56:06.999886 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-98cfd813-8899-4bea-aed1-880e4f477713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 683b1492-49ac-4217-8597-4cb38be60bbe {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:56:07.000253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-98cfd813-8899-4bea-aed1-880e4f477713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:07.189889 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-98cfd813-8899-4bea-aed1-880e4f477713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 683b1492-49ac-4217-8597-4cb38be60bbe, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=683b1492-49ac-4217-8597-4cb38be60bbe,segment=NetworkSegment(b04de03f-702c-4456-af33-27da2d2820b3),segment_id=b04de03f-702c-4456-af33-27da2d2820b3)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:56:07.190226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-98cfd813-8899-4bea-aed1-880e4f477713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:07.314242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-98cfd813-8899-4bea-aed1-880e4f477713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 683b1492-49ac-4217-8597-4cb38be60bbe owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:56:07.677503 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-98cfd813-8899-4bea-aed1-880e4f477713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:07.726361 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfd813-8899-4bea-aed1-880e4f477713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=683b1492-49ac-4217-8597-4cb38be60bbe,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:07.866949 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7a7349d4-485a-4f6a-94e5-89773eb3b47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:08.078739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-98cfd813-8899-4bea-aed1-880e4f477713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:08.093703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f514c6-69eb-4ea8-ba61-9dab0ac848f1 req-b052d7fe-3058-4355-9754-25bf2a3917a8 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:08.099138 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-98f514c6-69eb-4ea8-ba61-9dab0ac848f1 req-b052d7fe-3058-4355-9754-25bf2a3917a8 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 944 time: 0.1947536 Mar 29 09:56:08.217478 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-98f514c6-69eb-4ea8-ba61-9dab0ac848f1 req-7076addc-e0af-484d-9cd1-2e09de154e38 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673399 Mar 29 09:56:08.599401 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cfd813-8899-4bea-aed1-880e4f477713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:56:08.776023 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cfd813-8899-4bea-aed1-880e4f477713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:56:08.786556 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775f4d1-1381-4053-801f-ef613984620d None None] Sync routers for ids ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:56:08.788634 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-98cfd813-8899-4bea-aed1-880e4f477713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/fbc7f68b-f44d-4a34-82a8-79107b7fd0a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8834896 Mar 29 09:56:08.797128 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8775f4d1-1381-4053-801f-ef613984620d None None] Routers {'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:56:08.797385 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40556) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:08.797716 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8775f4d1-1381-4053-801f-ef613984620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:56:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:08.869977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-31288568-d6a8-4474-8cc8-f0d98641abe1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting subnet 9a50a5f6-4b99-46c0-8e06-6f705f131e94 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 09:56:08.873028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-31288568-d6a8-4474-8cc8-f0d98641abe1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:08.883769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:08.928053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-31288568-d6a8-4474-8cc8-f0d98641abe1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:08.935192 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:08.983272 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-8775f4d1-1381-4053-801f-ef613984620d None None] Set router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:56:09.016345 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-31288568-d6a8-4474-8cc8-f0d98641abe1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:09.174760 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-31288568-d6a8-4474-8cc8-f0d98641abe1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:09.216953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31288568-d6a8-4474-8cc8-f0d98641abe1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Subnet': ['ID=9a50a5f6-4b99-46c0-8e06-6f705f131e94,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:09.218902 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-31288568-d6a8-4474-8cc8-f0d98641abe1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:09.226764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c14b83-a1f1-43c8-852c-386cb07378ef None None] Network 448323f0-7433-4d92-8ea7-e02dfa0f5c7f requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:56:09.230401 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-31288568-d6a8-4474-8cc8-f0d98641abe1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/subnets/9a50a5f6-4b99-46c0-8e06-6f705f131e94 HTTP/1.1" status: 204 len: 168 time: 0.4318473 Mar 29 09:56:09.235585 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40560) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:09.307606 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8775f4d1-1381-4053-801f-ef613984620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:56:07Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:55:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:09.311691 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775f4d1-1381-4053-801f-ef613984620d None None] Checking router: fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:56:09.320192 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8775f4d1-1381-4053-801f-ef613984620d None None] Routers {'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:56:09.320829 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8775f4d1-1381-4053-801f-ef613984620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:56:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:09.430998 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:09.507532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa959f30-74b9-4208-93cc-931013024976 req-c48d3c45-aa4b-4bcb-9887-4eaf11d38ffa tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:09.515463 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fa959f30-74b9-4208-93cc-931013024976 req-c48d3c45-aa4b-4bcb-9887-4eaf11d38ffa tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 944 time: 0.1719978 Mar 29 09:56:09.565405 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fa959f30-74b9-4208-93cc-931013024976 req-32fd6144-6096-4aa4-9e84-4a60f834edee tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479162 Mar 29 09:56:09.566614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72def160-26ae-407c-b469-3a4cf397c595 None None] DHCP port deletion for 448323f0-7433-4d92-8ea7-e02dfa0f5c7f request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 09:56:09.570973 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-72def160-26ae-407c-b469-3a4cf397c595 None None] Deleting port ade03a78-5bf0-4619-b03e-8ecc72d00b29 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:56:09.571614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-72def160-26ae-407c-b469-3a4cf397c595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:09.571818 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-8775f4d1-1381-4053-801f-ef613984620d None None] Set router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:56:09.641129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:09.719214 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 879bfa65-618c-4965-ac72-e69734ff429a {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 09:56:09.719816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:09.784374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-72def160-26ae-407c-b469-3a4cf397c595 None None] For port ade03a78-5bf0-4619-b03e-8ecc72d00b29, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ade03a78-5bf0-4619-b03e-8ecc72d00b29,segment=NetworkSegment(b04de03f-702c-4456-af33-27da2d2820b3),segment_id=b04de03f-702c-4456-af33-27da2d2820b3)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:56:09.784784 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-72def160-26ae-407c-b469-3a4cf397c595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:09.852121 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-8775f4d1-1381-4053-801f-ef613984620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:56:07Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:55:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:09.857089 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775f4d1-1381-4053-801f-ef613984620d None None] The sync data for ids ['fbc7f68b-f44d-4a34-82a8-79107b7fd0a8'] in dv-neutron-835555-1-hyperv is: [{'id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'name': 'tempest-TestNetworkBasicOps-router-208897264', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': '879bfa65-618c-4965-ac72-e69734ff429a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:07Z', 'updated_at': '2022-03-29T09:56:07Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '879bfa65-618c-4965-ac72-e69734ff429a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:15:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc7f68b-f44d-4a34-82a8-79107b7fd0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:55:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:56:09.913327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ade03a78-5bf0-4619-b03e-8ecc72d00b29 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:56:09.913971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 879bfa65-618c-4965-ac72-e69734ff429a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=879bfa65-618c-4965-ac72-e69734ff429a,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:56:09.914393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:09.976833 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-72def160-26ae-407c-b469-3a4cf397c595 None None] Calling delete_port for ade03a78-5bf0-4619-b03e-8ecc72d00b29 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:56:10.036988 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 879bfa65-618c-4965-ac72-e69734ff429a owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 09:56:10.126855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:10.183396 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-72def160-26ae-407c-b469-3a4cf397c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:10.247609 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72def160-26ae-407c-b469-3a4cf397c595 None None] Pushing event deleted for resources: {'Port': ['ID=ade03a78-5bf0-4619-b03e-8ecc72d00b29,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:10.255046 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72def160-26ae-407c-b469-3a4cf397c595 None None] No DVR routers for this DVR port ade03a78-5bf0-4619-b03e-8ecc72d00b29 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:56:10.416037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:10.463085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=879bfa65-618c-4965-ac72-e69734ff429a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:10.555304 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:10.780891 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:10.781174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:10.784588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:10.832574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ec4aa-1442-4a96-93f6-d61f3384c710 req-a28f81f1-eb38-40bd-9c13-cea3e82ee2a9 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:10.833929 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b88ec4aa-1442-4a96-93f6-d61f3384c710 req-a28f81f1-eb38-40bd-9c13-cea3e82ee2a9 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 944 time: 0.1574132 Mar 29 09:56:10.878856 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b88ec4aa-1442-4a96-93f6-d61f3384c710 req-02306c9a-ee60-4b3b-99ca-ad7635e9eecf tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386181 Mar 29 09:56:10.906864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:10.907681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Fanout notify agent at l3_agent the message router_deleted on router fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 09:56:10.923951 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:10.925073 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-aef20a44-550a-415c-a62d-be5d9e761ea0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/routers/fbc7f68b-f44d-4a34-82a8-79107b7fd0a8 HTTP/1.1" status: 204 len: 168 time: 1.6880989 Mar 29 09:56:10.927696 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40570) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:11.053480 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1c92d93-2e68-484f-824f-e6010d2f4f3e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:11.184005 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1c92d93-2e68-484f-824f-e6010d2f4f3e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:11.208883 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-f1c92d93-2e68-484f-824f-e6010d2f4f3e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448323f0-7433-4d92-8ea7-e02dfa0f5c7f']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:11.221467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-f1c92d93-2e68-484f-824f-e6010d2f4f3e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04de03f-702c-4456-af33-27da2d2820b3') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:11.221765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-f1c92d93-2e68-484f-824f-e6010d2f4f3e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04de03f-702c-4456-af33-27da2d2820b3') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:11.232733 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1c92d93-2e68-484f-824f-e6010d2f4f3e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:11.248262 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1c92d93-2e68-484f-824f-e6010d2f4f3e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:11.254145 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c92d93-2e68-484f-824f-e6010d2f4f3e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:56:11.254527 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1c92d93-2e68-484f-824f-e6010d2f4f3e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:56:11.269379 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:56:11.415345 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1c92d93-2e68-484f-824f-e6010d2f4f3e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:11.432025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1c92d93-2e68-484f-824f-e6010d2f4f3e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:11.444041 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c92d93-2e68-484f-824f-e6010d2f4f3e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Network': ['ID=448323f0-7433-4d92-8ea7-e02dfa0f5c7f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:11.490090 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f1c92d93-2e68-484f-824f-e6010d2f4f3e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/networks/448323f0-7433-4d92-8ea7-e02dfa0f5c7f HTTP/1.1" status: 204 len: 168 time: 0.5613980 Mar 29 09:56:11.511549 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40574) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:11.522861 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'network': {'name': 'tempest-network-smoke--2069023219', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'port_security_enabled': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:11.528679 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:56:11.532808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:network and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:56:11.535671 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:56:11.541376 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:56:11.603806 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:56:11.607195 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:11.635481 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:56:11.644014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:11.645326 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Added segment bfb53554-5fed-4089-98d9-1264db53d4e0 of type vlan for network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 Mar 29 09:56:11.669703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:11.758250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:11.764285 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:11.764886 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:11.873259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Network': ['ID=2879ff91-4fa9-4617-bb1e-c77b06ef3590,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:11.879023 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 879bfa65-618c-4965-ac72-e69734ff429a no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:56:11.905318 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 09:56:11.927470 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-84ae22f0-af53-457f-bed6-e9fb0963bb02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4123874 Mar 29 09:56:11.928009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40582) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:11.933731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-93368830', 'admin_state_up': True, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:11.941307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:56:11.945458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:router and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:56:11.949014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:56:11.949334 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 879bfa65-618c-4965-ac72-e69734ff429a {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:56:11.949453 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 879bfa65-618c-4965-ac72-e69734ff429a not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:56:11.952007 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 683b1492-49ac-4217-8597-4cb38be60bbe no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 09:56:11.956118 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:56:12.027789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 683b1492-49ac-4217-8597-4cb38be60bbe {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 09:56:12.028129 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 683b1492-49ac-4217-8597-4cb38be60bbe not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 09:56:12.050101 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:12.051133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:12.064664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352864b7-f9da-4642-aa97-39876bfed2e3 req-d6938906-39ea-47b1-8906-83bdb1bfb314 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:12.066241 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-352864b7-f9da-4642-aa97-39876bfed2e3 req-d6938906-39ea-47b1-8906-83bdb1bfb314 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 944 time: 0.0816724 Mar 29 09:56:12.066542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:12.111360 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-352864b7-f9da-4642-aa97-39876bfed2e3 req-6eee1743-45d1-41db-a326-0313baed1099 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386512 Mar 29 09:56:12.513837 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:12.873343 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:12.903322 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:13.049467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.123 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/20825fc2-23ea-40f9-b204-01a0d3577ed9) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:56:13.212754 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:13.362159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1b202-9dd6-4286-8f94-dc86386eecc2 req-5d9dd81d-0642-4aec-bd59-8266450c51c9 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:13.363761 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-63a1b202-9dd6-4286-8f94-dc86386eecc2 req-5d9dd81d-0642-4aec-bd59-8266450c51c9 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 944 time: 0.1254456 Mar 29 09:56:13.410406 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:13.456468 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-63a1b202-9dd6-4286-8f94-dc86386eecc2 req-62e013af-a07c-463a-9de6-765faa332d3e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857799 Mar 29 09:56:13.483426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:56:13.490896 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:56:13.496310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:56:13.530562 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=20825fc2-23ea-40f9-b204-01a0d3577ed9,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:13.993159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:14.367278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:56:14.458342 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:14.505175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:56:14.519290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'port_id': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'mac_address': 'fa:16:3e:80:17:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:56:14.595621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:14.622352 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:56:14.644077 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:56:14.681062 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac995946-f383-4f18-b07b-de54b6f9ec33 req-ec1e0db2-2d9e-4f98-b480-8ebaef6a5362 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:14.682569 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ac995946-f383-4f18-b07b-de54b6f9ec33 req-ec1e0db2-2d9e-4f98-b480-8ebaef6a5362 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 944 time: 0.1079516 Mar 29 09:56:14.730104 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ac995946-f383-4f18-b07b-de54b6f9ec33 req-02384b78-bd5b-4bd6-ab64-85a71fc2571c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413270 Mar 29 09:56:14.751385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:14.787424 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 7b79800e-e5b2-4664-8a4e-1b0e86416612 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 09:56:14.819106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:14.965116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:56:14.976163 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Sync routers for ids ['7b79800e-e5b2-4664-8a4e-1b0e86416612'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:56:14.985852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Routers {'7b79800e-e5b2-4664-8a4e-1b0e86416612'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:56:14.986472 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:56:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7b79800e-e5b2-4664-8a4e-1b0e86416612'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:15.078342 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:15.079783 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5202e7b8-ffd6-4618-96cd-aaf982e1b756 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1510768 Mar 29 09:56:15.083187 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40590) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:15.085719 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['4ecf0cbd-e77c-42c8-8463-6ab85c342dd7'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:56:15.123244 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7bce624b-fdd4-43ca-813c-4e1a9f1c69c1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=fdb9d7f2c9684d82868b22f752ecfe11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380461 Mar 29 09:56:15.126162 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40594) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:15.229714 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Set router 7b79800e-e5b2-4664-8a4e-1b0e86416612 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:56:15.260416 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684ee104-46e0-4dae-851b-3073a5650f8a tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:15.261987 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-684ee104-46e0-4dae-851b-3073a5650f8a tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349156 Mar 29 09:56:15.264779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40598) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:15.308387 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4f7fd2c8-bb39-46c7-ae57-4fbe70ed622c tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425136 Mar 29 09:56:15.310985 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40602) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:15.316299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-377773609', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:15.433366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:56:15.437220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:subnet and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:56:15.440033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:56:15.445688 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:56:15.552330 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:56:15.556283 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:15.701745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'name': 'tempest-TestNetworkBasicOps-router-93368830', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:13Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:15.713848 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Checking router: 7b79800e-e5b2-4664-8a4e-1b0e86416612 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:56:15.716412 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Updating router 7b79800e-e5b2-4664-8a4e-1b0e86416612 port 20825fc2-23ea-40f9-b204-01a0d3577ed9 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:56:15.792383 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:15.843995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:15.926436 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81830f-d258-404e-80c4-9fa9244d4d08 req-86aca6a0-d650-4659-a881-a6f427f72989 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:15.927992 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-cf81830f-d258-404e-80c4-9fa9244d4d08 req-86aca6a0-d650-4659-a881-a6f427f72989 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 945 time: 0.0889626 Mar 29 09:56:15.933517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Checking segment: {'id': 'bfb53554-5fed-4089-98d9-1264db53d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:56:15.933977 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network hostable DHCP agents. Network: 2879ff91-4fa9-4617-bb1e-c77b06ef3590, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:56:15.940813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Subnet': ['ID=080951a7-9199-4fa1-abe4-cfe0da9f5f87,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:15.980179 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-cf81830f-d258-404e-80c4-9fa9244d4d08 req-9e287ae0-4a65-4662-a3f0-905aa5967f2b tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436227 Mar 29 09:56:16.009891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:56:16.084026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 2879ff91-4fa9-4617-bb1e-c77b06ef3590) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:56:16.088699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:16.089290 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:16.095428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61fd496-72da-47e7-8fd3-1c14321d3291 None None] Network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:56:16.191665 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fadcfc82-4ad6-47c3-9985-19fbd9d88638 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8796289 Mar 29 09:56:16.194349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40608) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:16.241775 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:16.261244 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Transition to ACTIVE for port object 20825fc2-23ea-40f9-b204-01a0d3577ed9 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:56:16.368926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:16.427473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ips': [{'subnet_id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 09:56:16.428593 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:16.478652 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Attempting to bind port 20825fc2-23ea-40f9-b204-01a0d3577ed9 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:56:16.479014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Attempting to bind port 20825fc2-23ea-40f9-b204-01a0d3577ed9 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:56:16.479374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Attempting to bind port 20825fc2-23ea-40f9-b204-01a0d3577ed9 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:56:16.529557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:56:16.529937 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:56:16.530316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:16.530709 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:56:16.531175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Bound port: 20825fc2-23ea-40f9-b204-01a0d3577ed9, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:56:16.531539 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:16.562676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24bbc4-66b0-45dd-87d3-ca0b19648b3f None None] Pushing event updated for resources: {'Port': ['ID=20825fc2-23ea-40f9-b204-01a0d3577ed9,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:16.673139 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] For port 20825fc2-23ea-40f9-b204-01a0d3577ed9, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:56:16.692716 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] For port 20825fc2-23ea-40f9-b204-01a0d3577ed9, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=20825fc2-23ea-40f9-b204-01a0d3577ed9,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:56:16.711549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Allocated IP 172.20.0.2 (2879ff91-4fa9-4617-bb1e-c77b06ef3590/080951a7-9199-4fa1-abe4-cfe0da9f5f87/1c847ec3-a7f9-4159-83a7-970ce75226d8) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:56:16.803307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:16.918626 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Routers {'7b79800e-e5b2-4664-8a4e-1b0e86416612'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:56:16.919236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:56:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7b79800e-e5b2-4664-8a4e-1b0e86416612'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:16.992798 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24bbc4-66b0-45dd-87d3-ca0b19648b3f None None] Pushing event updated for resources: {'Port': ['ID=20825fc2-23ea-40f9-b204-01a0d3577ed9,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:16.999207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:17.184675 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:17.210737 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Transition to ACTIVE for port object 1c847ec3-a7f9-4159-83a7-970ce75226d8 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:56:17.219491 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] Set router 7b79800e-e5b2-4664-8a4e-1b0e86416612 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:56:17.328142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97cc26-2c4a-469a-8c84-c19afe94eaf4 req-36aebfd3-da90-4ab2-94fc-0bdb32514c6b tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:17.329563 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cb97cc26-2c4a-469a-8c84-c19afe94eaf4 req-36aebfd3-da90-4ab2-94fc-0bdb32514c6b tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 945 time: 0.2250557 Mar 29 09:56:17.357137 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Transition to ACTIVE for port object 1c847ec3-a7f9-4159-83a7-970ce75226d8 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:56:17.424193 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cb97cc26-2c4a-469a-8c84-c19afe94eaf4 req-fefdeacd-4ae1-412b-a38b-986212268a71 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658772 Mar 29 09:56:17.452674 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:17.517524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.1 (2879ff91-4fa9-4617-bb1e-c77b06ef3590/080951a7-9199-4fa1-abe4-cfe0da9f5f87/c34fff25-8415-4b1d-a541-ef197cd9c355) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:56:17.547624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:56:17.558501 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:56:17.564589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:56:17.572532 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Pushing event updated for resources: {'Port': ['ID=1c847ec3-a7f9-4159-83a7-970ce75226d8,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:17.672323 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Attempting to bind port 1c847ec3-a7f9-4159-83a7-970ce75226d8 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:56:17.672696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Attempting to bind port 1c847ec3-a7f9-4159-83a7-970ce75226d8 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'bfb53554-5fed-4089-98d9-1264db53d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:56:17.673056 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Attempting to bind port 1c847ec3-a7f9-4159-83a7-970ce75226d8 on network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:56:17.680460 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:56:17.680878 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Checking segment: {'id': 'bfb53554-5fed-4089-98d9-1264db53d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:56:17.681287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:17.681653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Bound using segment: {'id': 'bfb53554-5fed-4089-98d9-1264db53d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:56:17.682107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Bound port: 1c847ec3-a7f9-4159-83a7-970ce75226d8, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb53554-5fed-4089-98d9-1264db53d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:56:17.682631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:17.684477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:17.693864 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'name': 'tempest-TestNetworkBasicOps-router-93368830', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:13Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:17.699993 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object c34fff25-8415-4b1d-a541-ef197cd9c355 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:56:17.702313 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cbe85c-990d-4e3b-ace4-2a42db5d3c55 None None] The sync data for ids ['7b79800e-e5b2-4664-8a4e-1b0e86416612'] in dv-neutron-835555-1-hyperv is: [{'id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'name': 'tempest-TestNetworkBasicOps-router-93368830', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:13Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:56:17.779029 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] For port 1c847ec3-a7f9-4159-83a7-970ce75226d8, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:56:17.782243 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] For port 1c847ec3-a7f9-4159-83a7-970ce75226d8, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1c847ec3-a7f9-4159-83a7-970ce75226d8,segment=NetworkSegment(bfb53554-5fed-4089-98d9-1264db53d4e0),segment_id=bfb53554-5fed-4089-98d9-1264db53d4e0)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:56:17.804318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:17.856053 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:17.869158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:56:17.876815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:56:17.881922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:56:17.919831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=c34fff25-8415-4b1d-a541-ef197cd9c355,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:17.969576 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb8e6c-5848-4ddb-980c-be7092474695 None None] Pushing event updated for resources: {'Port': ['ID=1c847ec3-a7f9-4159-83a7-970ce75226d8,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:17.984766 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:18.382742 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:56:18.393595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:18.531073 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:56:18.537221 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:18.537652 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:18.645213 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993cdb5-c43e-430c-af30-d0188e5e3fa3 req-694569c5-22cf-447d-a415-f9d084a47ad3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:18.653868 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1993cdb5-c43e-430c-af30-d0188e5e3fa3 req-694569c5-22cf-447d-a415-f9d084a47ad3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 945 time: 0.1049731 Mar 29 09:56:18.704009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:18.712870 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1993cdb5-c43e-430c-af30-d0188e5e3fa3 req-fa75b4c6-99b5-4163-bbd7-1116f88e5984 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574713 Mar 29 09:56:18.742846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:18.756172 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:56:18.793461 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'code': 200} Mar 29 09:56:18.843893 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:18.922168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:19.027733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbe062b-ad61-44b3-8e7a-a36b5b713500 None None] Network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:56:19.028077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:19.112219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:19.249868 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-83b95d8e-5487-4da8-8fde-46040e31153c None None] Provisioning for port 1c847ec3-a7f9-4159-83a7-970ce75226d8 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:56:19.278153 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:19.285939 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=c34fff25-8415-4b1d-a541-ef197cd9c355,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:19.399130 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a991f-bc50-45c5-a11a-1e5abb9a543b req-5795a00d-6770-4256-893f-972e04ef4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:19.401283 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-db8a991f-bc50-45c5-a11a-1e5abb9a543b req-5795a00d-6770-4256-893f-972e04ef4b25 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 1099 time: 0.2599416 Mar 29 09:56:19.466495 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-db8a991f-bc50-45c5-a11a-1e5abb9a543b req-1f9d9706-9e78-4021-8f79-f821d7e88f41 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591187 Mar 29 09:56:19.475826 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:56:19.477199 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:56:19.660901 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7c0e5532-9bb0-4612-aa9b-1e4cded2b4f2 None None] Provisioning for port c34fff25-8415-4b1d-a541-ef197cd9c355 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:56:19.666564 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7c0e5532-9bb0-4612-aa9b-1e4cded2b4f2 None None] Provisioning complete for port c34fff25-8415-4b1d-a541-ef197cd9c355 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:19.666931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7c0e5532-9bb0-4612-aa9b-1e4cded2b4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:19.674878 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 7b79800e-e5b2-4664-8a4e-1b0e86416612 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:56:19.730079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e5532-9bb0-4612-aa9b-1e4cded2b4f2 None None] Port c34fff25-8415-4b1d-a541-ef197cd9c355 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:56:19.858600 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8f181dda-7bca-41c9-b76d-c1903dea7f5f None None] Provisioning complete for port c34fff25-8415-4b1d-a541-ef197cd9c355 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:19.859305 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8f181dda-7bca-41c9-b76d-c1903dea7f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:19.876841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:56:19.888393 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Sync routers for ids ['7b79800e-e5b2-4664-8a4e-1b0e86416612'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:56:19.903294 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7260bc35-7d89-40fa-98dd-5309a38bfbf2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/7b79800e-e5b2-4664-8a4e-1b0e86416612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7077394 Mar 29 09:56:19.910122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40620) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:19.913254 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Routers {'7b79800e-e5b2-4664-8a4e-1b0e86416612'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:56:19.913877 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:56:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7b79800e-e5b2-4664-8a4e-1b0e86416612'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:19.926323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f18b71-33ae-432c-b882-352682440693 req-b560a24d-41ec-42e3-8b57-56840c95399f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:19.928418 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c2f18b71-33ae-432c-b882-352682440693 req-b560a24d-41ec-42e3-8b57-56840c95399f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 946 time: 0.1123636 Mar 29 09:56:19.955521 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-8f181dda-7bca-41c9-b76d-c1903dea7f5f None None] Port c34fff25-8415-4b1d-a541-ef197cd9c355 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:56:19.990690 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c2f18b71-33ae-432c-b882-352682440693 req-cf75c027-6b4b-4671-b4e3-1c09766e15f2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557883 Mar 29 09:56:20.023711 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 20825fc2-23ea-40f9-b204-01a0d3577ed9 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:56:20.081245 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f468ec0-91ce-4b6f-830b-2c801de31c03 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:20.081916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f468ec0-91ce-4b6f-830b-2c801de31c03 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:20.082377 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f468ec0-91ce-4b6f-830b-2c801de31c03 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:20.082833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f468ec0-91ce-4b6f-830b-2c801de31c03 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:20.083284 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f468ec0-91ce-4b6f-830b-2c801de31c03 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:20.083738 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f468ec0-91ce-4b6f-830b-2c801de31c03 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:20.085572 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1f468ec0-91ce-4b6f-830b-2c801de31c03 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1744118 Mar 29 09:56:20.088439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40624) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:20.093204 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2a39bd0b-1603-4c9c-89ea-7ccaba38d994 None None] Provisioning complete for port c34fff25-8415-4b1d-a541-ef197cd9c355 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:20.100322 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:56:20.100518 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2a39bd0b-1603-4c9c-89ea-7ccaba38d994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:20.127680 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Set router 7b79800e-e5b2-4664-8a4e-1b0e86416612 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:56:20.165863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e72c5c-43ba-4c48-93c1-3b336031cbaa tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:20.166234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e72c5c-43ba-4c48-93c1-3b336031cbaa tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:20.166679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e72c5c-43ba-4c48-93c1-3b336031cbaa tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:20.167123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e72c5c-43ba-4c48-93c1-3b336031cbaa tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:20.167566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e72c5c-43ba-4c48-93c1-3b336031cbaa tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:20.168006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e72c5c-43ba-4c48-93c1-3b336031cbaa tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:20.172374 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-44e72c5c-43ba-4c48-93c1-3b336031cbaa tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0803931 Mar 29 09:56:20.172640 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40628) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:20.193188 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-2a39bd0b-1603-4c9c-89ea-7ccaba38d994 None None] Port c34fff25-8415-4b1d-a541-ef197cd9c355 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:56:20.221097 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 20825fc2-23ea-40f9-b204-01a0d3577ed9 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:56:20.226454 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 20825fc2-23ea-40f9-b204-01a0d3577ed9 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:20.226823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:20.350577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:20.369515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 20825fc2-23ea-40f9-b204-01a0d3577ed9, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=20825fc2-23ea-40f9-b204-01a0d3577ed9,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:56:20.385572 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9034337d-f2de-43d7-826d-4a1bed4356af tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2118409 Mar 29 09:56:20.436537 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:20.437354 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1c847ec3-a7f9-4159-83a7-970ce75226d8 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:56:20.491373 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'name': 'tempest-TestNetworkBasicOps-router-93368830', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:18Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'c34fff25-8415-4b1d-a541-ef197cd9c355', 'name': '', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:8d:b7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:17Z', 'updated_at': '2022-03-29T09:56:18Z', 'revision_number': 2, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:20.495898 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Checking router: 7b79800e-e5b2-4664-8a4e-1b0e86416612 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:56:20.496251 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Updating router 7b79800e-e5b2-4664-8a4e-1b0e86416612 port c34fff25-8415-4b1d-a541-ef197cd9c355 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:56:20.552787 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:20.567881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=20825fc2-23ea-40f9-b204-01a0d3577ed9,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:20.627305 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 1c847ec3-a7f9-4159-83a7-970ce75226d8 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:56:20.635450 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 1c847ec3-a7f9-4159-83a7-970ce75226d8 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:20.636265 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:20.764091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:20.800752 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 1c847ec3-a7f9-4159-83a7-970ce75226d8, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1c847ec3-a7f9-4159-83a7-970ce75226d8,segment=NetworkSegment(bfb53554-5fed-4089-98d9-1264db53d4e0),segment_id=bfb53554-5fed-4089-98d9-1264db53d4e0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:56:20.860526 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:20.929797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=1c847ec3-a7f9-4159-83a7-970ce75226d8,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:20.939815 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:20.952001 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Transition to ACTIVE for port object c34fff25-8415-4b1d-a541-ef197cd9c355 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:56:21.026449 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:21.181509 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5172e-997b-4b27-a405-20e03210e037 None None] Pushing event updated for resources: {'Port': ['ID=c34fff25-8415-4b1d-a541-ef197cd9c355,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:21.199784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb7ccb-d133-4bbc-90c9-10f44e506d42 req-eaaa7cde-f3fc-48e5-ade1-f5a4d9347f7a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:21.202120 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-35eb7ccb-d133-4bbc-90c9-10f44e506d42 req-eaaa7cde-f3fc-48e5-ade1-f5a4d9347f7a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 946 time: 0.0942299 Mar 29 09:56:21.223055 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5172e-997b-4b27-a405-20e03210e037 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:21.223336 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5172e-997b-4b27-a405-20e03210e037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:21.223545 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5172e-997b-4b27-a405-20e03210e037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:21.223877 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5172e-997b-4b27-a405-20e03210e037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:21.224199 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5172e-997b-4b27-a405-20e03210e037 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:21.224545 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5172e-997b-4b27-a405-20e03210e037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:21.224869 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5172e-997b-4b27-a405-20e03210e037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:21.225185 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5172e-997b-4b27-a405-20e03210e037 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:21.225506 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5172e-997b-4b27-a405-20e03210e037 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:21.225827 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5172e-997b-4b27-a405-20e03210e037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:21.226145 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5172e-997b-4b27-a405-20e03210e037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:21.226458 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5172e-997b-4b27-a405-20e03210e037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:21.250064 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Attempting to bind port c34fff25-8415-4b1d-a541-ef197cd9c355 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:56:21.250565 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Attempting to bind port c34fff25-8415-4b1d-a541-ef197cd9c355 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'bfb53554-5fed-4089-98d9-1264db53d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:56:21.250993 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Attempting to bind port c34fff25-8415-4b1d-a541-ef197cd9c355 on network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:56:21.259526 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:56:21.259984 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Checking segment: {'id': 'bfb53554-5fed-4089-98d9-1264db53d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:56:21.260895 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-35eb7ccb-d133-4bbc-90c9-10f44e506d42 req-002f10a0-bd98-4f1b-9ff1-d41a071ffbb2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528617 Mar 29 09:56:21.262741 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:21.263166 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Bound using segment: {'id': 'bfb53554-5fed-4089-98d9-1264db53d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:56:21.263653 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Bound port: c34fff25-8415-4b1d-a541-ef197cd9c355, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb53554-5fed-4089-98d9-1264db53d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:56:21.264036 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:21.356062 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] For port c34fff25-8415-4b1d-a541-ef197cd9c355, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:56:21.359033 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] For port c34fff25-8415-4b1d-a541-ef197cd9c355, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c34fff25-8415-4b1d-a541-ef197cd9c355,segment=NetworkSegment(bfb53554-5fed-4089-98d9-1264db53d4e0),segment_id=bfb53554-5fed-4089-98d9-1264db53d4e0)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:56:21.425524 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:21.444002 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aeb455-2568-48f6-9e5a-1e8ebc6a3fbb req-f525a0ad-fd15-4fca-9940-45343a9cfa71 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:21.445513 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-70aeb455-2568-48f6-9e5a-1e8ebc6a3fbb req-f525a0ad-fd15-4fca-9940-45343a9cfa71 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 946 time: 0.0799422 Mar 29 09:56:21.495293 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-70aeb455-2568-48f6-9e5a-1e8ebc6a3fbb req-a513d872-e025-460e-828a-9d0418096f4a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429823 Mar 29 09:56:21.497970 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Routers {'7b79800e-e5b2-4664-8a4e-1b0e86416612'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:56:21.498591 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:56:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7b79800e-e5b2-4664-8a4e-1b0e86416612'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:21.520046 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40640) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:21.590235 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5172e-997b-4b27-a405-20e03210e037 None None] Pushing event updated for resources: {'Port': ['ID=c34fff25-8415-4b1d-a541-ef197cd9c355,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:21.709344 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] Set router 7b79800e-e5b2-4664-8a4e-1b0e86416612 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:56:21.730168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40644) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:21.736025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5f176e8d-425b-4990-891d-171576c45506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125004759', 'description': 'tempest-secgroup-smoke-1125004759 description', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:21.744191 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5f176e8d-425b-4990-891d-171576c45506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:56:21.751319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5f176e8d-425b-4990-891d-171576c45506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:56:21.752505 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200ff5c7-7fd9-4d1f-90d9-147191c9df69 tempest-TestVolumeBootPattern-1168554017 tempest-TestVolumeBootPattern-1168554017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:21.757089 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-200ff5c7-7fd9-4d1f-90d9-147191c9df69 tempest-TestVolumeBootPattern-1168554017 tempest-TestVolumeBootPattern-1168554017-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 1094 time: 0.2329748 Mar 29 09:56:21.757250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40648) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:21.759739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5f176e8d-425b-4990-891d-171576c45506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:56:21.765070 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:21.772512 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5f176e8d-425b-4990-891d-171576c45506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:56:21.774935 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:56:21.781162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Usage tracker for resource:floatingip and tenant:f053acbba8784c2f89280f9422e7f0fe is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:56:21.784946 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:56:21.793114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:56:21.883952 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5f176e8d-425b-4990-891d-171576c45506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:21.893649 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 20825fc2-23ea-40f9-b204-01a0d3577ed9 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:56:21.900229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:21.944319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5f176e8d-425b-4990-891d-171576c45506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:56:21.949577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5f176e8d-425b-4990-891d-171576c45506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:56:21.954085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5f176e8d-425b-4990-891d-171576c45506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:56:21.960887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5f176e8d-425b-4990-891d-171576c45506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:56:21.965855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 20825fc2-23ea-40f9-b204-01a0d3577ed9 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:21.966354 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:22.043888 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'name': 'tempest-TestNetworkBasicOps-router-93368830', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:18Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'c34fff25-8415-4b1d-a541-ef197cd9c355', 'name': '', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:8d:b7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:17Z', 'updated_at': '2022-03-29T09:56:21Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:22.048219 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cdd390-530e-4c70-8ae0-a988d11b488a None None] The sync data for ids ['7b79800e-e5b2-4664-8a4e-1b0e86416612'] in dv-neutron-835555-1-hyperv is: [{'id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'name': 'tempest-TestNetworkBasicOps-router-93368830', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:18Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'c34fff25-8415-4b1d-a541-ef197cd9c355', 'name': '', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:8d:b7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:17Z', 'updated_at': '2022-03-29T09:56:21Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:56:22.111445 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1c847ec3-a7f9-4159-83a7-970ce75226d8 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:56:22.130475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5f176e8d-425b-4990-891d-171576c45506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:22.139785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:22.195047 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 1c847ec3-a7f9-4159-83a7-970ce75226d8 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:22.195504 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:22.216852 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5f176e8d-425b-4990-891d-171576c45506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:22.319122 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f176e8d-425b-4990-891d-171576c45506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e612a92-f079-4d82-a6f1-f5081a6135a3,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:22.355314 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Allocated IP 172.26.7.252 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/71f7a2e2-f232-44bf-a346-fbbba32d4c04) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:56:22.391651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5f176e8d-425b-4990-891d-171576c45506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:22.395589 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5f176e8d-425b-4990-891d-171576c45506 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6615119 Mar 29 09:56:22.396210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40652) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:22.403711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b551cb0c-79a7-4b4a-ab19-82be4b7b3d83 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '0e612a92-f079-4d82-a6f1-f5081a6135a3', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:22.411126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b551cb0c-79a7-4b4a-ab19-82be4b7b3d83 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:56:22.415603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b551cb0c-79a7-4b4a-ab19-82be4b7b3d83 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:56:22.418952 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b551cb0c-79a7-4b4a-ab19-82be4b7b3d83 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:56:22.425719 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b551cb0c-79a7-4b4a-ab19-82be4b7b3d83 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:56:22.518851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b551cb0c-79a7-4b4a-ab19-82be4b7b3d83 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:22.589797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b551cb0c-79a7-4b4a-ab19-82be4b7b3d83 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:22.634587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:22.671905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b551cb0c-79a7-4b4a-ab19-82be4b7b3d83 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:22.698389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551cb0c-79a7-4b4a-ab19-82be4b7b3d83 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb0f35b-3447-4883-83f7-069c808b61b6,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:22.729435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:22.786512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b551cb0c-79a7-4b4a-ab19-82be4b7b3d83 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:22.790771 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b551cb0c-79a7-4b4a-ab19-82be4b7b3d83 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3931518 Mar 29 09:56:22.790996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:56:22.791659 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40656) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:22.793795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:56:22.798588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-491bf9c9-376f-4fcd-9c2a-bba23270c4f9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '0e612a92-f079-4d82-a6f1-f5081a6135a3', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:22.802126 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:56:22.805137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-491bf9c9-376f-4fcd-9c2a-bba23270c4f9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:56:22.809892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-491bf9c9-376f-4fcd-9c2a-bba23270c4f9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:56:22.813007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-491bf9c9-376f-4fcd-9c2a-bba23270c4f9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:56:22.818910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-491bf9c9-376f-4fcd-9c2a-bba23270c4f9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:56:22.844305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'Port': ['ID=71f7a2e2-f232-44bf-a346-fbbba32d4c04,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:22.913658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-491bf9c9-376f-4fcd-9c2a-bba23270c4f9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:22.992670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-491bf9c9-376f-4fcd-9c2a-bba23270c4f9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.010126 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.049517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-491bf9c9-376f-4fcd-9c2a-bba23270c4f9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.079979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bf9c9-376f-4fcd-9c2a-bba23270c4f9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f1e0a4-9f9c-47e4-9b02-7594a50631e1,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:23.162562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-491bf9c9-376f-4fcd-9c2a-bba23270c4f9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.163774 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-491bf9c9-376f-4fcd-9c2a-bba23270c4f9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3711579 Mar 29 09:56:23.167094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40660) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:23.172328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-9724e718-de08-4197-a82f-c9fa54ae6c88 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '0e612a92-f079-4d82-a6f1-f5081a6135a3', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:23.178223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-9724e718-de08-4197-a82f-c9fa54ae6c88 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:56:23.182719 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9724e718-de08-4197-a82f-c9fa54ae6c88 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:56:23.185760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9724e718-de08-4197-a82f-c9fa54ae6c88 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:56:23.194106 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-9724e718-de08-4197-a82f-c9fa54ae6c88 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:56:23.241904 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.283225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9724e718-de08-4197-a82f-c9fa54ae6c88 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.346478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9724e718-de08-4197-a82f-c9fa54ae6c88 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.391296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.443348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9724e718-de08-4197-a82f-c9fa54ae6c88 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.469825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724e718-de08-4197-a82f-c9fa54ae6c88 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18001e9b-d635-44a6-93dd-a99929e43c5f,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:23.579332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9724e718-de08-4197-a82f-c9fa54ae6c88 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.580676 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9724e718-de08-4197-a82f-c9fa54ae6c88 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4125094 Mar 29 09:56:23.583313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40664) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:23.588921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8b764793-7d78-48f4-8383-6436c4cf51a0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '0e612a92-f079-4d82-a6f1-f5081a6135a3', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:23.600880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8b764793-7d78-48f4-8383-6436c4cf51a0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:56:23.601787 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.605596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8b764793-7d78-48f4-8383-6436c4cf51a0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:56:23.608573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8b764793-7d78-48f4-8383-6436c4cf51a0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:56:23.615966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8b764793-7d78-48f4-8383-6436c4cf51a0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:56:23.665643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.714092 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b764793-7d78-48f4-8383-6436c4cf51a0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.781631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b764793-7d78-48f4-8383-6436c4cf51a0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.782445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'Port': ['ID=71f7a2e2-f232-44bf-a346-fbbba32d4c04,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:23.791464 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.870186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b764793-7d78-48f4-8383-6436c4cf51a0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.900189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b764793-7d78-48f4-8383-6436c4cf51a0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8bb593d-a6c9-4baa-b64d-d9c43e7ea706,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:23.921585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c34fff25-8415-4b1d-a541-ef197cd9c355 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:56:23.976749 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Floating IP 927ab14f-dbc4-4337-a8ab-a08a15e732d3 associated. External IP: 172.26.7.252, port: 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7. Mar 29 09:56:23.986104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b764793-7d78-48f4-8383-6436c4cf51a0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:23.987834 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8b764793-7d78-48f4-8383-6436c4cf51a0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4036038 Mar 29 09:56:23.990504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40668) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:23.995576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e28c970b-93c0-4538-ad29-258c4ae90cff tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '0e612a92-f079-4d82-a6f1-f5081a6135a3', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:24.001856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e28c970b-93c0-4538-ad29-258c4ae90cff tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:56:24.005650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e28c970b-93c0-4538-ad29-258c4ae90cff tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:56:24.009186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e28c970b-93c0-4538-ad29-258c4ae90cff tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:56:24.014937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e28c970b-93c0-4538-ad29-258c4ae90cff tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:56:24.072416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port c34fff25-8415-4b1d-a541-ef197cd9c355 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:56:24.077907 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c34fff25-8415-4b1d-a541-ef197cd9c355 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:24.078345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:24.101489 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-e28c970b-93c0-4538-ad29-258c4ae90cff tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:56:24.118141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e28c970b-93c0-4538-ad29-258c4ae90cff tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:24.194440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e28c970b-93c0-4538-ad29-258c4ae90cff tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:24.207246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:24.246955 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port c34fff25-8415-4b1d-a541-ef197cd9c355, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c34fff25-8415-4b1d-a541-ef197cd9c355,segment=NetworkSegment(bfb53554-5fed-4089-98d9-1264db53d4e0),segment_id=bfb53554-5fed-4089-98d9-1264db53d4e0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:56:24.266684 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e28c970b-93c0-4538-ad29-258c4ae90cff tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:24.297632 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c970b-93c0-4538-ad29-258c4ae90cff tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f37c24f-df73-4e06-adb5-0c7d3c691893,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:24.317735 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:24.392666 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=c34fff25-8415-4b1d-a541-ef197cd9c355,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:24.393355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e28c970b-93c0-4538-ad29-258c4ae90cff tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:24.394717 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e28c970b-93c0-4538-ad29-258c4ae90cff tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4032593 Mar 29 09:56:24.397452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40672) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:24.403831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f698e85c-bf64-40c2-aa31-aaa8bf999fcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '0e612a92-f079-4d82-a6f1-f5081a6135a3', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:24.410982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f698e85c-bf64-40c2-aa31-aaa8bf999fcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:56:24.415274 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f698e85c-bf64-40c2-aa31-aaa8bf999fcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:56:24.418238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f698e85c-bf64-40c2-aa31-aaa8bf999fcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:56:24.424203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f698e85c-bf64-40c2-aa31-aaa8bf999fcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:56:24.482333 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Router 46a82e4c-01cd-458b-ad3b-91a2047ec619 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:56:24.489016 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-f698e85c-bf64-40c2-aa31-aaa8bf999fcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:56:24.497122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f698e85c-bf64-40c2-aa31-aaa8bf999fcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:24.566870 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f698e85c-bf64-40c2-aa31-aaa8bf999fcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:24.637871 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f698e85c-bf64-40c2-aa31-aaa8bf999fcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:24.682453 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698e85c-bf64-40c2-aa31-aaa8bf999fcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054c34b8-a09d-488e-93f2-ecfedb7b0169,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:24.719508 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:56:24.729901 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d457e4e-590b-45d1-bba1-a350a48420d8 None None] Sync routers for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:56:24.742848 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d457e4e-590b-45d1-bba1-a350a48420d8 None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:56:24.743899 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-4d457e4e-590b-45d1-bba1-a350a48420d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:56:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:24.769217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f698e85c-bf64-40c2-aa31-aaa8bf999fcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:24.770545 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f698e85c-bf64-40c2-aa31-aaa8bf999fcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3720648 Mar 29 09:56:24.815067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:24.888517 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0a891cb6-df62-44c7-b089-6f6abadd821f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1193709 Mar 29 09:56:24.888517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'tag': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:24.928576 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'tag': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'status': 'completed', 'code': 200} Mar 29 09:56:24.941367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-4d457e4e-590b-45d1-bba1-a350a48420d8 None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:56:24.954989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-da637158-8ee2-4a96-9b0a-8c87a825fce4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:56:25.026949 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-da637158-8ee2-4a96-9b0a-8c87a825fce4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:56:25.028571 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-da637158-8ee2-4a96-9b0a-8c87a825fce4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125004759&fields=id&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 267 time: 0.1186273 Mar 29 09:56:25.034444 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565c2e9-170f-44f4-8aa6-6197a31b4623 req-e13c74f4-f2c6-491c-bdb0-7020ad8d93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:25.036070 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1565c2e9-170f-44f4-8aa6-6197a31b4623 req-e13c74f4-f2c6-491c-bdb0-7020ad8d93e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 1099 time: 0.0762963 Mar 29 09:56:25.185062 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565c2e9-170f-44f4-8aa6-6197a31b4623 req-2173e6b8-adb8-4f50-b7f3-521c82437ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:25.186685 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1565c2e9-170f-44f4-8aa6-6197a31b4623 req-2173e6b8-adb8-4f50-b7f3-521c82437ad6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 913 time: 0.1451087 Mar 29 09:56:25.193083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-3695b1e4-e2c8-4464-819f-d2303e3c23d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:25.193810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-3695b1e4-e2c8-4464-819f-d2303e3c23d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:56:25.266503 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-3695b1e4-e2c8-4464-819f-d2303e3c23d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:56:25.267948 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-3695b1e4-e2c8-4464-819f-d2303e3c23d9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/networks?id=2879ff91-4fa9-4617-bb1e-c77b06ef3590 HTTP/1.1" status: 200 len: 797 time: 0.2319491 Mar 29 09:56:25.286814 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-ab91e981-c2da-498b-8b1a-eba360e6bdfc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/quotas/fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 375 time: 0.0102627 Mar 29 09:56:25.300131 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1565c2e9-170f-44f4-8aa6-6197a31b4623 req-d442b186-0482-46cd-8948-091884784124 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 HTTP/1.1" status: 200 len: 1000 time: 0.1034975 Mar 29 09:56:25.356675 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-4d457e4e-590b-45d1-bba1-a350a48420d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '927ab14f-dbc4-4337-a8ab-a08a15e732d3', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'port_id': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'mac_address': 'fa:16:3e:80:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:56:23Z', 'updated_at': '2022-03-29T09:56:23Z', 'revision_number': 0, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:25.363242 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d457e4e-590b-45d1-bba1-a350a48420d8 None None] Checking router: 46a82e4c-01cd-458b-ad3b-91a2047ec619 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:56:25.373150 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d457e4e-590b-45d1-bba1-a350a48420d8 None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:56:25.373747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565c2e9-170f-44f4-8aa6-6197a31b4623 req-978f8fec-baec-4048-a28f-b8efc1841bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:25.373907 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-4d457e4e-590b-45d1-bba1-a350a48420d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:56:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:25.375341 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1565c2e9-170f-44f4-8aa6-6197a31b4623 req-978f8fec-baec-4048-a28f-b8efc1841bcd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 200 len: 851 time: 0.0693371 Mar 29 09:56:25.391801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-b3a2fd88-3e06-4b6d-aee2-8ea198b309b8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:56:25.459153 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565c2e9-170f-44f4-8aa6-6197a31b4623 req-b58de488-6a9d-4341-8bcc-4edf9f6e58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:25.459397 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-b3a2fd88-3e06-4b6d-aee2-8ea198b309b8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:56:25.460668 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-b3a2fd88-3e06-4b6d-aee2-8ea198b309b8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1662447 Mar 29 09:56:25.460810 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1565c2e9-170f-44f4-8aa6-6197a31b4623 req-b58de488-6a9d-4341-8bcc-4edf9f6e58c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784051 Mar 29 09:56:25.570801 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-4d457e4e-590b-45d1-bba1-a350a48420d8 None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:56:25.615591 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1565c2e9-170f-44f4-8aa6-6197a31b4623 req-cacc61fd-aa0d-41d7-9df6-5056220d6842 service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422205 Mar 29 09:56:25.657602 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-e355433c-8448-4420-8b6b-406bf612ef9a service neutron] 10.222.0.35 "GET /v2.0/networks/2879ff91-4fa9-4617-bb1e-c77b06ef3590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838546 Mar 29 09:56:25.760606 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1565c2e9-170f-44f4-8aa6-6197a31b4623 req-3b3e9240-2eed-4557-be55-d4bec755e8ce service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386347 Mar 29 09:56:25.798668 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-f80036d9-746e-4178-bd01-e5827d3bac52 service neutron] 10.222.0.35 "GET /v2.0/networks/2879ff91-4fa9-4617-bb1e-c77b06ef3590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341019 Mar 29 09:56:25.913143 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c34fff25-8415-4b1d-a541-ef197cd9c355 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:56:26.007220 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c34fff25-8415-4b1d-a541-ef197cd9c355 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:26.007587 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:26.050118 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-4d457e4e-590b-45d1-bba1-a350a48420d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '927ab14f-dbc4-4337-a8ab-a08a15e732d3', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'port_id': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'mac_address': 'fa:16:3e:80:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:56:23Z', 'updated_at': '2022-03-29T09:56:23Z', 'revision_number': 0, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:26.063882 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d457e4e-590b-45d1-bba1-a350a48420d8 None None] The sync data for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv is: [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '927ab14f-dbc4-4337-a8ab-a08a15e732d3', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'port_id': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'mac_address': 'fa:16:3e:80:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:56:23Z', 'updated_at': '2022-03-29T09:56:23Z', 'revision_number': 0, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:56:26.119344 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-16ba8e8e-5833-47fb-8d78-2141846ec7cc req-67cd6e7b-ec84-4bac-80d6-3d29fd4f81ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:56:26.134483 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-16ba8e8e-5833-47fb-8d78-2141846ec7cc req-67cd6e7b-ec84-4bac-80d6-3d29fd4f81ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:56:26.135948 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-16ba8e8e-5833-47fb-8d78-2141846ec7cc req-67cd6e7b-ec84-4bac-80d6-3d29fd4f81ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 210 time: 0.0710108 Mar 29 09:56:26.284580 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d672610-aa1e-4e44-811c-e127bd03bb3e None None] New status for floating IP 927ab14f-dbc4-4337-a8ab-a08a15e732d3: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:56:27.285814 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f7094fcb-6672-4803-be64-e3844e8a1218 req-8c50422b-0bb0-484a-8705-d74d8d0ca5c6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 210 time: 0.0432663 Mar 29 09:56:28.161837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fcce5e8-adb5-4307-8d11-0446cb387ca7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:28.163335 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fcce5e8-adb5-4307-8d11-0446cb387ca7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/networks?id=2879ff91-4fa9-4617-bb1e-c77b06ef3590 HTTP/1.1" status: 200 len: 797 time: 0.1485147 Mar 29 09:56:28.215534 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-810ea0ee-0bf2-423d-9c16-69a05eb977d6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 380 time: 0.0443606 Mar 29 09:56:28.225029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'port': {'device_id': '0601be35-3823-4048-905d-5ecc9e76c3dc', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'admin_state_up': True, 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'security_groups': ['0e612a92-f079-4d82-a6f1-f5081a6135a3']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:28.371626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:56:28.384265 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:56:28.581088 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cb1197df-f0b9-46c8-8b46-a0775db613e4 req-3430f4cc-c889-4bc0-9d62-c96dba0748e1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 210 time: 0.1702335 Mar 29 09:56:28.581922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:56:28.585309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:28.750967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.4 (2879ff91-4fa9-4617-bb1e-c77b06ef3590/080951a7-9199-4fa1-abe4-cfe0da9f5f87/c8ef9c5d-695e-4613-8551-437df493453e) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:56:28.954799 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:28.970526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object c8ef9c5d-695e-4613-8551-437df493453e will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:56:29.054843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:29.120432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:56:29.127938 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:56:29.133002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:56:29.167944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=c8ef9c5d-695e-4613-8551-437df493453e,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:29.207363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:29.207995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:29.313221 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-8fcb5a6c-c395-4070-b754-ed806226bdc2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0919542 Mar 29 09:56:29.326121 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Request body: {'port': {'device_id': '0601be35-3823-4048-905d-5ecc9e76c3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:29.440328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:29.483299 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a7291f97-a02b-481c-bfe7-ccc20bf01783 None None] Provisioning for port c8ef9c5d-695e-4613-8551-437df493453e completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:56:29.489342 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a7291f97-a02b-481c-bfe7-ccc20bf01783 None None] Provisioning complete for port c8ef9c5d-695e-4613-8551-437df493453e triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:29.490134 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a7291f97-a02b-481c-bfe7-ccc20bf01783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:29.543612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a7291f97-a02b-481c-bfe7-ccc20bf01783 None None] Port c8ef9c5d-695e-4613-8551-437df493453e cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:56:29.769334 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbd9d3-d17e-41d2-9775-5f858b89f5ed req-7e527247-d05f-42a9-9b99-119aa5bccc1f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:29.770725 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-04dbd9d3-d17e-41d2-9775-5f858b89f5ed req-7e527247-d05f-42a9-9b99-119aa5bccc1f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 931 time: 0.0834479 Mar 29 09:56:29.780971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ef9c5d-695e-4613-8551-437df493453e {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:56:29.788207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:29.802777 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Transition to ACTIVE for port object c8ef9c5d-695e-4613-8551-437df493453e will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:56:29.815327 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-04dbd9d3-d17e-41d2-9775-5f858b89f5ed req-ce4d0b6d-4748-4c7f-b2c1-1fa5fab2ed8b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e612a92-f079-4d82-a6f1-f5081a6135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379591 Mar 29 09:56:29.860636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:30.014611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ef9c5d-695e-4613-8551-437df493453e,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:30.142751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Attempting to bind port c8ef9c5d-695e-4613-8551-437df493453e on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:56:30.142751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Attempting to bind port c8ef9c5d-695e-4613-8551-437df493453e by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'bfb53554-5fed-4089-98d9-1264db53d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:56:30.142751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Attempting to bind port c8ef9c5d-695e-4613-8551-437df493453e on network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:56:30.142751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Port c8ef9c5d-695e-4613-8551-437df493453e on network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:56:30.142751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Attempting to bind port c8ef9c5d-695e-4613-8551-437df493453e on network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:56:30.142751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:56:30.142751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Checking segment: {'id': 'bfb53554-5fed-4089-98d9-1264db53d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:56:30.142751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Bound using segment: {'id': 'bfb53554-5fed-4089-98d9-1264db53d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:56:30.142751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Bound port: c8ef9c5d-695e-4613-8551-437df493453e, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb53554-5fed-4089-98d9-1264db53d4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:56:30.142751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:30.234972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] For port c8ef9c5d-695e-4613-8551-437df493453e, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:56:30.238447 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] For port c8ef9c5d-695e-4613-8551-437df493453e, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c8ef9c5d-695e-4613-8551-437df493453e,segment=NetworkSegment(bfb53554-5fed-4089-98d9-1264db53d4e0),segment_id=bfb53554-5fed-4089-98d9-1264db53d4e0)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:56:30.328044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:30.394310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:30.394874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:30.396267 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] 10.222.0.36 "PUT /v2.0/ports/c8ef9c5d-695e-4613-8551-437df493453e HTTP/1.1" status: 200 len: 1093 time: 1.0748625 Mar 29 09:56:30.396737 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0601be35-3823-4048-905d-5ecc9e76c3dc', 'tag': 'c8ef9c5d-695e-4613-8551-437df493453e'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:30.427365 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa590b2-0d26-4e74-8d45-7c41fa458186 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ef9c5d-695e-4613-8551-437df493453e,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:30.449334 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0601be35-3823-4048-905d-5ecc9e76c3dc', 'tag': 'c8ef9c5d-695e-4613-8551-437df493453e', 'status': 'completed', 'code': 200} Mar 29 09:56:30.546916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2681a1b-dbf6-4088-9eda-48259255c998 req-45e92a81-05dc-4517-95b8-27a94e6653cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:30.548510 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f2681a1b-dbf6-4088-9eda-48259255c998 req-45e92a81-05dc-4517-95b8-27a94e6653cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 1096 time: 0.0807934 Mar 29 09:56:30.693820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2681a1b-dbf6-4088-9eda-48259255c998 req-212d2c95-e872-43d7-ae3d-295d1df86457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:30.695151 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f2681a1b-dbf6-4088-9eda-48259255c998 req-212d2c95-e872-43d7-ae3d-295d1df86457 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1393297 Mar 29 09:56:30.940334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2681a1b-dbf6-4088-9eda-48259255c998 req-4397f5d6-2768-4542-bf8e-4f650d697aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:30.941996 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f2681a1b-dbf6-4088-9eda-48259255c998 req-4397f5d6-2768-4542-bf8e-4f650d697aed service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2411199 Mar 29 09:56:31.019746 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84571e27-dc97-472e-9fc2-a2e20da990cf req-e3aadd51-d7b1-4d6b-bf3c-ab5b2cd1f247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:31.022125 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-84571e27-dc97-472e-9fc2-a2e20da990cf req-e3aadd51-d7b1-4d6b-bf3c-ab5b2cd1f247 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 943 time: 0.0972302 Mar 29 09:56:31.065451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-a1dfaec0-9851-4e06-bad8-061a388b3ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:31.065451 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-a1dfaec0-9851-4e06-bad8-061a388b3ec4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 1096 time: 0.0868702 Mar 29 09:56:31.089920 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-84571e27-dc97-472e-9fc2-a2e20da990cf req-5a9c22a7-2958-4843-86a5-0746e3ff4c9f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e612a92-f079-4d82-a6f1-f5081a6135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490260 Mar 29 09:56:31.144314 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-7e1cd97c-04eb-4a6c-8ee8-10fd14c88879 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8ef9c5d-695e-4613-8551-437df493453e HTTP/1.1" status: 200 len: 217 time: 0.0721722 Mar 29 09:56:31.209765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-dd6ce336-e799-41c4-9609-46702305285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:31.210306 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-dd6ce336-e799-41c4-9609-46702305285b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=080951a7-9199-4fa1-abe4-cfe0da9f5f87 HTTP/1.1" status: 200 len: 843 time: 0.0601497 Mar 29 09:56:31.287934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-f465d2db-069a-4867-97ae-3fc1fb5ab92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:31.290117 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-f465d2db-069a-4867-97ae-3fc1fb5ab92e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2879ff91-4fa9-4617-bb1e-c77b06ef3590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726373 Mar 29 09:56:31.435156 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-b6c0d7d2-7194-4c7c-9f57-163868648474 service neutron] 10.222.0.36 "GET /v2.0/networks/2879ff91-4fa9-4617-bb1e-c77b06ef3590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384132 Mar 29 09:56:31.573182 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8562c342-dda3-4bb1-a720-29f9a7dfff78 req-1e67f81e-3fdf-449f-9d34-c4124e9c8dc6 service neutron] 10.222.0.36 "GET /v2.0/networks/2879ff91-4fa9-4617-bb1e-c77b06ef3590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315820 Mar 29 09:56:32.271033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcd40b-8586-408a-98e3-2b77ca622ad5 req-441b3f92-fcfb-468d-8cb8-ad63a4196131 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:32.271190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2fdcd40b-8586-408a-98e3-2b77ca622ad5 req-441b3f92-fcfb-468d-8cb8-ad63a4196131 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:56:32.339977 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2fdcd40b-8586-408a-98e3-2b77ca622ad5 req-441b3f92-fcfb-468d-8cb8-ad63a4196131 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:56:32.341221 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2fdcd40b-8586-408a-98e3-2b77ca622ad5 req-441b3f92-fcfb-468d-8cb8-ad63a4196131 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 943 time: 0.1599877 Mar 29 09:56:32.385671 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2fdcd40b-8586-408a-98e3-2b77ca622ad5 req-50cb5c2e-9e87-4b2c-a870-7bb676298256 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e612a92-f079-4d82-a6f1-f5081a6135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383849 Mar 29 09:56:33.575856 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976eb53-c9d3-43b6-9a97-f2e6da32456a req-fc82a397-e7f2-4400-a7bc-08426e35c48f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:33.577275 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8976eb53-c9d3-43b6-9a97-f2e6da32456a req-fc82a397-e7f2-4400-a7bc-08426e35c48f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 943 time: 0.0848629 Mar 29 09:56:33.623824 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8976eb53-c9d3-43b6-9a97-f2e6da32456a req-ce419774-54a0-4f06-a30e-3581e8ca115d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e612a92-f079-4d82-a6f1-f5081a6135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408106 Mar 29 09:56:34.813014 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a46f6-ef18-4aaa-a5da-a23fa5403003 req-2f65ad5d-2729-4e15-96bb-1b88ffb9d850 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:34.814490 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fa5a46f6-ef18-4aaa-a5da-a23fa5403003 req-2f65ad5d-2729-4e15-96bb-1b88ffb9d850 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 943 time: 0.0794775 Mar 29 09:56:34.862267 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fa5a46f6-ef18-4aaa-a5da-a23fa5403003 req-26239620-0750-4ac8-ade4-3533cfbd7975 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e612a92-f079-4d82-a6f1-f5081a6135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421875 Mar 29 09:56:35.688963 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-88f1fc53-9d79-487c-b616-d43a5331a0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:36.048587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad449436-3fa6-438d-9ff1-0cccff07d8ef req-53e239be-68a6-4557-a20d-08e845fccef3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:36.049974 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ad449436-3fa6-438d-9ff1-0cccff07d8ef req-53e239be-68a6-4557-a20d-08e845fccef3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 943 time: 0.0801709 Mar 29 09:56:36.099294 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ad449436-3fa6-438d-9ff1-0cccff07d8ef req-0f217867-2de5-41bd-85d7-e0ad82dd689a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e612a92-f079-4d82-a6f1-f5081a6135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430222 Mar 29 09:56:36.444355 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device c8ef9c5d-695e-4613-8551-437df493453e details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:56:36.579048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port c8ef9c5d-695e-4613-8551-437df493453e, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c8ef9c5d-695e-4613-8551-437df493453e,segment=NetworkSegment(bfb53554-5fed-4089-98d9-1264db53d4e0),segment_id=bfb53554-5fed-4089-98d9-1264db53d4e0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:56:36.592267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'c8ef9c5d-695e-4613-8551-437df493453e', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'port_id': 'c8ef9c5d-695e-4613-8551-437df493453e', 'mac_address': 'fa:16:3e:87:0c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:56:36.653167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:36.669669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ef9c5d-695e-4613-8551-437df493453e {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:56:36.685151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port c8ef9c5d-695e-4613-8551-437df493453e, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c8ef9c5d-695e-4613-8551-437df493453e,segment=NetworkSegment(bfb53554-5fed-4089-98d9-1264db53d4e0),segment_id=bfb53554-5fed-4089-98d9-1264db53d4e0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:56:36.763121 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:36.834891 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=c8ef9c5d-695e-4613-8551-437df493453e,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:37.088470 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['c8ef9c5d-695e-4613-8551-437df493453e'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:56:37.286136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae42743-ced7-44dd-a077-8199493a7130 req-706c94e1-64cb-4f07-a35b-339bec05b8e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:37.287559 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4ae42743-ced7-44dd-a077-8199493a7130 req-706c94e1-64cb-4f07-a35b-339bec05b8e8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 944 time: 0.0824046 Mar 29 09:56:37.333457 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4ae42743-ced7-44dd-a077-8199493a7130 req-da416f71-e1d1-47cd-921c-e245071f575c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e612a92-f079-4d82-a6f1-f5081a6135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397792 Mar 29 09:56:37.889090 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c161bc7a-586c-4f4a-afb5-bc649b4ffb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:38.464213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device c8ef9c5d-695e-4613-8551-437df493453e up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:56:38.549737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90814cbe-a4b2-4df9-a04e-80a92721e323 req-d2b24c4f-0e1b-4efe-a0a4-d0298bd0032c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:38.549737 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-90814cbe-a4b2-4df9-a04e-80a92721e323 req-d2b24c4f-0e1b-4efe-a0a4-d0298bd0032c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 944 time: 0.0913956 Mar 29 09:56:38.611507 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-90814cbe-a4b2-4df9-a04e-80a92721e323 req-bac4ce61-3aba-4a3c-a63c-93a6dabd262e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e612a92-f079-4d82-a6f1-f5081a6135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421169 Mar 29 09:56:38.630505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port c8ef9c5d-695e-4613-8551-437df493453e completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:56:38.649069 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port c8ef9c5d-695e-4613-8551-437df493453e triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:38.649069 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:38.798966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:38.863406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0601be35-3823-4048-905d-5ecc9e76c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ef9c5d-695e-4613-8551-437df493453e'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:38.873353 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port c8ef9c5d-695e-4613-8551-437df493453e, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c8ef9c5d-695e-4613-8551-437df493453e,segment=NetworkSegment(bfb53554-5fed-4089-98d9-1264db53d4e0),segment_id=bfb53554-5fed-4089-98d9-1264db53d4e0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:56:38.909572 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:38.945915 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:38.945915 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:38.979514 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0601be35-3823-4048-905d-5ecc9e76c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ef9c5d-695e-4613-8551-437df493453e', 'code': 200} Mar 29 09:56:39.025040 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=c8ef9c5d-695e-4613-8551-437df493453e,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:39.322191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73eb5c-13b5-4155-b998-d7ce1baaa533 req-029def24-517f-4e49-b9de-cd72659256eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:39.322191 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6e73eb5c-13b5-4155-b998-d7ce1baaa533 req-029def24-517f-4e49-b9de-cd72659256eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 1098 time: 0.0770752 Mar 29 09:56:39.367729 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6e73eb5c-13b5-4155-b998-d7ce1baaa533 req-5516fbc7-4a9a-439d-a270-927c46aeb90e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0e612a92-f079-4d82-a6f1-f5081a6135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365732 Mar 29 09:56:39.944446 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9464e2c-1cee-4e41-97d9-4f109ad7b5b2 req-966208bf-6a4b-4fac-8262-c16f8ba12145 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:39.944446 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f9464e2c-1cee-4e41-97d9-4f109ad7b5b2 req-966208bf-6a4b-4fac-8262-c16f8ba12145 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 945 time: 0.2306035 Mar 29 09:56:39.993164 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f9464e2c-1cee-4e41-97d9-4f109ad7b5b2 req-dfe818df-7dbd-483f-8948-101e46e1182c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e612a92-f079-4d82-a6f1-f5081a6135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402000 Mar 29 09:56:40.764364 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:41.176824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701598c-3c97-4f9a-ace2-4b8519b1a99b req-a34cb970-3b88-4f0a-9705-7ca4a3c424fb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:41.178283 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0701598c-3c97-4f9a-ace2-4b8519b1a99b req-a34cb970-3b88-4f0a-9705-7ca4a3c424fb tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 945 time: 0.0815568 Mar 29 09:56:41.231237 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0701598c-3c97-4f9a-ace2-4b8519b1a99b req-097238bf-cf45-4863-a316-7cc733cd2f15 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e612a92-f079-4d82-a6f1-f5081a6135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395653 Mar 29 09:56:41.416653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbe322-cd09-409e-bf6d-7c7f8db6dc9a req-d5cb045e-f331-45a1-b173-1f22bcd6e2c8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:41.418120 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-40bbe322-cd09-409e-bf6d-7c7f8db6dc9a req-d5cb045e-f331-45a1-b173-1f22bcd6e2c8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 945 time: 0.0817463 Mar 29 09:56:41.463015 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-40bbe322-cd09-409e-bf6d-7c7f8db6dc9a req-5063b914-e182-4073-926f-f77e43d832a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e612a92-f079-4d82-a6f1-f5081a6135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390599 Mar 29 09:56:41.492626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40750) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:41.568413 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6926505b-9b55-4439-abed-55003c9b7572 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:41.568413 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6926505b-9b55-4439-abed-55003c9b7572 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 1093 time: 0.0782232 Mar 29 09:56:41.576219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40754) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:41.576219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': 'c8ef9c5d-695e-4613-8551-437df493453e', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:41.586651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:56:41.586651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:floatingip and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:56:41.594187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:56:41.600740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:56:41.705664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:41.847201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:42.014471 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.112 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/e7e75ff8-be8f-4efc-9d90-6a843b5731da) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:56:42.153874 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:42.229678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:42.288956 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:56:42.295489 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:56:42.299501 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:56:42.331755 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=e7e75ff8-be8f-4efc-9d90-6a843b5731da,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:42.715427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:42.860230 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:43.065946 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:43.134332 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:43.240774 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=e7e75ff8-be8f-4efc-9d90-6a843b5731da,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:43.250713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:43.522694 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP 873c5229-31c1-4aba-8a70-5c1e9eb5f6ea associated. External IP: 172.26.7.112, port: c8ef9c5d-695e-4613-8551-437df493453e. Mar 29 09:56:43.871608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 7b79800e-e5b2-4664-8a4e-1b0e86416612 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:56:44.049756 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:56:44.069864 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495b40e-6390-4557-8665-9fbb51c22afe None None] Sync routers for ids ['7b79800e-e5b2-4664-8a4e-1b0e86416612'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:56:44.076728 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495b40e-6390-4557-8665-9fbb51c22afe None None] Routers {'7b79800e-e5b2-4664-8a4e-1b0e86416612'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:56:44.076728 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d495b40e-6390-4557-8665-9fbb51c22afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:56:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7b79800e-e5b2-4664-8a4e-1b0e86416612'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:44.177869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:44.236562 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4b3468e3-2ef6-49fa-b3a1-3862e329ff4c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6661656 Mar 29 09:56:44.240961 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0601be35-3823-4048-905d-5ecc9e76c3dc', 'tag': 'c8ef9c5d-695e-4613-8551-437df493453e'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:44.241629 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40758) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:44.263813 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-d495b40e-6390-4557-8665-9fbb51c22afe None None] Set router 7b79800e-e5b2-4664-8a4e-1b0e86416612 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:56:44.285788 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0601be35-3823-4048-905d-5ecc9e76c3dc', 'tag': 'c8ef9c5d-695e-4613-8551-437df493453e', 'status': 'completed', 'code': 200} Mar 29 09:56:44.419128 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9d877e51-692d-4bc1-ad86-d4febc6fd6de tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/873c5229-31c1-4aba-8a70-5c1e9eb5f6ea HTTP/1.1" status: 200 len: 991 time: 0.1775122 Mar 29 09:56:44.439137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0e61-1b04-47d2-81e8-3624f3fa73d8 req-9dd17eaf-4e2a-459a-82b6-d1c268a1a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:44.440562 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85cf0e61-1b04-47d2-81e8-3624f3fa73d8 req-9dd17eaf-4e2a-459a-82b6-d1c268a1a638 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 1098 time: 0.1197627 Mar 29 09:56:44.578432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0e61-1b04-47d2-81e8-3624f3fa73d8 req-24806a60-88b8-4267-9444-05c0034f4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:44.579880 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85cf0e61-1b04-47d2-81e8-3624f3fa73d8 req-24806a60-88b8-4267-9444-05c0034f4d68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2879ff91-4fa9-4617-bb1e-c77b06ef3590 HTTP/1.1" status: 200 len: 898 time: 0.1331542 Mar 29 09:56:44.640548 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d495b40e-6390-4557-8665-9fbb51c22afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'name': 'tempest-TestNetworkBasicOps-router-93368830', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:18Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '873c5229-31c1-4aba-8a70-5c1e9eb5f6ea', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'port_id': 'c8ef9c5d-695e-4613-8551-437df493453e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'mac_address': 'fa:16:3e:87:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0601be35-3823-4048-905d-5ecc9e76c3dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:56:42Z', 'updated_at': '2022-03-29T09:56:42Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34fff25-8415-4b1d-a541-ef197cd9c355', 'name': '', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:8d:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:17Z', 'updated_at': '2022-03-29T09:56:24Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:44.640548 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495b40e-6390-4557-8665-9fbb51c22afe None None] Checking router: 7b79800e-e5b2-4664-8a4e-1b0e86416612 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:56:44.647290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495b40e-6390-4557-8665-9fbb51c22afe None None] Routers {'7b79800e-e5b2-4664-8a4e-1b0e86416612'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:56:44.649716 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d495b40e-6390-4557-8665-9fbb51c22afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:56:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7b79800e-e5b2-4664-8a4e-1b0e86416612'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:44.811086 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85cf0e61-1b04-47d2-81e8-3624f3fa73d8 req-38e70d90-903b-4801-be15-1618f8eaf0f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8ef9c5d-695e-4613-8551-437df493453e HTTP/1.1" status: 200 len: 999 time: 0.2226567 Mar 29 09:56:44.850279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-d495b40e-6390-4557-8665-9fbb51c22afe None None] Set router 7b79800e-e5b2-4664-8a4e-1b0e86416612 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:56:44.878634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0e61-1b04-47d2-81e8-3624f3fa73d8 req-2d9cf446-b539-412e-8600-93da2df8af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:44.880110 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85cf0e61-1b04-47d2-81e8-3624f3fa73d8 req-2d9cf446-b539-412e-8600-93da2df8af47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=080951a7-9199-4fa1-abe4-cfe0da9f5f87 HTTP/1.1" status: 200 len: 843 time: 0.0622735 Mar 29 09:56:44.958794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0e61-1b04-47d2-81e8-3624f3fa73d8 req-7b3e1cc9-a908-46ae-ae32-d7b8a086bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:44.960737 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85cf0e61-1b04-47d2-81e8-3624f3fa73d8 req-7b3e1cc9-a908-46ae-ae32-d7b8a086bd8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2879ff91-4fa9-4617-bb1e-c77b06ef3590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735931 Mar 29 09:56:45.093818 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85cf0e61-1b04-47d2-81e8-3624f3fa73d8 req-74543a42-ca11-4a94-9179-0ced37b8c53b service neutron] 10.222.0.36 "GET /v2.0/networks/2879ff91-4fa9-4617-bb1e-c77b06ef3590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262617 Mar 29 09:56:45.229474 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85cf0e61-1b04-47d2-81e8-3624f3fa73d8 req-04cf9898-0aad-4c94-98a1-d3e117091ffc service neutron] 10.222.0.36 "GET /v2.0/networks/2879ff91-4fa9-4617-bb1e-c77b06ef3590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276901 Mar 29 09:56:45.240917 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d495b40e-6390-4557-8665-9fbb51c22afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'name': 'tempest-TestNetworkBasicOps-router-93368830', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:18Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '873c5229-31c1-4aba-8a70-5c1e9eb5f6ea', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'port_id': 'c8ef9c5d-695e-4613-8551-437df493453e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'mac_address': 'fa:16:3e:87:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0601be35-3823-4048-905d-5ecc9e76c3dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:56:42Z', 'updated_at': '2022-03-29T09:56:42Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34fff25-8415-4b1d-a541-ef197cd9c355', 'name': '', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:8d:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:17Z', 'updated_at': '2022-03-29T09:56:24Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:45.245904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495b40e-6390-4557-8665-9fbb51c22afe None None] The sync data for ids ['7b79800e-e5b2-4664-8a4e-1b0e86416612'] in dv-neutron-835555-1-hyperv is: [{'id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'name': 'tempest-TestNetworkBasicOps-router-93368830', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:18Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '873c5229-31c1-4aba-8a70-5c1e9eb5f6ea', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.112', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'port_id': 'c8ef9c5d-695e-4613-8551-437df493453e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'mac_address': 'fa:16:3e:87:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0601be35-3823-4048-905d-5ecc9e76c3dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:56:42Z', 'updated_at': '2022-03-29T09:56:42Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34fff25-8415-4b1d-a541-ef197cd9c355', 'name': '', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:8d:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:17Z', 'updated_at': '2022-03-29T09:56:24Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:56:45.421963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40764) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:45.439877 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e118c5e-ec6b-434a-abe8-35d169f2f33c None None] New status for floating IP 873c5229-31c1-4aba-8a70-5c1e9eb5f6ea: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:56:45.542742 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-61dcfc3c-23d3-4242-9803-8edf9d729830 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/873c5229-31c1-4aba-8a70-5c1e9eb5f6ea HTTP/1.1" status: 200 len: 991 time: 0.1196158 Mar 29 09:56:46.547090 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 40770) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:56:46.659237 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-aa8a263a-f77f-454d-bf77-5cb0d4f2533d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/873c5229-31c1-4aba-8a70-5c1e9eb5f6ea HTTP/1.1" status: 200 len: 993 time: 0.1080644 Mar 29 09:56:53.048023 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:57.082070 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:57:05.679269 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2e74c136-5719-40db-b881-f63dd7a9e3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:07.430137 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec71a9b1-1e6a-4fb6-8164-98c70095e285 req-d3ea0eb0-fbf0-4866-93bf-98239eb3fed0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732040 Mar 29 09:57:07.564355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71a9b1-1e6a-4fb6-8164-98c70095e285 req-f5918acd-c69c-453c-9902-91b4eec959bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:07.565850 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec71a9b1-1e6a-4fb6-8164-98c70095e285 req-f5918acd-c69c-453c-9902-91b4eec959bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 1099 time: 0.0702283 Mar 29 09:57:07.705576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71a9b1-1e6a-4fb6-8164-98c70095e285 req-127e23aa-fbc1-4b05-b7a9-7ac17eff129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:07.706905 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec71a9b1-1e6a-4fb6-8164-98c70095e285 req-127e23aa-fbc1-4b05-b7a9-7ac17eff129b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 913 time: 0.1236458 Mar 29 09:57:07.811635 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec71a9b1-1e6a-4fb6-8164-98c70095e285 req-8a3ff6d8-8a19-4ff7-9bb6-dc7191a86113 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 HTTP/1.1" status: 200 len: 1002 time: 0.0982788 Mar 29 09:57:07.873170 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71a9b1-1e6a-4fb6-8164-98c70095e285 req-2130c8e1-b14d-42b4-8522-67da2c5f20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:07.874615 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec71a9b1-1e6a-4fb6-8164-98c70095e285 req-2130c8e1-b14d-42b4-8522-67da2c5f20fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 200 len: 851 time: 0.0569849 Mar 29 09:57:07.896098 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e49aa41c-269e-4677-b6cc-4ba0d6f9163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:07.950815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71a9b1-1e6a-4fb6-8164-98c70095e285 req-99f5f70d-8b4f-40e4-959a-ad25544d4b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:07.952916 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec71a9b1-1e6a-4fb6-8164-98c70095e285 req-99f5f70d-8b4f-40e4-959a-ad25544d4b20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714176 Mar 29 09:57:08.081874 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec71a9b1-1e6a-4fb6-8164-98c70095e285 req-362189b5-09e0-4a49-92f2-80eee59fc69d service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227744 Mar 29 09:57:08.208929 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec71a9b1-1e6a-4fb6-8164-98c70095e285 req-2c6558b9-a450-465e-b650-7ed892e924f6 service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210690 Mar 29 09:57:08.919265 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:08.959108 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:10.764825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:23.023980 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:34.081009 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:57:35.723295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9d0c59b0-2bd6-4c51-aca8-b0947da054a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:37.882759 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-582028da-e845-4a68-b20d-ec23e7c11574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:38.928753 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:38.950987 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:40.851769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:53.062672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:05.698369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e8cad602-879e-413f-9c6c-64e20d468da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:07.883696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-72aced29-ad18-4e86-96d2-1ace112c6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:08.968331 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:09.010040 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:09.506627 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b217766f-8c84-4528-a609-5347e689b2df req-2b5e9beb-6d59-4e48-a238-64cb88711e91 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714159 Mar 29 09:58:09.709404 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217766f-8c84-4528-a609-5347e689b2df req-25498e1d-2a4d-46c8-9720-2ebf0fa4b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:09.710886 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b217766f-8c84-4528-a609-5347e689b2df req-25498e1d-2a4d-46c8-9720-2ebf0fa4b076 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 1098 time: 0.1834958 Mar 29 09:58:09.858386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217766f-8c84-4528-a609-5347e689b2df req-f3d93e00-920d-4684-8d17-500bd1fb9c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:09.860375 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b217766f-8c84-4528-a609-5347e689b2df req-f3d93e00-920d-4684-8d17-500bd1fb9c0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2879ff91-4fa9-4617-bb1e-c77b06ef3590 HTTP/1.1" status: 200 len: 898 time: 0.1300673 Mar 29 09:58:09.982854 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b217766f-8c84-4528-a609-5347e689b2df req-b09e29eb-54af-440b-8092-e276a729307a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8ef9c5d-695e-4613-8551-437df493453e HTTP/1.1" status: 200 len: 1001 time: 0.1152525 Mar 29 09:58:10.044119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217766f-8c84-4528-a609-5347e689b2df req-85654ad6-e9f4-4373-93cf-54bbb6cae718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:10.045555 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b217766f-8c84-4528-a609-5347e689b2df req-85654ad6-e9f4-4373-93cf-54bbb6cae718 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=080951a7-9199-4fa1-abe4-cfe0da9f5f87 HTTP/1.1" status: 200 len: 843 time: 0.0568910 Mar 29 09:58:10.122436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217766f-8c84-4528-a609-5347e689b2df req-1019c834-6421-497d-9c0e-de81a0cd637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:10.123902 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b217766f-8c84-4528-a609-5347e689b2df req-1019c834-6421-497d-9c0e-de81a0cd637c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2879ff91-4fa9-4617-bb1e-c77b06ef3590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727041 Mar 29 09:58:10.257960 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b217766f-8c84-4528-a609-5347e689b2df req-68b51c0b-9e42-4f6b-afee-e579f3a4d9d0 service neutron] 10.222.0.36 "GET /v2.0/networks/2879ff91-4fa9-4617-bb1e-c77b06ef3590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275189 Mar 29 09:58:10.392646 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b217766f-8c84-4528-a609-5347e689b2df req-17ead235-a6b8-4f25-b45b-3e7febc09e0f service neutron] 10.222.0.36 "GET /v2.0/networks/2879ff91-4fa9-4617-bb1e-c77b06ef3590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284359 Mar 29 09:58:10.810718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:11.083173 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:58:23.034525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:35.689392 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-501015d3-3e43-4e1c-b568-23306740bd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:37.867885 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-24c47f5e-70a4-4303-8fee-b780fdf4ea12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:38.901877 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:38.930933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:40.786071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:48.086332 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:58:53.130037 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:05.780724 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-daa0588c-c063-496f-b012-2bc8604cfd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.695914 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-ff56e1a5-8197-4f57-9fbc-610cc5d9c3f0 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881465043&fields=id&tenant_id=f053acbba8784c2f89280f9422e7f0fe HTTP/1.1" status: 200 len: 267 time: 0.0434308 Mar 29 09:59:07.847765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-2d9f828b-7d5e-4c4c-9bea-e8317dd6bca2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:07.849293 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-2d9f828b-7d5e-4c4c-9bea-e8317dd6bca2 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 812 time: 0.1470554 Mar 29 09:59:07.868027 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-c877908c-6a36-4448-b155-f4fb3465b27f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/quotas/f053acbba8784c2f89280f9422e7f0fe HTTP/1.1" status: 200 len: 375 time: 0.0094707 Mar 29 09:59:07.888750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-432c0ae8-0af3-409d-80fa-5f15dbece8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.960957 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-cbfb5f60-9727-47f1-b972-d028e1e6dbbb tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0864043 Mar 29 09:59:08.027307 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1e78c858-dafb-4835-a163-637d0d37fa95 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:59:08.028292 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1e78c858-dafb-4835-a163-637d0d37fa95 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0562160 Mar 29 09:59:08.163148 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1c0ba86b-572a-4cc2-960c-8a8aeecd5406 service neutron] 10.222.0.35 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287110 Mar 29 09:59:08.297571 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-b2d9427d-15b8-475d-ae16-23febca9159c service neutron] 10.222.0.35 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279926 Mar 29 09:59:08.963368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:08.997255 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:09.417900 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c3e90328-7a82-44fc-ae06-8108f876b9ae req-9832dac4-51ed-4c2c-a86b-3e5a60ff6cd9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734265 Mar 29 09:59:09.553835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e90328-7a82-44fc-ae06-8108f876b9ae req-10387190-0272-48f6-ae9b-d1c39e1c6323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:09.555296 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c3e90328-7a82-44fc-ae06-8108f876b9ae req-10387190-0272-48f6-ae9b-d1c39e1c6323 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 1099 time: 0.0706069 Mar 29 09:59:09.699664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e90328-7a82-44fc-ae06-8108f876b9ae req-a2d2ee24-9c1d-402c-9994-282fea3a5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:09.701051 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c3e90328-7a82-44fc-ae06-8108f876b9ae req-a2d2ee24-9c1d-402c-9994-282fea3a5e5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 913 time: 0.1261797 Mar 29 09:59:09.906955 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c3e90328-7a82-44fc-ae06-8108f876b9ae req-f9e95ead-f91e-4523-a7ab-ba037eb8cea5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 HTTP/1.1" status: 200 len: 1002 time: 0.1990492 Mar 29 09:59:09.969082 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e90328-7a82-44fc-ae06-8108f876b9ae req-1792b2ff-cadc-4b1e-ae32-9434fe8af73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:09.970425 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c3e90328-7a82-44fc-ae06-8108f876b9ae req-1792b2ff-cadc-4b1e-ae32-9434fe8af73d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 200 len: 851 time: 0.0573220 Mar 29 09:59:10.050663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e90328-7a82-44fc-ae06-8108f876b9ae req-cea562ee-21e6-4160-8880-fab854fc0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:10.052130 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c3e90328-7a82-44fc-ae06-8108f876b9ae req-cea562ee-21e6-4160-8880-fab854fc0a4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758879 Mar 29 09:59:10.105982 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e34add30-2dc3-4901-b048-d0d727dd828c req-19f21eaa-983c-4046-92ad-738dcbcc5410 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 210 time: 0.0457201 Mar 29 09:59:10.185616 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c3e90328-7a82-44fc-ae06-8108f876b9ae req-26d888e3-6d67-41c8-9c81-7c501e3b501e service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270471 Mar 29 09:59:10.318485 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c3e90328-7a82-44fc-ae06-8108f876b9ae req-9d3a6128-4c04-45f6-8647-9d58069597cb service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269362 Mar 29 09:59:10.785617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:11.202064 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c36f64df-63bb-4245-a1e7-5fd2b92b32d4 req-97bdc4e9-cfed-4a51-b8dc-b914c8cb6a7b tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 210 time: 0.0427365 Mar 29 09:59:12.296296 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-35114bf6-806b-42a5-8af5-7976ee2a17a9 req-eda8a900-809e-46fa-8090-0a78dfcfae83 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 210 time: 0.0424767 Mar 29 09:59:13.405348 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e1f23010-ea32-4f13-ab7d-6cc984683972 req-3e442ca1-a02c-4af9-95d2-bc09b24c98c3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 210 time: 0.0539203 Mar 29 09:59:14.574133 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b26cf38c-d296-4fe5-9673-38be95d4ff27 req-405dd766-ab53-4500-b9fd-58498be50935 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 210 time: 0.0474787 Mar 29 09:59:15.731308 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-da474fca-4504-47f8-8ce4-5c7d6f1cafb5 req-baa5a8dc-7397-4485-aea4-cb37d36ad751 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 210 time: 0.0438027 Mar 29 09:59:15.955007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-4122b788-4459-4516-814c-cebeb79f9b8d tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:15.956515 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-4122b788-4459-4516-814c-cebeb79f9b8d tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.36 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 812 time: 0.1562371 Mar 29 09:59:16.012062 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-bc000534-dd78-4471-954c-dc79265f2fdd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f053acbba8784c2f89280f9422e7f0fe HTTP/1.1" status: 200 len: 379 time: 0.0465360 Mar 29 09:59:16.019911 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Request body: {'port': {'device_id': '7f99d930-300f-47eb-bb6f-9218aea8310b', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'admin_state_up': True, 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'security_groups': ['bf13c140-dabc-4fcc-b70c-fe84614f719f']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:59:16.187448 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:59:16.203135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:59:16.300386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Made reservation on behalf of f053acbba8784c2f89280f9422e7f0fe for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:59:16.306304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:16.557551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Allocated IP 172.20.0.3 (6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb/3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e/0c1a2ea1-dae7-48f4-85ce-a891165754b7) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:59:16.821057 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:16.844047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Transition to ACTIVE for port object 0c1a2ea1-dae7-48f4-85ce-a891165754b7 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:59:16.909800 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7e4a8aae-2786-4dd9-b483-2a961a077dd0 req-8e1547de-27d8-429c-802c-c352bac7ebaa tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 210 time: 0.0575790 Mar 29 09:59:16.925554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:16.998391 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:59:17.006751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:59:17.011516 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:59:17.047857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'Port': ['ID=0c1a2ea1-dae7-48f4-85ce-a891165754b7,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:17.069189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:17.069376 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:17.069712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:17.070038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:17.070347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:17.070669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:17.071007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:17.071386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:17.071650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:17.071951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:17.072236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:17.072569 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:17.093969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:17.095003 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:17.243291 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-1afa38c2-0136-4468-8d90-75bbd10b2f5a tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2268767 Mar 29 09:59:17.255386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Request body: {'port': {'device_id': '7f99d930-300f-47eb-bb6f-9218aea8310b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:59:17.395611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:17.397394 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-99882643-3595-4ce6-a4e1-76c68ea0e8dd None None] Provisioning for port 0c1a2ea1-dae7-48f4-85ce-a891165754b7 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:59:17.406685 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-99882643-3595-4ce6-a4e1-76c68ea0e8dd None None] Provisioning complete for port 0c1a2ea1-dae7-48f4-85ce-a891165754b7 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:17.407988 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-99882643-3595-4ce6-a4e1-76c68ea0e8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:17.500235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-99882643-3595-4ce6-a4e1-76c68ea0e8dd None None] Port 0c1a2ea1-dae7-48f4-85ce-a891165754b7 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 09:59:17.903930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1a2ea1-dae7-48f4-85ce-a891165754b7 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:59:17.914132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:17.935355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Transition to ACTIVE for port object 0c1a2ea1-dae7-48f4-85ce-a891165754b7 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:59:18.115515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92346954-2e12-497c-bbc8-c922f1f54608 req-bb76473a-76be-422a-b119-8cb8cfbc633d tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:18.116240 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-92346954-2e12-497c-bbc8-c922f1f54608 req-bb76473a-76be-422a-b119-8cb8cfbc633d tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Synchronizing usage tracker for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 09:59:18.129966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:18.248480 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-92346954-2e12-497c-bbc8-c922f1f54608 req-bb76473a-76be-422a-b119-8cb8cfbc633d tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Unset dirty status for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 09:59:18.250619 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-92346954-2e12-497c-bbc8-c922f1f54608 req-bb76473a-76be-422a-b119-8cb8cfbc633d tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 931 time: 0.2275624 Mar 29 09:59:18.316282 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1a2ea1-dae7-48f4-85ce-a891165754b7,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:18.411646 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-92346954-2e12-497c-bbc8-c922f1f54608 req-fc46ef07-9a02-48d7-9989-22a8d8cb1a23 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434481 Mar 29 09:59:18.442592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Attempting to bind port 0c1a2ea1-dae7-48f4-85ce-a891165754b7 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:59:18.460380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Attempting to bind port 0c1a2ea1-dae7-48f4-85ce-a891165754b7 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:59:18.460380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Attempting to bind port 0c1a2ea1-dae7-48f4-85ce-a891165754b7 on network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:59:18.460380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Port 0c1a2ea1-dae7-48f4-85ce-a891165754b7 on network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 09:59:18.460380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Attempting to bind port 0c1a2ea1-dae7-48f4-85ce-a891165754b7 on network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 09:59:18.460380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 09:59:18.460380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Checking segment: {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 09:59:18.460380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Bound using segment: {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 09:59:18.460380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Bound port: 0c1a2ea1-dae7-48f4-85ce-a891165754b7, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae38024-d333-4764-bff5-4ce5e02cf6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:59:18.460380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:18.560677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] For port 0c1a2ea1-dae7-48f4-85ce-a891165754b7, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 09:59:18.565764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] For port 0c1a2ea1-dae7-48f4-85ce-a891165754b7, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=0c1a2ea1-dae7-48f4-85ce-a891165754b7,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 09:59:18.660465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:18.717614 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:18.718227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:18.719645 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] 10.222.0.36 "PUT /v2.0/ports/0c1a2ea1-dae7-48f4-85ce-a891165754b7 HTTP/1.1" status: 200 len: 1093 time: 1.4688640 Mar 29 09:59:18.720030 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f99d930-300f-47eb-bb6f-9218aea8310b', 'tag': '0c1a2ea1-dae7-48f4-85ce-a891165754b7'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:59:18.749943 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65562fe7-bc60-4000-8bae-fe1e87c32aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1a2ea1-dae7-48f4-85ce-a891165754b7,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:18.769575 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f99d930-300f-47eb-bb6f-9218aea8310b', 'tag': '0c1a2ea1-dae7-48f4-85ce-a891165754b7', 'status': 'completed', 'code': 200} Mar 29 09:59:18.876738 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184cee9-4d34-442a-9819-c5a3fbf4c498 req-3f5bc1f8-17d3-4eff-a79a-c95852b7d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:18.878317 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3184cee9-4d34-442a-9819-c5a3fbf4c498 req-3f5bc1f8-17d3-4eff-a79a-c95852b7d3a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 1096 time: 0.0866137 Mar 29 09:59:19.062596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184cee9-4d34-442a-9819-c5a3fbf4c498 req-cf5749b3-360e-41d0-ab84-2e62df4fae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:19.064339 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3184cee9-4d34-442a-9819-c5a3fbf4c498 req-cf5749b3-360e-41d0-ab84-2e62df4fae61 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f053acbba8784c2f89280f9422e7f0fe&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1786118 Mar 29 09:59:19.238925 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184cee9-4d34-442a-9819-c5a3fbf4c498 req-cef81d20-e27a-4283-b47f-0f5e4b0b0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:19.240454 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3184cee9-4d34-442a-9819-c5a3fbf4c498 req-cef81d20-e27a-4283-b47f-0f5e4b0b0006 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1704149 Mar 29 09:59:19.352518 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-9de93537-a051-4985-a92f-ffe6662bbe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:19.354051 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-9de93537-a051-4985-a92f-ffe6662bbe95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 1096 time: 0.0752699 Mar 29 09:59:19.426890 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-721ebbbb-6fc0-40f1-a560-d5ba02553df4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c1a2ea1-dae7-48f4-85ce-a891165754b7 HTTP/1.1" status: 200 len: 217 time: 0.0661969 Mar 29 09:59:19.499690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-6dc7fb94-a36f-4227-bead-3f6dfca68323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:19.501248 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-6dc7fb94-a36f-4227-bead-3f6dfca68323 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 200 len: 851 time: 0.0687909 Mar 29 09:59:19.674335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-9858ce1f-5277-49e9-8e2f-09996232213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:19.677367 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-9858ce1f-5277-49e9-8e2f-09996232213b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1689739 Mar 29 09:59:19.712321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5738818-f737-4934-816b-8e44e22d8477 req-1a4d7515-4782-47e7-a3b0-70b043274fc6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:19.713739 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5738818-f737-4934-816b-8e44e22d8477 req-1a4d7515-4782-47e7-a3b0-70b043274fc6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 943 time: 0.1542315 Mar 29 09:59:19.944855 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5738818-f737-4934-816b-8e44e22d8477 req-8f714e99-7ad4-40b4-b57a-f9d516e54f69 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167192 Mar 29 09:59:19.981286 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-a9980c41-4604-477a-94f9-4c4ad361ecb2 service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972279 Mar 29 09:59:20.128214 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ebdd4e-0a7e-4943-b37d-b0c71a4d5aa9 req-41e3d3c2-ad4c-4dd4-a232-ef280abea33a service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407776 Mar 29 09:59:20.714875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 40964) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:59:20.770001 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:59:20.915879 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2180673'] for subnet, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:21.229273 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3303d0-ef98-4e62-b5a1-7ac4985a203d req-12aeea28-9515-4308-af5c-a9786cc34d56 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:21.229792 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-dc3303d0-ef98-4e62-b5a1-7ac4985a203d req-12aeea28-9515-4308-af5c-a9786cc34d56 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 943 time: 0.1067035 Mar 29 09:59:21.275334 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743360850670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3494455'] for subnet, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:21.329421 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-dc3303d0-ef98-4e62-b5a1-7ac4985a203d req-5675f631-1989-4708-8ad0-676681daab31 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931883 Mar 29 09:59:21.339472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:21.339472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:21.342518 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/subnets/080951a7-9199-4fa1-abe4-cfe0da9f5f87 HTTP/1.1" status: 200 len: 835 time: 0.6243477 Mar 29 09:59:21.343604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1d9ab3-aab5-4cf3-a679-e9394e402aca None None] Network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 09:59:21.379480 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Subnet': ['ID=080951a7-9199-4fa1-abe4-cfe0da9f5f87,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:21.388193 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:21.388558 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:21.389019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:21.389355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:21.389683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:21.391236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:21.391236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:21.391495 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:21.392663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:21.392663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:21.392663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:21.393061 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09bde9c-7d3d-4107-a707-38c4c51fe385 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:21.797001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7ebdea11-4faa-4225-9650-5f5b14e46539 None None] Provisioning complete for port c8ef9c5d-695e-4613-8551-437df493453e triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:21.797362 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7ebdea11-4faa-4225-9650-5f5b14e46539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:21.931924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7ebdea11-4faa-4225-9650-5f5b14e46539 None None] Provisioning complete for port 1c847ec3-a7f9-4159-83a7-970ce75226d8 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:21.932292 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7ebdea11-4faa-4225-9650-5f5b14e46539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:22.099505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7ebdea11-4faa-4225-9650-5f5b14e46539 None None] Provisioning complete for port c34fff25-8415-4b1d-a541-ef197cd9c355 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:22.100013 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7ebdea11-4faa-4225-9650-5f5b14e46539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:22.559954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28161cf-bf70-4c39-92b2-02357a641bc8 req-aeea0913-060d-48bd-9677-2930c5680166 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:22.561506 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a28161cf-bf70-4c39-92b2-02357a641bc8 req-aeea0913-060d-48bd-9677-2930c5680166 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 943 time: 0.0866160 Mar 29 09:59:22.608182 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a28161cf-bf70-4c39-92b2-02357a641bc8 req-55208498-6eb8-41c5-816e-0bc046230cda tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408888 Mar 29 09:59:23.088160 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:23.903121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6c88c-1c20-4249-8411-873428fbc276 req-3cf120cd-0497-4cd1-8123-03a22ab02535 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:23.904604 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b4c6c88c-1c20-4249-8411-873428fbc276 req-3cf120cd-0497-4cd1-8123-03a22ab02535 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 943 time: 0.1908772 Mar 29 09:59:23.953597 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b4c6c88c-1c20-4249-8411-873428fbc276 req-92f98fa9-3bae-44b0-93be-7c4ba010c729 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420365 Mar 29 09:59:25.087291 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 09:59:25.190664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe935d-5684-4d55-aad8-22b77ab574fc req-b0a2889f-9076-45c4-9c19-955aff4c48db tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:25.195238 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-31fe935d-5684-4d55-aad8-22b77ab574fc req-b0a2889f-9076-45c4-9c19-955aff4c48db tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 943 time: 0.1100242 Mar 29 09:59:25.250517 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-31fe935d-5684-4d55-aad8-22b77ab574fc req-d0c082e2-cd68-4817-9f88-57b1ad5610cb tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481195 Mar 29 09:59:26.449876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5ce4d-fb50-491c-b3bf-10db7800ce8e req-318385ff-a4da-46ac-a08c-0967886aa6c3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:26.451274 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-54c5ce4d-fb50-491c-b3bf-10db7800ce8e req-318385ff-a4da-46ac-a08c-0967886aa6c3 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 943 time: 0.0891881 Mar 29 09:59:26.519635 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-54c5ce4d-fb50-491c-b3bf-10db7800ce8e req-ed4631cd-ef23-4938-b495-1b9781fd55f1 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597904 Mar 29 09:59:27.713916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ad295-5227-4f4a-a558-bbc28b944a14 req-2fe70003-4524-4985-a336-37685c55e126 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:27.715443 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-428ad295-5227-4f4a-a558-bbc28b944a14 req-2fe70003-4524-4985-a336-37685c55e126 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 943 time: 0.0852599 Mar 29 09:59:27.766883 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-428ad295-5227-4f4a-a558-bbc28b944a14 req-377a698c-7611-4bec-bfc1-5827736c960b tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420523 Mar 29 09:59:28.975287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc26e3f-04ac-416d-9d13-1f0a5ca72864 req-24e562bb-3aed-4d12-9c16-87a6a60ae812 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:28.976722 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1cc26e3f-04ac-416d-9d13-1f0a5ca72864 req-24e562bb-3aed-4d12-9c16-87a6a60ae812 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 943 time: 0.0990338 Mar 29 09:59:29.029348 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1cc26e3f-04ac-416d-9d13-1f0a5ca72864 req-9ec17fc8-0552-4632-9a4c-afc224815a0c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465629 Mar 29 09:59:29.174828 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 0c1a2ea1-dae7-48f4-85ce-a891165754b7 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 09:59:29.319911 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 0c1a2ea1-dae7-48f4-85ce-a891165754b7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=0c1a2ea1-dae7-48f4-85ce-a891165754b7,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:59:29.336962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '0c1a2ea1-dae7-48f4-85ce-a891165754b7', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'port_id': '0c1a2ea1-dae7-48f4-85ce-a891165754b7', 'mac_address': 'fa:16:3e:94:7f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 09:59:29.404087 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:29.422317 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1a2ea1-dae7-48f4-85ce-a891165754b7 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:59:29.439383 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 0c1a2ea1-dae7-48f4-85ce-a891165754b7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=0c1a2ea1-dae7-48f4-85ce-a891165754b7,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:59:29.522343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:29.601054 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=0c1a2ea1-dae7-48f4-85ce-a891165754b7,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:29.614299 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:29.615153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:29.615450 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:29.615979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:29.616517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:29.617030 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:29.618013 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:29.618181 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:29.618703 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:29.619170 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:29.621117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:29.621117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:29.916030 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['0c1a2ea1-dae7-48f4-85ce-a891165754b7'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 09:59:30.300506 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcbc48-c12e-4abd-b459-7f22dc49b1b4 req-4569e6e3-4971-4d42-875f-de2af98347b5 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:30.302073 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-90bcbc48-c12e-4abd-b459-7f22dc49b1b4 req-4569e6e3-4971-4d42-875f-de2af98347b5 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 944 time: 0.0941002 Mar 29 09:59:30.367831 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-90bcbc48-c12e-4abd-b459-7f22dc49b1b4 req-c7d16aae-2ffd-4a58-9a6c-299e75cee21b tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592639 Mar 29 09:59:31.176436 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 0c1a2ea1-dae7-48f4-85ce-a891165754b7 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 09:59:31.379032 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 0c1a2ea1-dae7-48f4-85ce-a891165754b7 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:59:31.384397 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 0c1a2ea1-dae7-48f4-85ce-a891165754b7 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:31.384829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:31.513715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:31.542043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f99d930-300f-47eb-bb6f-9218aea8310b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1a2ea1-dae7-48f4-85ce-a891165754b7'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:59:31.554657 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 0c1a2ea1-dae7-48f4-85ce-a891165754b7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=0c1a2ea1-dae7-48f4-85ce-a891165754b7,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 09:59:31.566386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380b9bc-f5ad-4f3c-81d8-ee421c3d19ab req-a4638c5d-f5fb-47ca-ae89-ccba11eac2c6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:31.568042 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9380b9bc-f5ad-4f3c-81d8-ee421c3d19ab req-a4638c5d-f5fb-47ca-ae89-ccba11eac2c6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 944 time: 0.0903764 Mar 29 09:59:31.590973 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f99d930-300f-47eb-bb6f-9218aea8310b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1a2ea1-dae7-48f4-85ce-a891165754b7', 'code': 200} Mar 29 09:59:31.619780 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9380b9bc-f5ad-4f3c-81d8-ee421c3d19ab req-60612233-c55e-4916-afb3-d13ca10e37cd tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418186 Mar 29 09:59:31.653086 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:31.724788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=0c1a2ea1-dae7-48f4-85ce-a891165754b7,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:32.101128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ef24c-1e80-49ba-b3f9-1ef2d1a1674d req-0eaec07c-92cf-4eef-8743-d11e4fb1ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:32.102612 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-143ef24c-1e80-49ba-b3f9-1ef2d1a1674d req-0eaec07c-92cf-4eef-8743-d11e4fb1ba2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 1098 time: 0.0716550 Mar 29 09:59:32.146401 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-143ef24c-1e80-49ba-b3f9-1ef2d1a1674d req-0687f870-caed-4220-86af-e1a567ba86f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362098 Mar 29 09:59:32.827223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bce1f4-a0c6-403a-a0dd-7142ca3f084c req-231f96b1-d767-4ba5-a2ed-79a17922bc2c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:32.828770 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-99bce1f4-a0c6-403a-a0dd-7142ca3f084c req-231f96b1-d767-4ba5-a2ed-79a17922bc2c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 945 time: 0.0934551 Mar 29 09:59:32.876918 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-99bce1f4-a0c6-403a-a0dd-7142ca3f084c req-b6cc5b51-c830-4419-ad30-8e0d2c83e0e5 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409505 Mar 29 09:59:34.080141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066096a9-ff6c-4831-b2a0-8fc55f8b123a req-4e2fd743-9920-4b12-95f7-0475b4e26518 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:34.081653 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-066096a9-ff6c-4831-b2a0-8fc55f8b123a req-4e2fd743-9920-4b12-95f7-0475b4e26518 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 945 time: 0.0860438 Mar 29 09:59:34.131110 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-066096a9-ff6c-4831-b2a0-8fc55f8b123a req-d95fbe55-c9a4-4154-96f1-4f92d82a66e4 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434237 Mar 29 09:59:34.330718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518642ee-5a8b-4e34-bb8a-4a76405c3e13 req-a319755e-3e0a-4f25-b5bb-3129a349dcd6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:34.332307 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-518642ee-5a8b-4e34-bb8a-4a76405c3e13 req-a319755e-3e0a-4f25-b5bb-3129a349dcd6 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 945 time: 0.0889812 Mar 29 09:59:34.387509 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-518642ee-5a8b-4e34-bb8a-4a76405c3e13 req-8e1ea0bd-d94d-4847-b62b-703eca095aca tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463102 Mar 29 09:59:34.422623 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41000) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:59:34.549390 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb695a-41b2-4f8a-ab1b-2e71d86d02b0 tempest-TestVolumeBootPattern-1168554017 tempest-TestVolumeBootPattern-1168554017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:34.550943 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-66cb695a-41b2-4f8a-ab1b-2e71d86d02b0 tempest-TestVolumeBootPattern-1168554017 tempest-TestVolumeBootPattern-1168554017-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 1093 time: 0.1270924 Mar 29 09:59:34.553917 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41006) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 09:59:34.558954 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '0c1a2ea1-dae7-48f4-85ce-a891165754b7', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:59:34.566134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 09:59:34.570439 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Usage tracker for resource:floatingip and tenant:f053acbba8784c2f89280f9422e7f0fe is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 09:59:34.573619 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 09:59:34.580061 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 09:59:34.722458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:34.872224 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:35.021392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Allocated IP 172.26.7.224 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/98f2e325-931e-4939-870d-aece656042e8) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:59:35.204092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:35.316833 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:35.398646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:59:35.402815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:59:35.411769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 09:59:35.454487 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'Port': ['ID=98f2e325-931e-4939-870d-aece656042e8,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:35.716282 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-513cd095-5f2f-48b9-8421-12694956973a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:35.902278 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:36.066884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:36.409289 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:36.481706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:36.594565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event updated for resources: {'Port': ['ID=98f2e325-931e-4939-870d-aece656042e8,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:36.605723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:36.785666 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Floating IP 499657d9-8e2d-4356-be3f-32b4c75049fc associated. External IP: 172.26.7.224, port: 0c1a2ea1-dae7-48f4-85ce-a891165754b7. Mar 29 09:59:37.147985 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Router 46a82e4c-01cd-458b-ad3b-91a2047ec619 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 09:59:37.354285 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 09:59:37.382919 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a522da-81c0-4d94-9370-56f64b724546 None None] Sync routers for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:59:37.390741 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a522da-81c0-4d94-9370-56f64b724546 None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:59:37.391872 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c0a522da-81c0-4d94-9370-56f64b724546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:59:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:37.481741 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:37.546968 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1e877ed7-dde6-4d48-8834-df591c127486 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9919951 Mar 29 09:59:37.547660 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f99d930-300f-47eb-bb6f-9218aea8310b', 'tag': '0c1a2ea1-dae7-48f4-85ce-a891165754b7'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:59:37.595712 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-c0a522da-81c0-4d94-9370-56f64b724546 None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:59:37.663880 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f99d930-300f-47eb-bb6f-9218aea8310b', 'tag': '0c1a2ea1-dae7-48f4-85ce-a891165754b7', 'status': 'completed', 'code': 200} Mar 29 09:59:37.761677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222bf0b-2375-4307-8201-20cb92025475 req-cac4dce2-6f30-4fae-b931-1ef05ffc8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:37.763186 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5222bf0b-2375-4307-8201-20cb92025475 req-cac4dce2-6f30-4fae-b931-1ef05ffc8324 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 1098 time: 0.0760517 Mar 29 09:59:37.901194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222bf0b-2375-4307-8201-20cb92025475 req-7100afcb-c7c5-4d29-9ae9-814b9866576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:37.904120 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5222bf0b-2375-4307-8201-20cb92025475 req-7100afcb-c7c5-4d29-9ae9-814b9866576c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 913 time: 0.1321056 Mar 29 09:59:37.952129 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b1a72f76-3862-4974-8552-5eb3648809c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:37.976409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c0a522da-81c0-4d94-9370-56f64b724546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '499657d9-8e2d-4356-be3f-32b4c75049fc', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'port_id': '0c1a2ea1-dae7-48f4-85ce-a891165754b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'mac_address': 'fa:16:3e:94:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f99d930-300f-47eb-bb6f-9218aea8310b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:59:35Z', 'updated_at': '2022-03-29T09:59:35Z', 'revision_number': 0, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address_scope': None}, {'id': '927ab14f-dbc4-4337-a8ab-a08a15e732d3', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'port_id': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'mac_address': 'fa:16:3e:80:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:56:23Z', 'updated_at': '2022-03-29T09:56:26Z', 'revision_number': 1, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:37.980639 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a522da-81c0-4d94-9370-56f64b724546 None None] Checking router: 46a82e4c-01cd-458b-ad3b-91a2047ec619 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:59:37.990076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a522da-81c0-4d94-9370-56f64b724546 None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 09:59:37.990687 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c0a522da-81c0-4d94-9370-56f64b724546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:59:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:38.008807 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5222bf0b-2375-4307-8201-20cb92025475 req-3534a6d3-f606-4789-b3af-775dcc27342e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c1a2ea1-dae7-48f4-85ce-a891165754b7 HTTP/1.1" status: 200 len: 999 time: 0.1001945 Mar 29 09:59:38.073010 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222bf0b-2375-4307-8201-20cb92025475 req-35deeb74-3c68-4086-9c55-0874e48a3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:38.074284 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5222bf0b-2375-4307-8201-20cb92025475 req-35deeb74-3c68-4086-9c55-0874e48a3136 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 200 len: 851 time: 0.0601749 Mar 29 09:59:38.158122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222bf0b-2375-4307-8201-20cb92025475 req-0bcab79d-a257-4672-b003-4a3cb885bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:38.159680 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5222bf0b-2375-4307-8201-20cb92025475 req-0bcab79d-a257-4672-b003-4a3cb885bdfd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796826 Mar 29 09:59:38.173127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [req-5222bf0b-2375-4307-8201-20cb92025475 req-85b5b2d4-dd44-417a-91e8-8cb5915e743a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:59:38.176613 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5222bf0b-2375-4307-8201-20cb92025475 req-85b5b2d4-dd44-417a-91e8-8cb5915e743a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083091 Mar 29 09:59:38.181327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-c0a522da-81c0-4d94-9370-56f64b724546 None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 09:59:38.312003 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5222bf0b-2375-4307-8201-20cb92025475 req-0e2abc19-b10d-4df7-966f-2d64ec0c4b63 service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313038 Mar 29 09:59:38.587387 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5222bf0b-2375-4307-8201-20cb92025475 req-fe439e92-8088-4377-a769-e80462958d5a service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688165 Mar 29 09:59:38.624078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-c0a522da-81c0-4d94-9370-56f64b724546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '499657d9-8e2d-4356-be3f-32b4c75049fc', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'port_id': '0c1a2ea1-dae7-48f4-85ce-a891165754b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'mac_address': 'fa:16:3e:94:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f99d930-300f-47eb-bb6f-9218aea8310b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:59:35Z', 'updated_at': '2022-03-29T09:59:35Z', 'revision_number': 0, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address_scope': None}, {'id': '927ab14f-dbc4-4337-a8ab-a08a15e732d3', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'port_id': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'mac_address': 'fa:16:3e:80:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:56:23Z', 'updated_at': '2022-03-29T09:56:26Z', 'revision_number': 1, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:38.628197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a522da-81c0-4d94-9370-56f64b724546 None None] The sync data for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv is: [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '499657d9-8e2d-4356-be3f-32b4c75049fc', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'floating_ip_address': '172.26.7.224', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'port_id': '0c1a2ea1-dae7-48f4-85ce-a891165754b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'mac_address': 'fa:16:3e:94:7f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f99d930-300f-47eb-bb6f-9218aea8310b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:59:35Z', 'updated_at': '2022-03-29T09:59:35Z', 'revision_number': 0, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address_scope': None}, {'id': '927ab14f-dbc4-4337-a8ab-a08a15e732d3', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'port_id': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'mac_address': 'fa:16:3e:80:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:56:23Z', 'updated_at': '2022-03-29T09:56:26Z', 'revision_number': 1, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:59:38.816513 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5536f8db-e2f4-4044-9bbc-f640624ee7a0 None None] New status for floating IP 499657d9-8e2d-4356-be3f-32b4c75049fc: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:59:38.955830 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:38.978166 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:40.824375 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:53.177582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:02.087141 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:00:05.720104 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-85958bc1-3bff-4c90-9afd-ccf2ab04d61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:06.174107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41026) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:06.512197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-255ecc74-d121-438b-b251-7b5246a9c11a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port e7e75ff8-be8f-4efc-9d90-6a843b5731da {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:00:06.512566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-255ecc74-d121-438b-b251-7b5246a9c11a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:06.693663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-255ecc74-d121-438b-b251-7b5246a9c11a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:06.693992 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-255ecc74-d121-438b-b251-7b5246a9c11a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:06.817686 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-255ecc74-d121-438b-b251-7b5246a9c11a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for e7e75ff8-be8f-4efc-9d90-6a843b5731da owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:00:07.085918 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-255ecc74-d121-438b-b251-7b5246a9c11a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:07.134118 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ecc74-d121-438b-b251-7b5246a9c11a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=e7e75ff8-be8f-4efc-9d90-6a843b5731da,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:07.232122 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-255ecc74-d121-438b-b251-7b5246a9c11a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:07.233036 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-255ecc74-d121-438b-b251-7b5246a9c11a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP 873c5229-31c1-4aba-8a70-5c1e9eb5f6ea disassociated (deleted). External IP: 172.26.7.112, port: c8ef9c5d-695e-4613-8551-437df493453e. Mar 29 10:00:07.617651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255ecc74-d121-438b-b251-7b5246a9c11a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 7b79800e-e5b2-4664-8a4e-1b0e86416612 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:00:07.808997 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255ecc74-d121-438b-b251-7b5246a9c11a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:00:07.822832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a29a9ef-1e32-424a-bf27-fe96c2ce58c4 None None] Sync routers for ids ['7b79800e-e5b2-4664-8a4e-1b0e86416612'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:00:07.834372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a29a9ef-1e32-424a-bf27-fe96c2ce58c4 None None] Routers {'7b79800e-e5b2-4664-8a4e-1b0e86416612'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:00:07.835019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-4a29a9ef-1e32-424a-bf27-fe96c2ce58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T09:59:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7b79800e-e5b2-4664-8a4e-1b0e86416612'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:07.900510 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e271-8145-46e6-916b-b0e5191a4e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:07.961007 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-255ecc74-d121-438b-b251-7b5246a9c11a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:08.017451 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-255ecc74-d121-438b-b251-7b5246a9c11a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/floatingips/873c5229-31c1-4aba-8a70-5c1e9eb5f6ea HTTP/1.1" status: 204 len: 168 time: 1.8419251 Mar 29 10:00:08.018102 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0601be35-3823-4048-905d-5ecc9e76c3dc', 'tag': 'c8ef9c5d-695e-4613-8551-437df493453e'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:00:08.024466 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-4a29a9ef-1e32-424a-bf27-fe96c2ce58c4 None None] Set router 7b79800e-e5b2-4664-8a4e-1b0e86416612 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:00:08.078333 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0601be35-3823-4048-905d-5ecc9e76c3dc', 'tag': 'c8ef9c5d-695e-4613-8551-437df493453e', 'status': 'completed', 'code': 200} Mar 29 10:00:08.246257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681b94a-e702-4cb0-9797-7008853b557a req-988e3f58-90e2-4c5a-8f18-c80da4b52697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:08.247001 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4681b94a-e702-4cb0-9797-7008853b557a req-988e3f58-90e2-4c5a-8f18-c80da4b52697 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 1098 time: 0.1465237 Mar 29 10:00:08.369849 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-4a29a9ef-1e32-424a-bf27-fe96c2ce58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'name': 'tempest-TestNetworkBasicOps-router-93368830', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:18Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'c34fff25-8415-4b1d-a541-ef197cd9c355', 'name': '', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:8d:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:17Z', 'updated_at': '2022-03-29T09:56:24Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:08.374878 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a29a9ef-1e32-424a-bf27-fe96c2ce58c4 None None] Checking router: 7b79800e-e5b2-4664-8a4e-1b0e86416612 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:00:08.388450 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a29a9ef-1e32-424a-bf27-fe96c2ce58c4 None None] Routers {'7b79800e-e5b2-4664-8a4e-1b0e86416612'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:00:08.388450 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-4a29a9ef-1e32-424a-bf27-fe96c2ce58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:00:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7b79800e-e5b2-4664-8a4e-1b0e86416612'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:08.397476 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681b94a-e702-4cb0-9797-7008853b557a req-f349ab6b-7cd3-4ebe-b562-5a15ab064b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:08.398970 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4681b94a-e702-4cb0-9797-7008853b557a req-f349ab6b-7cd3-4ebe-b562-5a15ab064b9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2879ff91-4fa9-4617-bb1e-c77b06ef3590 HTTP/1.1" status: 200 len: 898 time: 0.1451802 Mar 29 10:00:08.482513 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4681b94a-e702-4cb0-9797-7008853b557a req-046f3f06-0b8d-42e5-bdc6-522a7c3f3492 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8ef9c5d-695e-4613-8551-437df493453e HTTP/1.1" status: 200 len: 217 time: 0.0739009 Mar 29 10:00:08.549702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681b94a-e702-4cb0-9797-7008853b557a req-5ceece9e-524a-48e9-8f39-a6a924811392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:08.551216 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4681b94a-e702-4cb0-9797-7008853b557a req-5ceece9e-524a-48e9-8f39-a6a924811392 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=080951a7-9199-4fa1-abe4-cfe0da9f5f87 HTTP/1.1" status: 200 len: 843 time: 0.0657718 Mar 29 10:00:08.590164 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-4a29a9ef-1e32-424a-bf27-fe96c2ce58c4 None None] Set router 7b79800e-e5b2-4664-8a4e-1b0e86416612 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:00:08.640547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681b94a-e702-4cb0-9797-7008853b557a req-7378c1ae-1710-440b-8dad-711530012489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:08.643305 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4681b94a-e702-4cb0-9797-7008853b557a req-7378c1ae-1710-440b-8dad-711530012489 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2879ff91-4fa9-4617-bb1e-c77b06ef3590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843213 Mar 29 10:00:08.786954 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4681b94a-e702-4cb0-9797-7008853b557a req-0bd0390b-6b45-4472-8197-22bae010024a service neutron] 10.222.0.36 "GET /v2.0/networks/2879ff91-4fa9-4617-bb1e-c77b06ef3590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389189 Mar 29 10:00:08.947264 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4681b94a-e702-4cb0-9797-7008853b557a req-2d209601-1863-4079-92c6-12c7e3980d3d service neutron] 10.222.0.36 "GET /v2.0/networks/2879ff91-4fa9-4617-bb1e-c77b06ef3590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544223 Mar 29 10:00:08.975279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-4a29a9ef-1e32-424a-bf27-fe96c2ce58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'name': 'tempest-TestNetworkBasicOps-router-93368830', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:18Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'c34fff25-8415-4b1d-a541-ef197cd9c355', 'name': '', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:8d:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:17Z', 'updated_at': '2022-03-29T09:56:24Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:08.983710 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:08.983710 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a29a9ef-1e32-424a-bf27-fe96c2ce58c4 None None] The sync data for ids ['7b79800e-e5b2-4664-8a4e-1b0e86416612'] in dv-neutron-835555-1-hyperv is: [{'id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'name': 'tempest-TestNetworkBasicOps-router-93368830', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:18Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'c34fff25-8415-4b1d-a541-ef197cd9c355', 'name': '', 'network_id': '2879ff91-4fa9-4617-bb1e-c77b06ef3590', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:8d:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:17Z', 'updated_at': '2022-03-29T09:56:24Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': '080951a7-9199-4fa1-abe4-cfe0da9f5f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:00:09.025279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c3a1d-4209-4a7b-b486-209c224e426b req-a4030200-acec-4eab-9e45-0543e2888102 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:09.026131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-9e6c3a1d-4209-4a7b-b486-209c224e426b req-a4030200-acec-4eab-9e45-0543e2888102 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:00:09.036636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:09.171099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-9e6c3a1d-4209-4a7b-b486-209c224e426b req-a4030200-acec-4eab-9e45-0543e2888102 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:00:09.172650 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9e6c3a1d-4209-4a7b-b486-209c224e426b req-a4030200-acec-4eab-9e45-0543e2888102 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 945 time: 0.2544336 Mar 29 10:00:09.227275 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9e6c3a1d-4209-4a7b-b486-209c224e426b req-5fdf3eb3-2ce1-4e4f-8ef6-203cdd709446 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e612a92-f079-4d82-a6f1-f5081a6135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463302 Mar 29 10:00:09.247916 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce3b7a-f4bf-42b7-9cd7-0c908d916c79 None None] New status for floating IP 873c5229-31c1-4aba-8a70-5c1e9eb5f6ea: DOWN {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:00:10.491600 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7179851-75d7-4f20-9669-1f2651f8c50f req-57c32e1a-9608-4437-8f32-8ebef01c5cb6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:10.493113 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d7179851-75d7-4f20-9669-1f2651f8c50f req-57c32e1a-9608-4437-8f32-8ebef01c5cb6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 945 time: 0.1390860 Mar 29 10:00:10.558413 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d7179851-75d7-4f20-9669-1f2651f8c50f req-58f899f4-ea62-4327-a2e8-be959ed1fc37 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e612a92-f079-4d82-a6f1-f5081a6135a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578630 Mar 29 10:00:10.569570 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136cd3e-75ff-485d-85b3-0130da533d83 req-8471f359-bb29-493b-a6e7-caa422cb9f31 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:10.574931 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4136cd3e-75ff-485d-85b3-0130da533d83 req-8471f359-bb29-493b-a6e7-caa422cb9f31 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 945 time: 0.1356740 Mar 29 10:00:10.642202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-4136cd3e-75ff-485d-85b3-0130da533d83 req-75010c7c-f438-4e23-9e60-ea47e660bfb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port c8ef9c5d-695e-4613-8551-437df493453e {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:00:10.642549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-4136cd3e-75ff-485d-85b3-0130da533d83 req-75010c7c-f438-4e23-9e60-ea47e660bfb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:10.879558 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:10.899961 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-4136cd3e-75ff-485d-85b3-0130da533d83 req-75010c7c-f438-4e23-9e60-ea47e660bfb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port c8ef9c5d-695e-4613-8551-437df493453e, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c8ef9c5d-695e-4613-8551-437df493453e,segment=NetworkSegment(bfb53554-5fed-4089-98d9-1264db53d4e0),segment_id=bfb53554-5fed-4089-98d9-1264db53d4e0)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:00:10.900288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-4136cd3e-75ff-485d-85b3-0130da533d83 req-75010c7c-f438-4e23-9e60-ea47e660bfb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:11.025572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-4136cd3e-75ff-485d-85b3-0130da533d83 req-75010c7c-f438-4e23-9e60-ea47e660bfb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for c8ef9c5d-695e-4613-8551-437df493453e owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:00:11.268743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-4136cd3e-75ff-485d-85b3-0130da533d83 req-75010c7c-f438-4e23-9e60-ea47e660bfb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:11.318830 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75010c7c-f438-4e23-9e60-ea47e660bfb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=c8ef9c5d-695e-4613-8551-437df493453e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:11.508169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4136cd3e-75ff-485d-85b3-0130da533d83 req-75010c7c-f438-4e23-9e60-ea47e660bfb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] No DVR routers for this DVR port c8ef9c5d-695e-4613-8551-437df493453e on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:00:11.510621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-4136cd3e-75ff-485d-85b3-0130da533d83 req-75010c7c-f438-4e23-9e60-ea47e660bfb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:11.513362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0601be35-3823-4048-905d-5ecc9e76c3dc', 'name': 'network-vif-deleted', 'tag': 'c8ef9c5d-695e-4613-8551-437df493453e'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:00:11.564867 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0601be35-3823-4048-905d-5ecc9e76c3dc', 'name': 'network-vif-deleted', 'tag': 'c8ef9c5d-695e-4613-8551-437df493453e', 'status': 'completed', 'code': 200} Mar 29 10:00:11.584052 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4136cd3e-75ff-485d-85b3-0130da533d83 req-75010c7c-f438-4e23-9e60-ea47e660bfb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "DELETE /v2.0/ports/c8ef9c5d-695e-4613-8551-437df493453e HTTP/1.1" status: 204 len: 173 time: 1.0073459 Mar 29 10:00:11.735186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-ff859e79-3284-45e2-8f4e-8388d741fe84 req-d2f7df22-bad3-4f8e-8ac9-fac2126f109a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:00:11.850636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-ff859e79-3284-45e2-8f4e-8388d741fe84 req-d2f7df22-bad3-4f8e-8ac9-fac2126f109a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:00:11.863236 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ff859e79-3284-45e2-8f4e-8388d741fe84 req-d2f7df22-bad3-4f8e-8ac9-fac2126f109a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=0601be35-3823-4048-905d-5ecc9e76c3dc HTTP/1.1" status: 200 len: 210 time: 0.1783633 Mar 29 10:00:12.954551 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41048) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:13.031486 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30b0067d-ed11-4f7c-899a-50fe84229fa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:13.067921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30b0067d-ed11-4f7c-899a-50fe84229fa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:13.216464 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30b0067d-ed11-4f7c-899a-50fe84229fa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:13.349133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0067d-ed11-4f7c-899a-50fe84229fa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e612a92-f079-4d82-a6f1-f5081a6135a3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:13.424181 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device c8ef9c5d-695e-4613-8551-437df493453e no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:00:13.450452 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-30b0067d-ed11-4f7c-899a-50fe84229fa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:13.452053 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-30b0067d-ed11-4f7c-899a-50fe84229fa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/security-groups/0e612a92-f079-4d82-a6f1-f5081a6135a3 HTTP/1.1" status: 204 len: 168 time: 0.4960670 Mar 29 10:00:13.459270 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: c8ef9c5d-695e-4613-8551-437df493453e {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:00:13.459617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device c8ef9c5d-695e-4613-8551-437df493453e not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:00:13.584086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41054) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:14.170353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-536aefc6-4310-41d3-872c-6c1e3e52e40c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:14.538703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-536aefc6-4310-41d3-872c-6c1e3e52e40c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port c34fff25-8415-4b1d-a541-ef197cd9c355 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:00:14.539039 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-536aefc6-4310-41d3-872c-6c1e3e52e40c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:14.733070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-536aefc6-4310-41d3-872c-6c1e3e52e40c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port c34fff25-8415-4b1d-a541-ef197cd9c355, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c34fff25-8415-4b1d-a541-ef197cd9c355,segment=NetworkSegment(bfb53554-5fed-4089-98d9-1264db53d4e0),segment_id=bfb53554-5fed-4089-98d9-1264db53d4e0)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:00:14.733685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-536aefc6-4310-41d3-872c-6c1e3e52e40c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:14.968915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-536aefc6-4310-41d3-872c-6c1e3e52e40c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for c34fff25-8415-4b1d-a541-ef197cd9c355 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:00:15.348213 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-536aefc6-4310-41d3-872c-6c1e3e52e40c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:15.401882 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536aefc6-4310-41d3-872c-6c1e3e52e40c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=c34fff25-8415-4b1d-a541-ef197cd9c355,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:15.696088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-536aefc6-4310-41d3-872c-6c1e3e52e40c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:16.069640 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536aefc6-4310-41d3-872c-6c1e3e52e40c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router 7b79800e-e5b2-4664-8a4e-1b0e86416612 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:00:16.296294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536aefc6-4310-41d3-872c-6c1e3e52e40c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:00:16.296401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703a6d1a-e48b-450e-b0b2-3514c3d63c23 None None] Sync routers for ids ['7b79800e-e5b2-4664-8a4e-1b0e86416612'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:00:16.300809 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703a6d1a-e48b-450e-b0b2-3514c3d63c23 None None] Routers {'7b79800e-e5b2-4664-8a4e-1b0e86416612'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:00:16.301503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-703a6d1a-e48b-450e-b0b2-3514c3d63c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:00:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7b79800e-e5b2-4664-8a4e-1b0e86416612'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:16.895327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-703a6d1a-e48b-450e-b0b2-3514c3d63c23 None None] Set router 7b79800e-e5b2-4664-8a4e-1b0e86416612 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:00:16.895327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-703a6d1a-e48b-450e-b0b2-3514c3d63c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'name': 'tempest-TestNetworkBasicOps-router-93368830', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T10:00:15Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:16.895327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703a6d1a-e48b-450e-b0b2-3514c3d63c23 None None] Checking router: 7b79800e-e5b2-4664-8a4e-1b0e86416612 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:00:16.895327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703a6d1a-e48b-450e-b0b2-3514c3d63c23 None None] Routers {'7b79800e-e5b2-4664-8a4e-1b0e86416612'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:00:16.895327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-703a6d1a-e48b-450e-b0b2-3514c3d63c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:00:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7b79800e-e5b2-4664-8a4e-1b0e86416612'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:17.007262 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-703a6d1a-e48b-450e-b0b2-3514c3d63c23 None None] Set router 7b79800e-e5b2-4664-8a4e-1b0e86416612 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:00:17.138274 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-536aefc6-4310-41d3-872c-6c1e3e52e40c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/7b79800e-e5b2-4664-8a4e-1b0e86416612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5578737 Mar 29 10:00:17.140939 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41060) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:17.213436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting subnet 080951a7-9199-4fa1-abe4-cfe0da9f5f87 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:00:17.216910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:17.317974 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-703a6d1a-e48b-450e-b0b2-3514c3d63c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'name': 'tempest-TestNetworkBasicOps-router-93368830', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T10:00:15Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:17.322434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703a6d1a-e48b-450e-b0b2-3514c3d63c23 None None] The sync data for ids ['7b79800e-e5b2-4664-8a4e-1b0e86416612'] in dv-neutron-835555-1-hyperv is: [{'id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'name': 'tempest-TestNetworkBasicOps-router-93368830', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123'}], 'enable_snat': True}, 'gw_port_id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T10:00:15Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '20825fc2-23ea-40f9-b204-01a0d3577ed9', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:fc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b79800e-e5b2-4664-8a4e-1b0e86416612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:56:12Z', 'updated_at': '2022-03-29T09:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:00:17.407690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:17.496688 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:17.651303 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:17.697063 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Subnet': ['ID=080951a7-9199-4fa1-abe4-cfe0da9f5f87,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:17.700552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:17.709121 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:17.711122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:17.711260 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f860d5-aaa3-4661-9880-d9d408998aac None None] Network 2879ff91-4fa9-4617-bb1e-c77b06ef3590 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:00:17.711384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:17.711384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:17.711384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:17.711384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:17.711384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:17.711384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:17.712018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:17.712018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:17.712249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:17.712584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:17.717913 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a43bc2a3-2c6d-4785-9f28-93745f45c7a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/subnets/080951a7-9199-4fa1-abe4-cfe0da9f5f87 HTTP/1.1" status: 204 len: 168 time: 0.5759549 Mar 29 10:00:17.720658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41064) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:17.917617 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:17.970036 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c34fff25-8415-4b1d-a541-ef197cd9c355 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:00:18.065726 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1d8151-140e-460b-96fd-9ba1857f3c49 None None] DHCP port deletion for 2879ff91-4fa9-4617-bb1e-c77b06ef3590 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:00:18.078325 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: c34fff25-8415-4b1d-a541-ef197cd9c355 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:00:18.078665 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c34fff25-8415-4b1d-a541-ef197cd9c355 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:00:18.080803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d8151-140e-460b-96fd-9ba1857f3c49 None None] Deleting port 1c847ec3-a7f9-4159-83a7-970ce75226d8 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:00:18.081429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9b1d8151-140e-460b-96fd-9ba1857f3c49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:18.121757 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:18.245406 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 20825fc2-23ea-40f9-b204-01a0d3577ed9 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:00:18.245781 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:18.291792 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-9b1d8151-140e-460b-96fd-9ba1857f3c49 None None] For port 1c847ec3-a7f9-4159-83a7-970ce75226d8, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1c847ec3-a7f9-4159-83a7-970ce75226d8,segment=NetworkSegment(bfb53554-5fed-4089-98d9-1264db53d4e0),segment_id=bfb53554-5fed-4089-98d9-1264db53d4e0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:00:18.292180 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9b1d8151-140e-460b-96fd-9ba1857f3c49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:18.417235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d8151-140e-460b-96fd-9ba1857f3c49 None None] Calling delete_port for 1c847ec3-a7f9-4159-83a7-970ce75226d8 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:00:18.443450 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 20825fc2-23ea-40f9-b204-01a0d3577ed9, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=20825fc2-23ea-40f9-b204-01a0d3577ed9,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:00:18.443839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:18.579359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 20825fc2-23ea-40f9-b204-01a0d3577ed9 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:00:18.670480 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9b1d8151-140e-460b-96fd-9ba1857f3c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:18.724809 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d8151-140e-460b-96fd-9ba1857f3c49 None None] No DVR routers for this DVR port 1c847ec3-a7f9-4159-83a7-970ce75226d8 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:00:18.729953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d8151-140e-460b-96fd-9ba1857f3c49 None None] Pushing event deleted for resources: {'Port': ['ID=1c847ec3-a7f9-4159-83a7-970ce75226d8,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:18.902163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:18.949511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=20825fc2-23ea-40f9-b204-01a0d3577ed9,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:19.045724 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:19.227564 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:19.227564 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:19.348077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:19.348422 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Fanout notify agent at l3_agent the message router_deleted on router 7b79800e-e5b2-4664-8a4e-1b0e86416612 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:00:19.366927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:19.368033 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-519e79f5-0c47-481e-9f8b-011be173c8a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/routers/7b79800e-e5b2-4664-8a4e-1b0e86416612 HTTP/1.1" status: 204 len: 168 time: 1.6456480 Mar 29 10:00:19.370835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41068) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:19.620470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06f5e0bf-2d87-45ab-bdc8-dd34697c5b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:19.757129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06f5e0bf-2d87-45ab-bdc8-dd34697c5b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:19.783905 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-06f5e0bf-2d87-45ab-bdc8-dd34697c5b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2879ff91-4fa9-4617-bb1e-c77b06ef3590']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:19.797047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-06f5e0bf-2d87-45ab-bdc8-dd34697c5b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb53554-5fed-4089-98d9-1264db53d4e0') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:19.797343 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-06f5e0bf-2d87-45ab-bdc8-dd34697c5b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb53554-5fed-4089-98d9-1264db53d4e0') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:19.809722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06f5e0bf-2d87-45ab-bdc8-dd34697c5b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:19.828029 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06f5e0bf-2d87-45ab-bdc8-dd34697c5b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:19.846221 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f5e0bf-2d87-45ab-bdc8-dd34697c5b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:00:19.846221 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06f5e0bf-2d87-45ab-bdc8-dd34697c5b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:00:19.851248 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:00:19.999043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 20825fc2-23ea-40f9-b204-01a0d3577ed9 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:00:20.033675 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 20825fc2-23ea-40f9-b204-01a0d3577ed9 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:00:20.034015 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 20825fc2-23ea-40f9-b204-01a0d3577ed9 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:00:20.034433 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1c847ec3-a7f9-4159-83a7-970ce75226d8 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:00:20.050664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06f5e0bf-2d87-45ab-bdc8-dd34697c5b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:20.072225 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06f5e0bf-2d87-45ab-bdc8-dd34697c5b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:20.075482 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 1c847ec3-a7f9-4159-83a7-970ce75226d8 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:00:20.075823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1c847ec3-a7f9-4159-83a7-970ce75226d8 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:00:20.079051 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5e0bf-2d87-45ab-bdc8-dd34697c5b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Network': ['ID=2879ff91-4fa9-4617-bb1e-c77b06ef3590,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:20.177857 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-06f5e0bf-2d87-45ab-bdc8-dd34697c5b6d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/networks/2879ff91-4fa9-4617-bb1e-c77b06ef3590 HTTP/1.1" status: 204 len: 168 time: 0.8057408 Mar 29 10:00:20.204072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41072) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:20.210255 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'network': {'name': 'tempest-network-smoke--1845221959', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'port_security_enabled': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:20.215453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:20.219587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:network and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:20.224020 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:20.228256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:20.364956 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:00:20.368559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:20.403210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:00:20.416628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:20.416628 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Added segment 07fd19ed-6c1e-4d85-a2b5-d8cfadda559d of type vlan for network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 Mar 29 10:00:20.457680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:20.631316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:20.633297 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:20.633890 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:20.746028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Network': ['ID=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:20.757371 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:00:20.816950 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-169342dd-d524-4e19-9205-f23aff091084 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6115563 Mar 29 10:00:20.823132 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41076) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:20.831575 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'admin_state_up': True, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:20.839195 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:20.850075 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:router and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:20.850075 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:20.853810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:20.913222 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:20.918406 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:20.932138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:21.261427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:21.658870 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:21.691211 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:21.827843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.112 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/d6db416b-d554-4513-a692-26cfacca091a) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:00:22.087317 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:22.195693 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:22.258631 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:00:22.261639 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:22.266870 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:00:22.315182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=d6db416b-d554-4513-a692-26cfacca091a,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:22.327341 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:22.327676 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:22.328007 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:22.328336 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:22.328873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:22.329178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:22.329427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:22.329734 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:22.331269 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:22.331269 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:22.332291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:22.332291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:22.831526 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:23.096590 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:23.211520 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:23.519127 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:00:23.828656 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:00:23.839801 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Sync routers for ids ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:00:23.851548 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Routers {'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:00:23.852177 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:00:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:23.919514 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:23.921284 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f029a787-d968-4407-9d8e-a23e319b0990 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1007338 Mar 29 10:00:23.926036 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41080) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:24.037968 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4ac9899e-2315-4e00-961f-3f08547b8e4d tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=fdb9d7f2c9684d82868b22f752ecfe11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1099610 Mar 29 10:00:24.039746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41086) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:24.102948 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Set router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:00:24.207271 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ee7c71-577b-4e21-9031-9ddd7708a38a tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:24.210917 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e1ee7c71-577b-4e21-9031-9ddd7708a38a tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1679566 Mar 29 10:00:24.212590 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41090) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:24.258549 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-35217355-f8ef-47d5-8d2f-17d767785cd5 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437899 Mar 29 10:00:24.260796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41094) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:24.271107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-507347318', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:24.384187 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:24.388602 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:subnet and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:24.391535 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:24.399713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:24.405042 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:22Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:24.409214 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Checking router: a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:00:24.410137 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Updating router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e port d6db416b-d554-4513-a692-26cfacca091a binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:00:24.463447 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:24.478890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:00:24.482463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:24.793555 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:24.796687 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:24.808677 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Transition to ACTIVE for port object d6db416b-d554-4513-a692-26cfacca091a will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:00:24.873140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Subnet': ['ID=b773e986-e11e-4a11-b1b4-c1eef400c178,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:24.878591 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:24.887175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Checking segment: {'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:00:24.887175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network hostable DHCP agents. Network: 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:00:24.958951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:00:24.959559 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Attempting to bind port d6db416b-d554-4513-a692-26cfacca091a on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:00:24.961507 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Attempting to bind port d6db416b-d554-4513-a692-26cfacca091a by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:00:24.961507 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Attempting to bind port d6db416b-d554-4513-a692-26cfacca091a on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:00:24.963776 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31638531-3112-4ed8-8dce-fccb9fc6694b None None] Pushing event updated for resources: {'Port': ['ID=d6db416b-d554-4513-a692-26cfacca091a,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:24.968767 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:00:24.969133 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:00:24.969521 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:24.969902 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:00:24.970882 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Bound port: d6db416b-d554-4513-a692-26cfacca091a, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:00:24.971246 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:25.002219 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31638531-3112-4ed8-8dce-fccb9fc6694b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:25.002562 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31638531-3112-4ed8-8dce-fccb9fc6694b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:25.002897 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31638531-3112-4ed8-8dce-fccb9fc6694b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:25.003264 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31638531-3112-4ed8-8dce-fccb9fc6694b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:25.003587 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31638531-3112-4ed8-8dce-fccb9fc6694b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:25.003909 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31638531-3112-4ed8-8dce-fccb9fc6694b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:25.004229 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31638531-3112-4ed8-8dce-fccb9fc6694b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:25.004564 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31638531-3112-4ed8-8dce-fccb9fc6694b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:25.004884 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31638531-3112-4ed8-8dce-fccb9fc6694b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:25.005197 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31638531-3112-4ed8-8dce-fccb9fc6694b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:25.005510 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31638531-3112-4ed8-8dce-fccb9fc6694b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:25.005827 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31638531-3112-4ed8-8dce-fccb9fc6694b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:25.038286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:25.042894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:25.043612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:25.049368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cca4589-b469-40c5-8761-1fd7db600f0a None None] Network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:00:25.056250 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] For port d6db416b-d554-4513-a692-26cfacca091a, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:00:25.059300 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] For port d6db416b-d554-4513-a692-26cfacca091a, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d6db416b-d554-4513-a692-26cfacca091a,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:00:25.147598 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:25.152609 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0f012b09-99ce-40d3-bdba-af56c3e482d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8857493 Mar 29 10:00:25.152609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41098) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:25.232081 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Routers {'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:00:25.232977 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:00:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:25.277385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:00:25.278395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:25.287400 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31638531-3112-4ed8-8dce-fccb9fc6694b None None] Pushing event updated for resources: {'Port': ['ID=d6db416b-d554-4513-a692-26cfacca091a,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:25.446847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Allocated IP 172.20.0.2 (6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35/b773e986-e11e-4a11-b1b4-c1eef400c178/5683f0cb-9e22-48ff-8462-24d445c9c8c6) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:00:25.472091 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] Set router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:00:25.675868 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:25.691833 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Transition to ACTIVE for port object 5683f0cb-9e22-48ff-8462-24d445c9c8c6 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:00:25.717151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Transition to ACTIVE for port object 5683f0cb-9e22-48ff-8462-24d445c9c8c6 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:00:25.782446 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:25.801670 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:22Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:25.810453 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2e8538-6cd2-4f7f-8b6a-2b5236f72f17 None None] The sync data for ids ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'] in dv-neutron-835555-1-hyperv is: [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:22Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:00:25.859753 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:00:25.863630 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:25.867947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:00:25.915078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Pushing event updated for resources: {'Port': ['ID=5683f0cb-9e22-48ff-8462-24d445c9c8c6,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:25.987198 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Attempting to bind port 5683f0cb-9e22-48ff-8462-24d445c9c8c6 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:00:25.987198 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Attempting to bind port 5683f0cb-9e22-48ff-8462-24d445c9c8c6 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:00:25.987198 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Attempting to bind port 5683f0cb-9e22-48ff-8462-24d445c9c8c6 on network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:00:25.991408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:00:25.992068 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Checking segment: {'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:00:25.992472 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:25.992947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Bound using segment: {'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:00:25.993429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Bound port: 5683f0cb-9e22-48ff-8462-24d445c9c8c6, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:00:25.993806 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:26.081897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:26.133518 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] For port 5683f0cb-9e22-48ff-8462-24d445c9c8c6, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:00:26.136886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] For port 5683f0cb-9e22-48ff-8462-24d445c9c8c6, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=5683f0cb-9e22-48ff-8462-24d445c9c8c6,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:00:26.184067 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:26.277331 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bb71f-b292-4752-acec-91b5711a1c65 None None] Pushing event updated for resources: {'Port': ['ID=5683f0cb-9e22-48ff-8462-24d445c9c8c6,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:26.571138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.1 (6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35/b773e986-e11e-4a11-b1b4-c1eef400c178/422d3c65-5586-4947-9249-5b30a16eae9c) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:00:26.764600 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:26.782045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object 422d3c65-5586-4947-9249-5b30a16eae9c will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:00:26.857056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:26.925091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:00:26.932411 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:26.936873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:00:26.967981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=422d3c65-5586-4947-9249-5b30a16eae9c,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:27.004604 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:27.342010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd47ab63-062c-482d-a092-bcf8ee163aa0 None None] Network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:00:27.380178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:27.532173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-252192c0-b4b8-4137-aec5-cb5599d0f3a2 None None] Provisioning for port 5683f0cb-9e22-48ff-8462-24d445c9c8c6 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:00:27.926006 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-687309a9-d365-43af-af53-a38a0484ea67 None None] Provisioning for port 422d3c65-5586-4947-9249-5b30a16eae9c completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:00:27.932791 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-687309a9-d365-43af-af53-a38a0484ea67 None None] Provisioning complete for port 422d3c65-5586-4947-9249-5b30a16eae9c triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:27.933640 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-687309a9-d365-43af-af53-a38a0484ea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:27.953982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:28.022115 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-687309a9-d365-43af-af53-a38a0484ea67 None None] Port 422d3c65-5586-4947-9249-5b30a16eae9c cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:00:28.031127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:28.089051 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 5683f0cb-9e22-48ff-8462-24d445c9c8c6 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:00:28.161107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=422d3c65-5586-4947-9249-5b30a16eae9c,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:28.163712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:28.172561 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f89ee98c-e66e-4ea8-a3d1-9f1006637731 None None] Provisioning complete for port 422d3c65-5586-4947-9249-5b30a16eae9c triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:28.172982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f89ee98c-e66e-4ea8-a3d1-9f1006637731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:28.236829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f89ee98c-e66e-4ea8-a3d1-9f1006637731 None None] Port 422d3c65-5586-4947-9249-5b30a16eae9c cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:00:28.261375 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 5683f0cb-9e22-48ff-8462-24d445c9c8c6 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:00:28.266460 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 5683f0cb-9e22-48ff-8462-24d445c9c8c6 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:28.266834 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:28.304706 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:00:28.306039 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:28.420079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:28.460706 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 5683f0cb-9e22-48ff-8462-24d445c9c8c6, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=5683f0cb-9e22-48ff-8462-24d445c9c8c6,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:00:28.536791 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:28.536791 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d6db416b-d554-4513-a692-26cfacca091a up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:00:28.550380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:00:28.662518 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=5683f0cb-9e22-48ff-8462-24d445c9c8c6,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:28.675717 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5869d26f-8d65-492b-8857-2e702fcc21eb None None] Provisioning complete for port 422d3c65-5586-4947-9249-5b30a16eae9c triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:28.676551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5869d26f-8d65-492b-8857-2e702fcc21eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:28.730882 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-5869d26f-8d65-492b-8857-2e702fcc21eb None None] Port 422d3c65-5586-4947-9249-5b30a16eae9c cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:00:28.750775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:00:28.761160 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Sync routers for ids ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:00:28.763687 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7001adfd-43f5-4f14-a2a9-ff9f56fd02b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6120815 Mar 29 10:00:28.766157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41104) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:28.770643 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port d6db416b-d554-4513-a692-26cfacca091a completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:00:28.777107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Routers {'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:00:28.777731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:00:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:28.828555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d6db416b-d554-4513-a692-26cfacca091a triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:28.828858 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:28.914924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172082c6-95fc-4f53-99ae-dbf5de6fa88a tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:28.915399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172082c6-95fc-4f53-99ae-dbf5de6fa88a tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:28.915864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172082c6-95fc-4f53-99ae-dbf5de6fa88a tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:28.916318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172082c6-95fc-4f53-99ae-dbf5de6fa88a tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:28.916808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172082c6-95fc-4f53-99ae-dbf5de6fa88a tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:28.917265 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172082c6-95fc-4f53-99ae-dbf5de6fa88a tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:28.919149 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-172082c6-95fc-4f53-99ae-dbf5de6fa88a tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1520498 Mar 29 10:00:28.921944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41108) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:29.001120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e1064d-f871-40f5-b59c-9cbc5ac0e9c1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:29.002204 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e1064d-f871-40f5-b59c-9cbc5ac0e9c1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:29.002670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e1064d-f871-40f5-b59c-9cbc5ac0e9c1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:29.003120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e1064d-f871-40f5-b59c-9cbc5ac0e9c1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:29.003631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e1064d-f871-40f5-b59c-9cbc5ac0e9c1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:29.004073 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e1064d-f871-40f5-b59c-9cbc5ac0e9c1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:29.005849 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d5e1064d-f871-40f5-b59c-9cbc5ac0e9c1 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0830188 Mar 29 10:00:29.010650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41112) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:29.059011 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Set router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:00:29.113263 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:29.206321 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port d6db416b-d554-4513-a692-26cfacca091a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d6db416b-d554-4513-a692-26cfacca091a,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:00:29.222100 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8a76c6f7-eec9-495b-899a-53dd9b370ade tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2103372 Mar 29 10:00:29.323354 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:29.451541 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=d6db416b-d554-4513-a692-26cfacca091a,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:29.498755 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '422d3c65-5586-4947-9249-5b30a16eae9c', 'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:64:69:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:26Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 2, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:29.502891 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Checking router: a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:00:29.506128 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Updating router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e port 422d3c65-5586-4947-9249-5b30a16eae9c binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:00:29.558454 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:29.749264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41118) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:29.754446 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-72c76352-93e0-4717-8a5d-45ca80a0e3d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736967018', 'description': 'tempest-secgroup-smoke-736967018 description', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:29.760546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-72c76352-93e0-4717-8a5d-45ca80a0e3d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:29.764879 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-72c76352-93e0-4717-8a5d-45ca80a0e3d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:29.768349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-72c76352-93e0-4717-8a5d-45ca80a0e3d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:29.774098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-72c76352-93e0-4717-8a5d-45ca80a0e3d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:29.838452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-72c76352-93e0-4717-8a5d-45ca80a0e3d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:29.859315 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-72c76352-93e0-4717-8a5d-45ca80a0e3d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:29.863082 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-72c76352-93e0-4717-8a5d-45ca80a0e3d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:29.865956 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-72c76352-93e0-4717-8a5d-45ca80a0e3d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:29.871717 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-72c76352-93e0-4717-8a5d-45ca80a0e3d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:29.910874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:29.931054 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Transition to ACTIVE for port object 422d3c65-5586-4947-9249-5b30a16eae9c will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:00:29.950748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-72c76352-93e0-4717-8a5d-45ca80a0e3d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:29.993203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.013661 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-72c76352-93e0-4717-8a5d-45ca80a0e3d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.038481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 5683f0cb-9e22-48ff-8462-24d445c9c8c6 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:00:30.056289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c76352-93e0-4717-8a5d-45ca80a0e3d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d6c84b-6dad-4448-bb6f-284be8a59e2a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:30.138980 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-72c76352-93e0-4717-8a5d-45ca80a0e3d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.138980 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-72c76352-93e0-4717-8a5d-45ca80a0e3d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3877876 Mar 29 10:00:30.140902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41122) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:30.147004 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-65f6562f-206d-4f58-8fe4-42593f030a69 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'e5d6c84b-6dad-4448-bb6f-284be8a59e2a', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:30.153783 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-65f6562f-206d-4f58-8fe4-42593f030a69 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:30.157850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-65f6562f-206d-4f58-8fe4-42593f030a69 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:30.161420 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-65f6562f-206d-4f58-8fe4-42593f030a69 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:30.167328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-65f6562f-206d-4f58-8fe4-42593f030a69 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:30.172825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f8d39-930a-44ca-bc0d-08951ca39860 None None] Pushing event updated for resources: {'Port': ['ID=422d3c65-5586-4947-9249-5b30a16eae9c,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:30.216161 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8d39-930a-44ca-bc0d-08951ca39860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.216548 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8d39-930a-44ca-bc0d-08951ca39860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.216893 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8d39-930a-44ca-bc0d-08951ca39860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.217226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8d39-930a-44ca-bc0d-08951ca39860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.217555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8d39-930a-44ca-bc0d-08951ca39860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.217883 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8d39-930a-44ca-bc0d-08951ca39860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.218201 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8d39-930a-44ca-bc0d-08951ca39860 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.218523 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8d39-930a-44ca-bc0d-08951ca39860 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.218843 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8d39-930a-44ca-bc0d-08951ca39860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.219162 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8d39-930a-44ca-bc0d-08951ca39860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.219476 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8d39-930a-44ca-bc0d-08951ca39860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.219794 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f8d39-930a-44ca-bc0d-08951ca39860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.288216 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Attempting to bind port 422d3c65-5586-4947-9249-5b30a16eae9c on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:00:30.288600 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Attempting to bind port 422d3c65-5586-4947-9249-5b30a16eae9c by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:00:30.289289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Attempting to bind port 422d3c65-5586-4947-9249-5b30a16eae9c on network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:00:30.293144 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 5683f0cb-9e22-48ff-8462-24d445c9c8c6 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:30.293144 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.319956 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-65f6562f-206d-4f58-8fe4-42593f030a69 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.327993 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:00:30.328368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Checking segment: {'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:00:30.328989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.329172 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Bound using segment: {'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:00:30.331005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Bound port: 422d3c65-5586-4947-9249-5b30a16eae9c, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:00:30.331005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.394985 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-65f6562f-206d-4f58-8fe4-42593f030a69 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.472471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-65f6562f-206d-4f58-8fe4-42593f030a69 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.484755 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] For port 422d3c65-5586-4947-9249-5b30a16eae9c, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:00:30.497231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6562f-206d-4f58-8fe4-42593f030a69 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da96acdf-451a-4ae7-87f8-7815d86558c6,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:30.502399 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] For port 422d3c65-5586-4947-9249-5b30a16eae9c, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=422d3c65-5586-4947-9249-5b30a16eae9c,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:00:30.516318 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d6db416b-d554-4513-a692-26cfacca091a up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:00:30.583278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.611691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-65f6562f-206d-4f58-8fe4-42593f030a69 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.612345 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-65f6562f-206d-4f58-8fe4-42593f030a69 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4701383 Mar 29 10:00:30.615806 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41126) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:30.625954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-db357ad3-eddb-4a86-bb06-f816c7353e6b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'e5d6c84b-6dad-4448-bb6f-284be8a59e2a', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:30.626140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-db357ad3-eddb-4a86-bb06-f816c7353e6b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:30.632623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-db357ad3-eddb-4a86-bb06-f816c7353e6b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:30.636610 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d6db416b-d554-4513-a692-26cfacca091a triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:30.636983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.637783 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-db357ad3-eddb-4a86-bb06-f816c7353e6b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:30.643508 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-db357ad3-eddb-4a86-bb06-f816c7353e6b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:30.711707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Routers {'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:00:30.711707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:00:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:30.731929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db357ad3-eddb-4a86-bb06-f816c7353e6b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.793747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f8d39-930a-44ca-bc0d-08951ca39860 None None] Pushing event updated for resources: {'Port': ['ID=422d3c65-5586-4947-9249-5b30a16eae9c,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:30.816914 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db357ad3-eddb-4a86-bb06-f816c7353e6b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.884859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db357ad3-eddb-4a86-bb06-f816c7353e6b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.914813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db357ad3-eddb-4a86-bb06-f816c7353e6b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684cf0bb-41dc-497b-bd16-3a5524e7b4d4,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:30.988378 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-db357ad3-eddb-4a86-bb06-f816c7353e6b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.989816 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-db357ad3-eddb-4a86-bb06-f816c7353e6b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3739901 Mar 29 10:00:30.993062 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41130) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:31.001542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e81bba75-1f72-4f87-b27e-826cf7986443 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'e5d6c84b-6dad-4448-bb6f-284be8a59e2a', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:31.009452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e81bba75-1f72-4f87-b27e-826cf7986443 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:31.013368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e81bba75-1f72-4f87-b27e-826cf7986443 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:31.016824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e81bba75-1f72-4f87-b27e-826cf7986443 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:31.023164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e81bba75-1f72-4f87-b27e-826cf7986443 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:31.029398 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] Set router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:00:31.210678 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e81bba75-1f72-4f87-b27e-826cf7986443 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:31.279494 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e81bba75-1f72-4f87-b27e-826cf7986443 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:31.348306 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '422d3c65-5586-4947-9249-5b30a16eae9c', 'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:64:69:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:26Z', 'updated_at': '2022-03-29T10:00:30Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:31.359186 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290f5b2-7478-4cf0-9f09-801f316a5fa4 None None] The sync data for ids ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'] in dv-neutron-835555-1-hyperv is: [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '422d3c65-5586-4947-9249-5b30a16eae9c', 'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:64:69:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:26Z', 'updated_at': '2022-03-29T10:00:30Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:00:31.379852 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e81bba75-1f72-4f87-b27e-826cf7986443 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:31.416037 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bba75-1f72-4f87-b27e-826cf7986443 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9c6b6b-2ac9-4bd1-8ca5-f2cc2a1c9ce6,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:31.513956 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e81bba75-1f72-4f87-b27e-826cf7986443 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:31.515311 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e81bba75-1f72-4f87-b27e-826cf7986443 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5208778 Mar 29 10:00:31.519281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41134) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:31.525685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-5e68da17-7d85-46d0-8b51-b4735ac35713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'e5d6c84b-6dad-4448-bb6f-284be8a59e2a', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:31.533712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5e68da17-7d85-46d0-8b51-b4735ac35713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:31.537994 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5e68da17-7d85-46d0-8b51-b4735ac35713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:31.543459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5e68da17-7d85-46d0-8b51-b4735ac35713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:31.551718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5e68da17-7d85-46d0-8b51-b4735ac35713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:31.659496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e68da17-7d85-46d0-8b51-b4735ac35713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:31.759563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e68da17-7d85-46d0-8b51-b4735ac35713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:31.867041 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e68da17-7d85-46d0-8b51-b4735ac35713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:31.890428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68da17-7d85-46d0-8b51-b4735ac35713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b62fbd-4ce0-437b-985a-1b2634e5a671,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:31.991272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5e68da17-7d85-46d0-8b51-b4735ac35713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:31.991272 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5e68da17-7d85-46d0-8b51-b4735ac35713 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4684227 Mar 29 10:00:31.991982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41138) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:31.999571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-6b826814-8f1d-4f4d-80c0-835e92930c36 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'e5d6c84b-6dad-4448-bb6f-284be8a59e2a', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:32.004223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6b826814-8f1d-4f4d-80c0-835e92930c36 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:32.011141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6b826814-8f1d-4f4d-80c0-835e92930c36 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:32.015696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6b826814-8f1d-4f4d-80c0-835e92930c36 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:32.023770 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6b826814-8f1d-4f4d-80c0-835e92930c36 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:32.042283 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 422d3c65-5586-4947-9249-5b30a16eae9c up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:00:32.147223 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-6b826814-8f1d-4f4d-80c0-835e92930c36 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:00:32.154486 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6b826814-8f1d-4f4d-80c0-835e92930c36 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.205032 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 422d3c65-5586-4947-9249-5b30a16eae9c completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:00:32.211358 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 422d3c65-5586-4947-9249-5b30a16eae9c triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:32.211886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.353904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.356644 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6b826814-8f1d-4f4d-80c0-835e92930c36 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.393401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 422d3c65-5586-4947-9249-5b30a16eae9c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=422d3c65-5586-4947-9249-5b30a16eae9c,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:00:32.427477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6b826814-8f1d-4f4d-80c0-835e92930c36 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.450746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.458011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b826814-8f1d-4f4d-80c0-835e92930c36 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e29463c-f2dc-44b9-8a46-99eaaed824ae,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:32.525132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6b826814-8f1d-4f4d-80c0-835e92930c36 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.530749 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41142) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:32.531808 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6b826814-8f1d-4f4d-80c0-835e92930c36 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5385628 Mar 29 10:00:32.535474 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=422d3c65-5586-4947-9249-5b30a16eae9c,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:32.540514 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-2dc481fe-c4c5-4c62-b663-6178991a3121 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': 'e5d6c84b-6dad-4448-bb6f-284be8a59e2a', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:32.549818 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2dc481fe-c4c5-4c62-b663-6178991a3121 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:32.562842 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2dc481fe-c4c5-4c62-b663-6178991a3121 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:32.567225 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2dc481fe-c4c5-4c62-b663-6178991a3121 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:32.573556 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2dc481fe-c4c5-4c62-b663-6178991a3121 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:32.724037 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-2dc481fe-c4c5-4c62-b663-6178991a3121 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:00:32.731186 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2dc481fe-c4c5-4c62-b663-6178991a3121 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.799850 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2dc481fe-c4c5-4c62-b663-6178991a3121 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.884172 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2dc481fe-c4c5-4c62-b663-6178991a3121 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.908014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc481fe-c4c5-4c62-b663-6178991a3121 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb83b3ff-0633-4497-95b3-c13112a52c99,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:32.987359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2dc481fe-c4c5-4c62-b663-6178991a3121 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.988609 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2dc481fe-c4c5-4c62-b663-6178991a3121 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4567001 Mar 29 10:00:33.161839 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-b9a11647-5289-48cb-bf36-16247f540cf8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:00:33.233537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-b9a11647-5289-48cb-bf36-16247f540cf8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:00:33.234654 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-b9a11647-5289-48cb-bf36-16247f540cf8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736967018&fields=id&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 267 time: 0.1134596 Mar 29 10:00:33.408659 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-4eaf096d-9b33-48e2-922a-1a9e92fd7ca2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:33.410694 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-4eaf096d-9b33-48e2-922a-1a9e92fd7ca2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/networks?id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 HTTP/1.1" status: 200 len: 797 time: 0.1682436 Mar 29 10:00:33.426679 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-6fe474ef-fb69-4087-8315-0bddd63963a6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/quotas/fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 375 time: 0.0103374 Mar 29 10:00:33.537985 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-a8cfc1cc-b995-4032-8b63-efdee76abbd1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:00:33.610500 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-a8cfc1cc-b995-4032-8b63-efdee76abbd1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:00:33.611941 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-a8cfc1cc-b995-4032-8b63-efdee76abbd1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1764443 Mar 29 10:00:33.766270 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ec356d54-9521-4307-b474-3506c26eb64b service neutron] 10.222.0.35 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417227 Mar 29 10:00:33.916874 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-59ac5702-c304-4b3c-af30-127cc473cce4 service neutron] 10.222.0.35 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412327 Mar 29 10:00:34.026559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 422d3c65-5586-4947-9249-5b30a16eae9c up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:00:34.096503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 422d3c65-5586-4947-9249-5b30a16eae9c triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:34.096883 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:34.213905 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e5d318da-0590-4fcf-843b-9236f099b571 req-b513802f-1f86-4362-9c3c-ae1285605833 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 210 time: 0.0491159 Mar 29 10:00:35.364439 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c85480f-ec8e-4af8-8e40-5d0488f672ac req-2af1df0e-90aa-4586-9377-a435b21b4fac tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 210 time: 0.0450833 Mar 29 10:00:35.689764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-31a85c1b-f3e5-4185-8b99-0cd79d9361b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.255671 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-fc017864-13ec-47ca-a8ed-116897b750db tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:36.257111 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-fc017864-13ec-47ca-a8ed-116897b750db tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/networks?id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 HTTP/1.1" status: 200 len: 797 time: 0.1552365 Mar 29 10:00:36.305964 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-d29a8517-2d43-49a0-b91d-0879900545d8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 379 time: 0.0406151 Mar 29 10:00:36.314150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'port': {'device_id': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'admin_state_up': True, 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'security_groups': ['e5d6c84b-6dad-4448-bb6f-284be8a59e2a']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:36.457628 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:36.467418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:36.528879 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-387e2a5b-161f-427a-8db4-7671f80306b6 req-21513950-e268-496e-a28d-8d602a9cc34f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 210 time: 0.0446157 Mar 29 10:00:36.552277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:00:36.555845 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.729088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.14 (6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35/b773e986-e11e-4a11-b1b4-c1eef400c178/71a481d4-8892-4ae4-99b2-2d27bd0058e2) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:00:36.932353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.949943 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object 71a481d4-8892-4ae4-99b2-2d27bd0058e2 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:00:37.055978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.123796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:00:37.127520 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:37.131459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:00:37.183743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=71a481d4-8892-4ae4-99b2-2d27bd0058e2,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:37.207613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:37.208468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.290603 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-ef680324-d986-4442-9a40-dfec9a1319aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9799771 Mar 29 10:00:37.304410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Request body: {'port': {'device_id': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:37.421317 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-08901886-10f2-4fd9-8323-b8cb650117cf None None] Provisioning for port 71a481d4-8892-4ae4-99b2-2d27bd0058e2 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:00:37.425854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.428110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-08901886-10f2-4fd9-8323-b8cb650117cf None None] Provisioning complete for port 71a481d4-8892-4ae4-99b2-2d27bd0058e2 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:37.428513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-08901886-10f2-4fd9-8323-b8cb650117cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.504122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-08901886-10f2-4fd9-8323-b8cb650117cf None None] Port 71a481d4-8892-4ae4-99b2-2d27bd0058e2 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:00:37.848350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bce1a-ff73-473b-95ba-05aaa0b3b305 req-0fbf433b-33f5-46ed-b840-38dc7c9a4c61 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:37.849143 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-f16bce1a-ff73-473b-95ba-05aaa0b3b305 req-0fbf433b-33f5-46ed-b840-38dc7c9a4c61 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:00:37.872456 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f2ee7451-1fa0-44f3-9117-133a1534bdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.959175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a481d4-8892-4ae4-99b2-2d27bd0058e2 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:00:37.963644 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-f16bce1a-ff73-473b-95ba-05aaa0b3b305 req-0fbf433b-33f5-46ed-b840-38dc7c9a4c61 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:00:37.967413 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f16bce1a-ff73-473b-95ba-05aaa0b3b305 req-0fbf433b-33f5-46ed-b840-38dc7c9a4c61 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 932 time: 0.3201199 Mar 29 10:00:37.969203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:38.005457 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Transition to ACTIVE for port object 71a481d4-8892-4ae4-99b2-2d27bd0058e2 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:00:38.025261 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f16bce1a-ff73-473b-95ba-05aaa0b3b305 req-39fafdf3-b304-476a-a5e2-64c142bb6cc6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5d6c84b-6dad-4448-bb6f-284be8a59e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497081 Mar 29 10:00:38.066799 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:38.204573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=71a481d4-8892-4ae4-99b2-2d27bd0058e2,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:38.319325 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Attempting to bind port 71a481d4-8892-4ae4-99b2-2d27bd0058e2 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:00:38.319651 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Attempting to bind port 71a481d4-8892-4ae4-99b2-2d27bd0058e2 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:00:38.319974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Attempting to bind port 71a481d4-8892-4ae4-99b2-2d27bd0058e2 on network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:00:38.324885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Port 71a481d4-8892-4ae4-99b2-2d27bd0058e2 on network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:00:38.325201 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Attempting to bind port 71a481d4-8892-4ae4-99b2-2d27bd0058e2 on network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:00:38.331396 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:00:38.332016 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Checking segment: {'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:00:38.332440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Bound using segment: {'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:00:38.333215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Bound port: 71a481d4-8892-4ae4-99b2-2d27bd0058e2, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:00:38.333503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:38.439740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] For port 71a481d4-8892-4ae4-99b2-2d27bd0058e2, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:00:38.442886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] For port 71a481d4-8892-4ae4-99b2-2d27bd0058e2, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=71a481d4-8892-4ae4-99b2-2d27bd0058e2,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:00:38.529922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:38.584053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:38.584685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:38.586057 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/71a481d4-8892-4ae4-99b2-2d27bd0058e2 HTTP/1.1" status: 200 len: 1094 time: 1.2884936 Mar 29 10:00:38.586497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'tag': '71a481d4-8892-4ae4-99b2-2d27bd0058e2'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:00:38.621145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6afd05-0756-42dc-a479-f3f8af8ae6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=71a481d4-8892-4ae4-99b2-2d27bd0058e2,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:38.644647 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'tag': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'status': 'completed', 'code': 200} Mar 29 10:00:38.757595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939d33c-0901-4174-8fcc-2934db81904f req-3899db35-2dc6-4b9c-b54a-e155cca7084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:38.759125 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f939d33c-0901-4174-8fcc-2934db81904f req-3899db35-2dc6-4b9c-b54a-e155cca7084f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 1097 time: 0.0928397 Mar 29 10:00:38.921459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939d33c-0901-4174-8fcc-2934db81904f req-60e6042d-053f-4a32-8b8a-5136e1d64809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:38.924497 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f939d33c-0901-4174-8fcc-2934db81904f req-60e6042d-053f-4a32-8b8a-5136e1d64809 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1573560 Mar 29 10:00:38.936028 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:38.964034 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:39.066775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939d33c-0901-4174-8fcc-2934db81904f req-3f0127c1-1cb2-4f6f-8b52-06be5a18e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:39.068264 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f939d33c-0901-4174-8fcc-2934db81904f req-3f0127c1-1cb2-4f6f-8b52-06be5a18e263 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389301 Mar 29 10:00:39.086595 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:00:39.254492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-730a7b46-c787-4f64-bc69-d07a37344af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:39.255887 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-730a7b46-c787-4f64-bc69-d07a37344af9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 1097 time: 0.1265836 Mar 29 10:00:39.326190 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-72f7d8ba-e9f4-416c-b1a6-a06581517024 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71a481d4-8892-4ae4-99b2-2d27bd0058e2 HTTP/1.1" status: 200 len: 217 time: 0.0625253 Mar 29 10:00:39.337794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc09d8a-acde-47d6-80cb-6dd2463b7433 req-27ff6feb-0ba2-4152-9c0f-f9eaf7f92c02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:39.339420 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bcc09d8a-acde-47d6-80cb-6dd2463b7433 req-27ff6feb-0ba2-4152-9c0f-f9eaf7f92c02 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 944 time: 0.1778009 Mar 29 10:00:39.438036 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-0aaa6594-7383-4750-8f21-e5b1f9624337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:39.439554 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-0aaa6594-7383-4750-8f21-e5b1f9624337 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b773e986-e11e-4a11-b1b4-c1eef400c178 HTTP/1.1" status: 200 len: 834 time: 0.0992391 Mar 29 10:00:39.444147 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bcc09d8a-acde-47d6-80cb-6dd2463b7433 req-4252a8e6-08ac-4bbe-8e2b-d276941537bf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5d6c84b-6dad-4448-bb6f-284be8a59e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658853 Mar 29 10:00:39.525486 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-871cc696-f881-4762-b750-908d7ff21074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:39.526895 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-871cc696-f881-4762-b750-908d7ff21074 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814736 Mar 29 10:00:39.777625 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-3ae354e2-cafe-4431-9098-475bfb0d9e5c service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440042 Mar 29 10:00:39.919281 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9c8a8332-8451-4643-bc51-413f60ea8588 req-00b498c5-5558-4db8-a445-86f5bc24da8e service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348531 Mar 29 10:00:40.634283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ecc1a-b6f7-463a-8d60-732b599d6533 req-adc8e4f9-6645-4a08-b176-91e44cf221c8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:40.635893 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e05ecc1a-b6f7-463a-8d60-732b599d6533 req-adc8e4f9-6645-4a08-b176-91e44cf221c8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 944 time: 0.0838199 Mar 29 10:00:40.679903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-e05ecc1a-b6f7-463a-8d60-732b599d6533 req-73a4508e-cb63-4a89-9c32-bc856e68dc3d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:00:40.691568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-e05ecc1a-b6f7-463a-8d60-732b599d6533 req-73a4508e-cb63-4a89-9c32-bc856e68dc3d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:00:40.692693 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e05ecc1a-b6f7-463a-8d60-732b599d6533 req-73a4508e-cb63-4a89-9c32-bc856e68dc3d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5d6c84b-6dad-4448-bb6f-284be8a59e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503297 Mar 29 10:00:40.803627 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:41.878871 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5f5f2-ac60-4907-8b59-a9431ab2433f req-2f9118ed-7255-44dc-8272-ffb86ccc5fbd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:41.880360 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f9a5f5f2-ac60-4907-8b59-a9431ab2433f req-2f9118ed-7255-44dc-8272-ffb86ccc5fbd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 944 time: 0.0801053 Mar 29 10:00:41.930188 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f9a5f5f2-ac60-4907-8b59-a9431ab2433f req-9b7196e2-229d-421a-a276-de9931ca8b9d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5d6c84b-6dad-4448-bb6f-284be8a59e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407073 Mar 29 10:00:43.134662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32979349-f8aa-4590-8899-e7d292603570 req-d02ec2c0-661f-4653-96f1-4f094d55fee6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:43.136145 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-32979349-f8aa-4590-8899-e7d292603570 req-d02ec2c0-661f-4653-96f1-4f094d55fee6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 944 time: 0.0958569 Mar 29 10:00:43.183273 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-32979349-f8aa-4590-8899-e7d292603570 req-d9f57a77-4279-4b26-bda7-bffc858b4001 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5d6c84b-6dad-4448-bb6f-284be8a59e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405738 Mar 29 10:00:43.618932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 71a481d4-8892-4ae4-99b2-2d27bd0058e2 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:00:43.771539 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 71a481d4-8892-4ae4-99b2-2d27bd0058e2, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=71a481d4-8892-4ae4-99b2-2d27bd0058e2,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:00:43.785703 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'port_id': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'mac_address': 'fa:16:3e:77:ce:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:00:43.846649 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:43.867303 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a481d4-8892-4ae4-99b2-2d27bd0058e2 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:00:43.884088 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 71a481d4-8892-4ae4-99b2-2d27bd0058e2, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=71a481d4-8892-4ae4-99b2-2d27bd0058e2,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:00:43.998051 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:44.066605 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=71a481d4-8892-4ae4-99b2-2d27bd0058e2,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:44.347134 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['71a481d4-8892-4ae4-99b2-2d27bd0058e2'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:00:44.401872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e157d-0076-4008-91c6-a8c1fcc535c5 req-f668969e-d5ce-41ab-b908-72e7e90ab5f6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:44.403612 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-200e157d-0076-4008-91c6-a8c1fcc535c5 req-f668969e-d5ce-41ab-b908-72e7e90ab5f6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 945 time: 0.1010072 Mar 29 10:00:44.455848 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-200e157d-0076-4008-91c6-a8c1fcc535c5 req-e6053fb8-17ee-4873-a15d-a261a44ea141 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5d6c84b-6dad-4448-bb6f-284be8a59e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417314 Mar 29 10:00:45.625888 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 71a481d4-8892-4ae4-99b2-2d27bd0058e2 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:00:45.657688 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4c00c-fc2d-453f-ace8-86b057075b93 req-b7f2fc40-caf2-4847-97a4-2f4a3ac6210c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:45.659105 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bfb4c00c-fc2d-453f-ace8-86b057075b93 req-b7f2fc40-caf2-4847-97a4-2f4a3ac6210c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 945 time: 0.0854344 Mar 29 10:00:45.706907 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bfb4c00c-fc2d-453f-ace8-86b057075b93 req-94ed11a3-4716-48b5-9678-a559ad8dcf15 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5d6c84b-6dad-4448-bb6f-284be8a59e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418808 Mar 29 10:00:45.735414 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 71a481d4-8892-4ae4-99b2-2d27bd0058e2 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:00:45.741782 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 71a481d4-8892-4ae4-99b2-2d27bd0058e2 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:45.742153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:45.912106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:45.940474 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a481d4-8892-4ae4-99b2-2d27bd0058e2'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:00:45.950894 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 71a481d4-8892-4ae4-99b2-2d27bd0058e2, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=71a481d4-8892-4ae4-99b2-2d27bd0058e2,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:00:45.995520 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'code': 200} Mar 29 10:00:46.037677 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:46.107349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=71a481d4-8892-4ae4-99b2-2d27bd0058e2,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:46.427649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813f9d8-9b74-499e-9851-12cffb0835cf req-488edd31-7f65-4fb3-a4fa-2c5a0d704a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:46.429576 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5813f9d8-9b74-499e-9851-12cffb0835cf req-488edd31-7f65-4fb3-a4fa-2c5a0d704a01 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 1099 time: 0.0783608 Mar 29 10:00:46.477939 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5813f9d8-9b74-499e-9851-12cffb0835cf req-898ede7d-d357-4df8-b8dd-ef50a6de45ce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e5d6c84b-6dad-4448-bb6f-284be8a59e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424707 Mar 29 10:00:46.900555 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309dc10-93a1-4c2d-99c9-3a01629ba35d req-801e32d2-1eaa-4651-b8c6-f623ecc440f3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:46.902087 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f309dc10-93a1-4c2d-99c9-3a01629ba35d req-801e32d2-1eaa-4651-b8c6-f623ecc440f3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 946 time: 0.0868979 Mar 29 10:00:46.952162 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f309dc10-93a1-4c2d-99c9-3a01629ba35d req-ef8d77c1-5007-4ae4-9135-5ec7edf44c21 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5d6c84b-6dad-4448-bb6f-284be8a59e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443709 Mar 29 10:00:48.149375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc3b5d-d7fe-4764-b093-98d74263ccf4 req-53d0acc7-5cc1-43e6-bd73-d8c0efacdfe0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:48.151066 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-46cc3b5d-d7fe-4764-b093-98d74263ccf4 req-53d0acc7-5cc1-43e6-bd73-d8c0efacdfe0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 946 time: 0.0846019 Mar 29 10:00:48.196859 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-46cc3b5d-d7fe-4764-b093-98d74263ccf4 req-2000a71b-087a-417f-9623-da3d1ab37069 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5d6c84b-6dad-4448-bb6f-284be8a59e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399632 Mar 29 10:00:48.384740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96401a35-8011-4a56-b2c0-b7b1a3808e99 req-183cd4b7-7a65-4e68-8d1b-25f5d46d7485 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:48.386884 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-96401a35-8011-4a56-b2c0-b7b1a3808e99 req-183cd4b7-7a65-4e68-8d1b-25f5d46d7485 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 946 time: 0.0818477 Mar 29 10:00:48.435113 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-96401a35-8011-4a56-b2c0-b7b1a3808e99 req-a433561f-c6e4-44f7-acb2-36a3f092a91f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5d6c84b-6dad-4448-bb6f-284be8a59e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389578 Mar 29 10:00:48.459690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41202) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:48.534231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b454a0fe-740d-4d09-9167-75fce5a62a29 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:48.535757 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b454a0fe-740d-4d09-9167-75fce5a62a29 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 1094 time: 0.0751348 Mar 29 10:00:48.539194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41206) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:48.544056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:48.550935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:48.555231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:floatingip and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:48.558933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:48.565615 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:48.633701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:48.773955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:48.911266 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.63 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/9c8e4524-23a6-4231-9ebd-54a9e9f310e8) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:00:49.060751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.141630 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.204922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:00:49.207626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:49.215860 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:00:49.256395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=9c8e4524-23a6-4231-9ebd-54a9e9f310e8,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:49.746380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.875924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:50.084224 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:50.168936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:50.279136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=9c8e4524-23a6-4231-9ebd-54a9e9f310e8,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:50.290909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:50.466148 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP 27a882b7-e44a-4bcc-bf54-6b31c3e9e023 associated. External IP: 172.26.7.63, port: 71a481d4-8892-4ae4-99b2-2d27bd0058e2. Mar 29 10:00:50.832220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:00:51.016286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:00:51.026135 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f963e84f-dc4c-4eb0-9f98-2eb522046779 None None] Sync routers for ids ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:00:51.037455 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f963e84f-dc4c-4eb0-9f98-2eb522046779 None None] Routers {'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:00:51.038065 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f963e84f-dc4c-4eb0-9f98-2eb522046779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:00:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:51.151077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:51.212329 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3da2e38c-6b6f-4d58-bf8c-3158537fa7ec tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6721191 Mar 29 10:00:51.212965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'tag': '71a481d4-8892-4ae4-99b2-2d27bd0058e2'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:00:51.216043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41212) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:51.264504 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-f963e84f-dc4c-4eb0-9f98-2eb522046779 None None] Set router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:00:51.274494 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'tag': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'status': 'completed', 'code': 200} Mar 29 10:00:51.305315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c55882-c0ba-42c5-8d91-67e5ece548ad tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:51.311640 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-21c55882-c0ba-42c5-8d91-67e5ece548ad tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 1094 time: 0.0900073 Mar 29 10:00:51.387850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b61f28-2b94-4fb2-93d1-11017fca9e8b req-b28e03e2-c0ae-4051-b353-5a4a5b661984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:51.389435 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-77b61f28-2b94-4fb2-93d1-11017fca9e8b req-b28e03e2-c0ae-4051-b353-5a4a5b661984 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 1099 time: 0.0915644 Mar 29 10:00:51.653359 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f963e84f-dc4c-4eb0-9f98-2eb522046779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '27a882b7-e44a-4bcc-bf54-6b31c3e9e023', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.63', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'port_id': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'mac_address': 'fa:16:3e:77:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:00:49Z', 'updated_at': '2022-03-29T10:00:49Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422d3c65-5586-4947-9249-5b30a16eae9c', 'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:64:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:26Z', 'updated_at': '2022-03-29T10:00:32Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:51.657500 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f963e84f-dc4c-4eb0-9f98-2eb522046779 None None] Checking router: a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:00:51.661738 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b61f28-2b94-4fb2-93d1-11017fca9e8b req-c887b3ff-9206-43b3-92e9-7ab515ba0e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:51.663346 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-77b61f28-2b94-4fb2-93d1-11017fca9e8b req-c887b3ff-9206-43b3-92e9-7ab515ba0e08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 HTTP/1.1" status: 200 len: 898 time: 0.2676289 Mar 29 10:00:51.666395 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f963e84f-dc4c-4eb0-9f98-2eb522046779 None None] Routers {'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:00:51.667001 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f963e84f-dc4c-4eb0-9f98-2eb522046779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:00:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:51.775137 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-77b61f28-2b94-4fb2-93d1-11017fca9e8b req-a12dcc20-f60d-4a6d-9ff4-108c717fa9c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71a481d4-8892-4ae4-99b2-2d27bd0058e2 HTTP/1.1" status: 200 len: 999 time: 0.1023574 Mar 29 10:00:51.839307 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b61f28-2b94-4fb2-93d1-11017fca9e8b req-fa36e337-1a33-4bfc-9624-4508e55936f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:51.840970 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-77b61f28-2b94-4fb2-93d1-11017fca9e8b req-fa36e337-1a33-4bfc-9624-4508e55936f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b773e986-e11e-4a11-b1b4-c1eef400c178 HTTP/1.1" status: 200 len: 834 time: 0.0591781 Mar 29 10:00:51.861361 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-f963e84f-dc4c-4eb0-9f98-2eb522046779 None None] Set router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:00:51.921556 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b61f28-2b94-4fb2-93d1-11017fca9e8b req-f20839a2-f04c-415b-8a03-be77f247871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:51.923253 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-77b61f28-2b94-4fb2-93d1-11017fca9e8b req-f20839a2-f04c-415b-8a03-be77f247871a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765278 Mar 29 10:00:52.088019 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-77b61f28-2b94-4fb2-93d1-11017fca9e8b req-02dbb0ce-81b2-42c7-ba80-b6f6eb51e740 service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573532 Mar 29 10:00:52.135074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41220) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:52.140394 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-0aa2bddc-b78a-4b64-97e1-4c4d2b479375 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2123628217', 'description': 'tempest-secgroup-smoke-2123628217 description', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:52.146859 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0aa2bddc-b78a-4b64-97e1-4c4d2b479375 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:52.157857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0aa2bddc-b78a-4b64-97e1-4c4d2b479375 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:52.231172 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0aa2bddc-b78a-4b64-97e1-4c4d2b479375 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:52.231978 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-77b61f28-2b94-4fb2-93d1-11017fca9e8b req-64891bf6-159d-49fc-bece-31735b067cf3 service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377320 Mar 29 10:00:52.252344 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0aa2bddc-b78a-4b64-97e1-4c4d2b479375 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:52.256254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0aa2bddc-b78a-4b64-97e1-4c4d2b479375 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:52.259239 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0aa2bddc-b78a-4b64-97e1-4c4d2b479375 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:52.261794 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f963e84f-dc4c-4eb0-9f98-2eb522046779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '27a882b7-e44a-4bcc-bf54-6b31c3e9e023', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.63', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'port_id': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'mac_address': 'fa:16:3e:77:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:00:49Z', 'updated_at': '2022-03-29T10:00:49Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422d3c65-5586-4947-9249-5b30a16eae9c', 'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:64:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:26Z', 'updated_at': '2022-03-29T10:00:32Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:52.266035 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0aa2bddc-b78a-4b64-97e1-4c4d2b479375 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:52.266568 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f963e84f-dc4c-4eb0-9f98-2eb522046779 None None] The sync data for ids ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'] in dv-neutron-835555-1-hyperv is: [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '27a882b7-e44a-4bcc-bf54-6b31c3e9e023', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.63', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'port_id': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'mac_address': 'fa:16:3e:77:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:00:49Z', 'updated_at': '2022-03-29T10:00:49Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422d3c65-5586-4947-9249-5b30a16eae9c', 'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:64:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:26Z', 'updated_at': '2022-03-29T10:00:32Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:00:52.345508 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0aa2bddc-b78a-4b64-97e1-4c4d2b479375 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:52.409254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0aa2bddc-b78a-4b64-97e1-4c4d2b479375 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:52.458920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2bddc-b78a-4b64-97e1-4c4d2b479375 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:52.478822 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b766f03-3011-4796-b359-adb2a6cfb1f0 None None] New status for floating IP 27a882b7-e44a-4bcc-bf54-6b31c3e9e023: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:00:52.540298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0aa2bddc-b78a-4b64-97e1-4c4d2b479375 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:52.541621 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0aa2bddc-b78a-4b64-97e1-4c4d2b479375 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4055138 Mar 29 10:00:52.544466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41224) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:52.549765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-aaa42c98-f68d-4d76-91db-ea90c52a94a9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:52.555752 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-aaa42c98-f68d-4d76-91db-ea90c52a94a9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:52.559704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-aaa42c98-f68d-4d76-91db-ea90c52a94a9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:52.562615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-aaa42c98-f68d-4d76-91db-ea90c52a94a9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:52.569378 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-aaa42c98-f68d-4d76-91db-ea90c52a94a9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:52.667777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aaa42c98-f68d-4d76-91db-ea90c52a94a9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:52.737729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aaa42c98-f68d-4d76-91db-ea90c52a94a9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:52.854857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aaa42c98-f68d-4d76-91db-ea90c52a94a9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:52.893517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa42c98-f68d-4d76-91db-ea90c52a94a9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd98648-4454-4f81-b5cc-f9e79d448729,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:52.958030 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-aaa42c98-f68d-4d76-91db-ea90c52a94a9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:52.959606 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-aaa42c98-f68d-4d76-91db-ea90c52a94a9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4141424 Mar 29 10:00:52.962389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41228) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:52.968627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d11a904e-2871-4aa1-bc7f-ddeb1d5c0e8f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:52.974405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d11a904e-2871-4aa1-bc7f-ddeb1d5c0e8f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:52.978360 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d11a904e-2871-4aa1-bc7f-ddeb1d5c0e8f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:52.981408 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d11a904e-2871-4aa1-bc7f-ddeb1d5c0e8f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:52.987732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d11a904e-2871-4aa1-bc7f-ddeb1d5c0e8f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:53.134674 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:53.142505 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d11a904e-2871-4aa1-bc7f-ddeb1d5c0e8f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:53.210005 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d11a904e-2871-4aa1-bc7f-ddeb1d5c0e8f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:53.315420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d11a904e-2871-4aa1-bc7f-ddeb1d5c0e8f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:53.335875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a904e-2871-4aa1-bc7f-ddeb1d5c0e8f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0400316-d313-4700-9199-4cfcfe937438,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:53.442544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d11a904e-2871-4aa1-bc7f-ddeb1d5c0e8f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:53.443817 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d11a904e-2871-4aa1-bc7f-ddeb1d5c0e8f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4797873 Mar 29 10:00:53.446522 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41232) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:53.451524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-58444815-e578-41d0-bf64-1a88671ad3f0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:53.458105 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-58444815-e578-41d0-bf64-1a88671ad3f0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:53.462048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-58444815-e578-41d0-bf64-1a88671ad3f0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:53.465280 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-58444815-e578-41d0-bf64-1a88671ad3f0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:53.471566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-58444815-e578-41d0-bf64-1a88671ad3f0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:53.564628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-58444815-e578-41d0-bf64-1a88671ad3f0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:53.630574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-58444815-e578-41d0-bf64-1a88671ad3f0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:53.722599 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-58444815-e578-41d0-bf64-1a88671ad3f0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:53.745026 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58444815-e578-41d0-bf64-1a88671ad3f0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0712395e-5db3-401c-aa0f-7940603502ed,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:53.843542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-58444815-e578-41d0-bf64-1a88671ad3f0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:53.845200 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-58444815-e578-41d0-bf64-1a88671ad3f0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3976827 Mar 29 10:00:53.848012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41236) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:53.852923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-42c5e336-cb4b-4698-92a3-61c37fd2d8e1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:53.858964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-42c5e336-cb4b-4698-92a3-61c37fd2d8e1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:53.862912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-42c5e336-cb4b-4698-92a3-61c37fd2d8e1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:53.866616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-42c5e336-cb4b-4698-92a3-61c37fd2d8e1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:53.872389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-42c5e336-cb4b-4698-92a3-61c37fd2d8e1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:53.955096 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-42c5e336-cb4b-4698-92a3-61c37fd2d8e1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:54.023029 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-42c5e336-cb4b-4698-92a3-61c37fd2d8e1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:54.151846 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-42c5e336-cb4b-4698-92a3-61c37fd2d8e1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:54.176681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5e336-cb4b-4698-92a3-61c37fd2d8e1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3869381c-7fad-4d1c-a2d9-d76bc021a8c2,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:54.283003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-42c5e336-cb4b-4698-92a3-61c37fd2d8e1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:54.284248 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-42c5e336-cb4b-4698-92a3-61c37fd2d8e1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4353831 Mar 29 10:00:54.287043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41240) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:54.293398 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ca274cde-9eb0-44da-954f-32b4cdcd1944 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:54.298895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ca274cde-9eb0-44da-954f-32b4cdcd1944 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:54.302701 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ca274cde-9eb0-44da-954f-32b4cdcd1944 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:54.305686 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ca274cde-9eb0-44da-954f-32b4cdcd1944 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:54.311345 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ca274cde-9eb0-44da-954f-32b4cdcd1944 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:54.386632 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-ca274cde-9eb0-44da-954f-32b4cdcd1944 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:00:54.394365 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca274cde-9eb0-44da-954f-32b4cdcd1944 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:54.459642 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca274cde-9eb0-44da-954f-32b4cdcd1944 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:54.574900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca274cde-9eb0-44da-954f-32b4cdcd1944 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:54.599036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca274cde-9eb0-44da-954f-32b4cdcd1944 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c77e727-8ce8-430c-8e19-b655fbc38e51,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:54.695169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ca274cde-9eb0-44da-954f-32b4cdcd1944 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:54.696255 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ca274cde-9eb0-44da-954f-32b4cdcd1944 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4083025 Mar 29 10:00:54.699239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41244) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:00:54.704721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-cc45a07c-3f63-4e73-b9eb-82c712563c9a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:54.711812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cc45a07c-3f63-4e73-b9eb-82c712563c9a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:54.716538 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cc45a07c-3f63-4e73-b9eb-82c712563c9a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:00:54.720338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cc45a07c-3f63-4e73-b9eb-82c712563c9a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:00:54.727440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cc45a07c-3f63-4e73-b9eb-82c712563c9a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:54.825751 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-cc45a07c-3f63-4e73-b9eb-82c712563c9a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:00:54.833166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc45a07c-3f63-4e73-b9eb-82c712563c9a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:54.896238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc45a07c-3f63-4e73-b9eb-82c712563c9a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:54.974938 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc45a07c-3f63-4e73-b9eb-82c712563c9a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:54.999332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45a07c-3f63-4e73-b9eb-82c712563c9a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257d1b85-a557-4871-a9a8-ee393a61e584,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:55.085079 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc45a07c-3f63-4e73-b9eb-82c712563c9a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:55.086303 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cc45a07c-3f63-4e73-b9eb-82c712563c9a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3860343 Mar 29 10:00:55.259491 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-e99baf1a-c390-4207-901c-c1aae65a2213 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2123628217&fields=id&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 267 time: 0.0427163 Mar 29 10:00:55.421452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-e62dfdf6-a95e-44dd-97a3-9a913a10d2dc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:55.422883 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-e62dfdf6-a95e-44dd-97a3-9a913a10d2dc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/networks?id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 HTTP/1.1" status: 200 len: 797 time: 0.1563280 Mar 29 10:00:55.439274 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-3405e9e9-8ff4-493e-b72a-aefc825d9e03 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/quotas/fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 375 time: 0.0105305 Mar 29 10:00:55.541348 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-d1d5135b-91c4-4817-9a03-e4cbfe3121ff tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0966723 Mar 29 10:00:55.724512 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-8251e265-2bd7-482c-9767-8970778eb744 service neutron] 10.222.0.35 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698575 Mar 29 10:00:55.881017 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-7ee82376-3974-4f88-96b7-0860e5c2b763 service neutron] 10.222.0.35 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504343 Mar 29 10:00:56.242423 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-744ee61b-188e-48b6-b3a4-c89eacabd919 req-81f20cd8-069e-487b-b5e6-aab3755b6d49 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 210 time: 0.1058829 Mar 29 10:00:57.409685 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b578ec4d-7fe6-441a-8d06-7f74a3250622 req-9d5f74ac-ef99-4537-a1af-ef9b60d411e3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 210 time: 0.0463834 Mar 29 10:00:58.557893 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7859f414-c088-4aba-a90e-14286997c35d req-dc11b457-3140-4cf3-a7b9-9f09376a90d2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 210 time: 0.0445483 Mar 29 10:00:58.628219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-0624d70a-9c71-4e5f-b9a9-b2f4d8df1925 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:58.629711 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-0624d70a-9c71-4e5f-b9a9-b2f4d8df1925 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/networks?id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 HTTP/1.1" status: 200 len: 797 time: 0.1600549 Mar 29 10:00:58.687763 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-4e7f4cc7-ba11-45b5-9fa2-87160767d5c6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 472 time: 0.0491791 Mar 29 10:00:58.697426 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'port': {'device_id': 'bb7c935f-1631-4cd0-be96-40bf796f557c', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'admin_state_up': True, 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'security_groups': ['981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:58.864895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:00:58.875301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:00:58.929957 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:00:58.933193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:59.224473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.11 (6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35/b773e986-e11e-4a11-b1b4-c1eef400c178/ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:00:59.436172 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:59.452899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:00:59.563610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:59.631024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:00:59.639257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:59.645287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:00:59.685250 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:59.771030 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:59.785030 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:59.829740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc8d8-c282-4585-8a3e-cf34f497fb9f req-25097b0a-b848-4882-a713-3d8376d1f878 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:59.830880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-18ebc8d8-c282-4585-8a3e-cf34f497fb9f req-25097b0a-b848-4882-a713-3d8376d1f878 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:00:59.888978 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-93fc9172-8383-4196-bab3-c3db59e2b345 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1952960 Mar 29 10:00:59.910509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Request body: {'port': {'device_id': 'bb7c935f-1631-4cd0-be96-40bf796f557c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:01:00.002284 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-18ebc8d8-c282-4585-8a3e-cf34f497fb9f req-25097b0a-b848-4882-a713-3d8376d1f878 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:01:00.004709 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-18ebc8d8-c282-4585-8a3e-cf34f497fb9f req-25097b0a-b848-4882-a713-3d8376d1f878 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 932 time: 0.3208752 Mar 29 10:01:00.043520 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c10234a0-556f-4693-8ad5-877ef79c3567 None None] Provisioning for port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:01:00.054197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c10234a0-556f-4693-8ad5-877ef79c3567 None None] Provisioning complete for port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:01:00.054449 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c10234a0-556f-4693-8ad5-877ef79c3567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:00.056390 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:00.079465 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-18ebc8d8-c282-4585-8a3e-cf34f497fb9f req-ff9851f3-a9e5-49a1-8247-3d5e18a00905 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667493 Mar 29 10:01:00.125144 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c10234a0-556f-4693-8ad5-877ef79c3567 None None] Port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:01:00.444165 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:01:00.454466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:00.470570 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Transition to ACTIVE for port object ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:01:00.632379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:00.764477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:00.880694 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Attempting to bind port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:01:00.881000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Attempting to bind port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:01:00.881323 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Attempting to bind port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 on network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:01:00.886028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 on network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:01:00.886337 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Attempting to bind port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 on network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:01:00.891588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:01:00.891588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Checking segment: {'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:01:00.893460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Bound using segment: {'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:01:00.893460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Bound port: ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:01:00.893460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:00.987690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] For port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:01:00.990680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] For port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:01:01.100729 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:01.158251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:01.160435 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:01.160435 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] 10.222.0.36 "PUT /v2.0/ports/ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 HTTP/1.1" status: 200 len: 1094 time: 1.2539783 Mar 29 10:01:01.160758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7c935f-1631-4cd0-be96-40bf796f557c', 'tag': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:01:01.197504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42cdd3-7e61-49ec-ae6a-2a586066e672 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:01.279793 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7c935f-1631-4cd0-be96-40bf796f557c', 'tag': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85', 'status': 'completed', 'code': 200} Mar 29 10:01:01.315161 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919ae41-2bdc-42b8-a9a8-783858899b57 req-5e0346a1-c6a7-49d8-99aa-34a829ac349e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:01.317496 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c919ae41-2bdc-42b8-a9a8-783858899b57 req-5e0346a1-c6a7-49d8-99aa-34a829ac349e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 944 time: 0.1038287 Mar 29 10:01:01.386919 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-c919ae41-2bdc-42b8-a9a8-783858899b57 req-5ac741ad-290a-4ed2-a5fb-8baab7c51008 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:01:01.420938 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-27f7c907-c16f-4d8b-b958-416ca591c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:01.422426 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-27f7c907-c16f-4d8b-b958-416ca591c11d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 1097 time: 0.1248207 Mar 29 10:01:01.495835 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-03ab1556-6553-427e-b21e-9d99d40045f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 HTTP/1.1" status: 200 len: 217 time: 0.0655115 Mar 29 10:01:01.506330 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-c919ae41-2bdc-42b8-a9a8-783858899b57 req-5ac741ad-290a-4ed2-a5fb-8baab7c51008 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:01:01.508265 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c919ae41-2bdc-42b8-a9a8-783858899b57 req-5ac741ad-290a-4ed2-a5fb-8baab7c51008 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793633 Mar 29 10:01:01.677565 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-e4f22d11-df72-4ee6-8f92-44446c6f976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:01.679099 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-e4f22d11-df72-4ee6-8f92-44446c6f976e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b773e986-e11e-4a11-b1b4-c1eef400c178 HTTP/1.1" status: 200 len: 834 time: 0.1726575 Mar 29 10:01:01.759014 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-e3046078-052d-40b8-913f-78f630bb383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:01.761276 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-e3046078-052d-40b8-913f-78f630bb383d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761361 Mar 29 10:01:01.905802 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-0a6913b4-e972-4e91-a01b-31e256b6e7da service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379793 Mar 29 10:01:02.044835 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5313a17-affd-4e2e-8361-302e0aa22c01 req-d61f0909-a755-4464-a938-8399f588add6 service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313479 Mar 29 10:01:02.321460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19c250-8b93-449d-826b-0079306a5cfd req-e7a3de90-0a66-4ce1-a9ca-891ede792bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:02.322889 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f19c250-8b93-449d-826b-0079306a5cfd req-e7a3de90-0a66-4ce1-a9ca-891ede792bb5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 1097 time: 0.0756562 Mar 29 10:01:02.458529 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19c250-8b93-449d-826b-0079306a5cfd req-ca370d7f-72b0-4156-9781-fc8ad2d48ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:02.459995 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f19c250-8b93-449d-826b-0079306a5cfd req-ca370d7f-72b0-4156-9781-fc8ad2d48ac5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 HTTP/1.1" status: 200 len: 898 time: 0.1312544 Mar 29 10:01:02.528316 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f19c250-8b93-449d-826b-0079306a5cfd req-67812bd6-f372-43e5-894a-79085cece779 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 HTTP/1.1" status: 200 len: 217 time: 0.0622256 Mar 29 10:01:02.598110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19c250-8b93-449d-826b-0079306a5cfd req-0b807910-0293-4a47-96fb-81a5f1fdfb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:02.600752 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f19c250-8b93-449d-826b-0079306a5cfd req-0b807910-0293-4a47-96fb-81a5f1fdfb26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b773e986-e11e-4a11-b1b4-c1eef400c178 HTTP/1.1" status: 200 len: 834 time: 0.0652637 Mar 29 10:01:02.767125 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19c250-8b93-449d-826b-0079306a5cfd req-6fbbb523-b25c-4dc6-9d4c-f5fdb346e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:02.768822 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f19c250-8b93-449d-826b-0079306a5cfd req-6fbbb523-b25c-4dc6-9d4c-f5fdb346e1f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1494887 Mar 29 10:01:02.777526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1f3ee-80fa-41b2-8d02-12fdd045c863 req-79c86f2e-fbd1-4c0a-a072-02153f01f4f5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:02.778544 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-09b1f3ee-80fa-41b2-8d02-12fdd045c863 req-79c86f2e-fbd1-4c0a-a072-02153f01f4f5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 944 time: 0.1607277 Mar 29 10:01:02.934676 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-09b1f3ee-80fa-41b2-8d02-12fdd045c863 req-5dfe7ab7-9290-46c3-b4ee-a8fad6f7c693 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283686 Mar 29 10:01:02.973659 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f19c250-8b93-449d-826b-0079306a5cfd req-8b3720dd-b112-4157-a8a6-470c4f198308 service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880443 Mar 29 10:01:03.134066 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f19c250-8b93-449d-826b-0079306a5cfd req-0a7e1549-2d0b-46e5-a95f-a42cd2c73b06 service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532526 Mar 29 10:01:04.149045 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f26205-a054-4e50-8908-c604967cda6b req-6ef15700-ee70-4893-b99b-5850baf213a5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:04.150678 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-32f26205-a054-4e50-8908-c604967cda6b req-6ef15700-ee70-4893-b99b-5850baf213a5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 944 time: 0.0927215 Mar 29 10:01:04.201654 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-32f26205-a054-4e50-8908-c604967cda6b req-f7c98f2e-35b2-47ef-8940-bd39f26781ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442877 Mar 29 10:01:05.405978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4115f-1e7f-4e46-9dc8-46c01a221423 req-a585dc03-3af5-46ec-b524-d9b6982b64ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:05.407630 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-27a4115f-1e7f-4e46-9dc8-46c01a221423 req-a585dc03-3af5-46ec-b524-d9b6982b64ed tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 944 time: 0.0933900 Mar 29 10:01:05.458346 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-27a4115f-1e7f-4e46-9dc8-46c01a221423 req-ba8fe8ff-d4ca-41d9-9045-b88603c78387 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446444 Mar 29 10:01:05.711320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b8e057b0-f568-4442-b19b-346132bdfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:05.718818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:01:05.858987 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:01:05.874845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'port_id': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85', 'mac_address': 'fa:16:3e:04:b4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:01:05.935974 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:05.954140 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:01:05.970034 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:01:06.094954 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:06.175414 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:06.455848 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:01:06.671085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c4e3c-0034-41a7-af92-a47659632f9e req-e0fd1e24-289f-4fdf-a7ad-047356de387d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:06.672754 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-729c4e3c-0034-41a7-af92-a47659632f9e req-e0fd1e24-289f-4fdf-a7ad-047356de387d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 945 time: 0.0984569 Mar 29 10:01:06.732121 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-729c4e3c-0034-41a7-af92-a47659632f9e req-9ea63a3f-8a2a-4337-b267-798098dfaf64 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508118 Mar 29 10:01:07.740524 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:01:07.911998 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5fe28d9b-d18a-4faa-a0e4-40b1a0b2a1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:07.932987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32eaa0c-ff7c-4578-81dc-ac4c74392852 req-5fd54300-dbc0-4d4d-9766-352b4a9d0ace tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:07.934401 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c32eaa0c-ff7c-4578-81dc-ac4c74392852 req-5fd54300-dbc0-4d4d-9766-352b4a9d0ace tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 945 time: 0.0872819 Mar 29 10:01:07.987316 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c32eaa0c-ff7c-4578-81dc-ac4c74392852 req-7a823977-fe34-4981-bc3b-d729257bab65 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446198 Mar 29 10:01:08.002921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:01:08.008411 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:01:08.008836 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:08.133026 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:08.161603 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7c935f-1631-4cd0-be96-40bf796f557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:01:08.173814 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:01:08.208881 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7c935f-1631-4cd0-be96-40bf796f557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85', 'code': 200} Mar 29 10:01:08.426022 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:08.498153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:08.924676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1039c9-e6ed-4872-ab6a-4eb41b34abd3 req-04b98632-0f3c-47da-bd11-cbfe748143b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:08.926219 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5a1039c9-e6ed-4872-ab6a-4eb41b34abd3 req-04b98632-0f3c-47da-bd11-cbfe748143b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 1099 time: 0.0923765 Mar 29 10:01:08.972417 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5a1039c9-e6ed-4872-ab6a-4eb41b34abd3 req-d81d68cd-af86-4768-bfa0-5bfee377b0ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398591 Mar 29 10:01:09.000837 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:09.066181 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:09.270121 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f95db-f684-4ae7-a294-b36bd510f754 req-d93d0260-ad87-4473-8c36-a775ba4b1f0a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:09.271611 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-360f95db-f684-4ae7-a294-b36bd510f754 req-d93d0260-ad87-4473-8c36-a775ba4b1f0a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 946 time: 0.1640227 Mar 29 10:01:09.320613 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-360f95db-f684-4ae7-a294-b36bd510f754 req-0cf1f5de-df10-48f9-aac7-1874689036a3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431101 Mar 29 10:01:10.535340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21a11e-d643-4d36-9852-524b26247f18 req-77622221-cc90-48b7-86ba-239c106e57de tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:10.536929 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3d21a11e-d643-4d36-9852-524b26247f18 req-77622221-cc90-48b7-86ba-239c106e57de tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 946 time: 0.0953767 Mar 29 10:01:10.591370 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3d21a11e-d643-4d36-9852-524b26247f18 req-c8d7ee90-7fea-4c39-a192-ae450cdc4878 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481348 Mar 29 10:01:10.835516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:11.887943 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27233c2-e6d4-4ec7-bec9-b59cffb72216 req-41fc422a-b39c-4bf1-9f08-8370092329b9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:11.890254 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f27233c2-e6d4-4ec7-bec9-b59cffb72216 req-41fc422a-b39c-4bf1-9f08-8370092329b9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 946 time: 0.1882951 Mar 29 10:01:11.941828 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f27233c2-e6d4-4ec7-bec9-b59cffb72216 req-aa25d5e2-d71f-43b3-ab3b-8c167f32983d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455146 Mar 29 10:01:12.159999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6324924-6a13-4271-ad30-a8e61a2f9959 req-7cc6eec7-bfab-4167-b305-7ec91071467b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:12.161663 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a6324924-6a13-4271-ad30-a8e61a2f9959 req-7cc6eec7-bfab-4167-b305-7ec91071467b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 946 time: 0.0901878 Mar 29 10:01:12.208779 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a6324924-6a13-4271-ad30-a8e61a2f9959 req-f7b8049c-8e1a-411f-a6e0-8ec2b04e510b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408413 Mar 29 10:01:12.233073 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41312) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:01:12.316933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a171d3-f580-4140-b2d0-e1e870f9782a tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:12.318574 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-55a171d3-f580-4140-b2d0-e1e870f9782a tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 1094 time: 0.0841665 Mar 29 10:01:12.324239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41316) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:01:12.330354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:01:12.336683 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:01:12.341000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:floatingip and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:01:12.344736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:01:12.350458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:01:12.476979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:12.622732 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:12.848010 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.168 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/a1029a4e-5ef3-43f6-8d0b-3113c8f569ed) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:01:13.096824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:13.250252 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:13.323144 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:01:13.332202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:01:13.337424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:01:13.371242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=a1029a4e-5ef3-43f6-8d0b-3113c8f569ed,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:13.588665 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2ce295aa-2b25-4798-b165-0778305cefb5 req-c8d35b0c-ef5f-4346-95db-51fd16747d45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2144976 Mar 29 10:01:13.942804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce295aa-2b25-4798-b165-0778305cefb5 req-9684c660-dd20-48da-9658-b88abbc1be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:13.945650 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2ce295aa-2b25-4798-b165-0778305cefb5 req-9684c660-dd20-48da-9658-b88abbc1be92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 1099 time: 0.2232406 Mar 29 10:01:14.090693 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:14.155050 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce295aa-2b25-4798-b165-0778305cefb5 req-a8fe39fc-6a92-467b-a3d2-feed4e8babb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:14.156606 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2ce295aa-2b25-4798-b165-0778305cefb5 req-a8fe39fc-6a92-467b-a3d2-feed4e8babb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 913 time: 0.1733346 Mar 29 10:01:14.420073 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2ce295aa-2b25-4798-b165-0778305cefb5 req-1c5b444c-3baa-4041-92b9-307771f841f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 HTTP/1.1" status: 200 len: 1002 time: 0.2568586 Mar 29 10:01:14.469045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:14.549419 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce295aa-2b25-4798-b165-0778305cefb5 req-d5c52b43-6f3b-4902-9c01-29b5e83aa0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:14.550877 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2ce295aa-2b25-4798-b165-0778305cefb5 req-d5c52b43-6f3b-4902-9c01-29b5e83aa0b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 200 len: 851 time: 0.1194849 Mar 29 10:01:14.750997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce295aa-2b25-4798-b165-0778305cefb5 req-2e06b3e6-18b4-4678-831c-0499f45a93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:14.752891 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2ce295aa-2b25-4798-b165-0778305cefb5 req-2e06b3e6-18b4-4678-831c-0499f45a93d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1952527 Mar 29 10:01:14.811761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:14.912965 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2ce295aa-2b25-4798-b165-0778305cefb5 req-dbdd1721-5ebe-4b66-a386-ffcd7faa1e9d service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532538 Mar 29 10:01:14.923081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:15.137188 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=a1029a4e-5ef3-43f6-8d0b-3113c8f569ed,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:15.155818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:15.248060 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2ce295aa-2b25-4798-b165-0778305cefb5 req-66f62ca8-a644-49c0-892a-8b8dde6b8aee service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195901 Mar 29 10:01:15.356939 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP 444e2f8d-8c5e-4dd5-a184-dc3fad553fb4 associated. External IP: 172.26.7.168, port: ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85. Mar 29 10:01:15.773696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:01:16.090540 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:01:16.112744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:01:16.123866 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728f05df-cded-4816-8ae9-4e8559a31bf0 None None] Sync routers for ids ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:01:16.134879 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f05df-cded-4816-8ae9-4e8559a31bf0 None None] Routers {'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:01:16.135908 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-728f05df-cded-4816-8ae9-4e8559a31bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:01:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:01:16.288502 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:16.350194 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1ac1bfef-71cb-40c2-a47d-d48101e54ca8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0254951 Mar 29 10:01:16.351268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7c935f-1631-4cd0-be96-40bf796f557c', 'tag': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:01:16.380644 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-728f05df-cded-4816-8ae9-4e8559a31bf0 None None] Set router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:01:16.410004 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7c935f-1631-4cd0-be96-40bf796f557c', 'tag': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85', 'status': 'completed', 'code': 200} Mar 29 10:01:16.518187 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39bc20-510f-43c3-bdc5-d4d463e191d1 req-8df2c7b9-8eda-47e6-8b8d-d01d314e2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:16.519840 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f39bc20-510f-43c3-bdc5-d4d463e191d1 req-8df2c7b9-8eda-47e6-8b8d-d01d314e2cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 1099 time: 0.0843596 Mar 29 10:01:16.666887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39bc20-510f-43c3-bdc5-d4d463e191d1 req-230c368c-9119-4242-8d24-e2e4db3b762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:16.668371 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f39bc20-510f-43c3-bdc5-d4d463e191d1 req-230c368c-9119-4242-8d24-e2e4db3b762e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 HTTP/1.1" status: 200 len: 898 time: 0.1415393 Mar 29 10:01:16.780955 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f39bc20-510f-43c3-bdc5-d4d463e191d1 req-11a45e9a-2005-4deb-8aea-390645402a29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 HTTP/1.1" status: 200 len: 1000 time: 0.1061192 Mar 29 10:01:16.841063 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-728f05df-cded-4816-8ae9-4e8559a31bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '27a882b7-e44a-4bcc-bf54-6b31c3e9e023', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.63', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'port_id': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'mac_address': 'fa:16:3e:77:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:00:49Z', 'updated_at': '2022-03-29T10:00:52Z', 'revision_number': 1, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}, {'id': '444e2f8d-8c5e-4dd5-a184-dc3fad553fb4', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.168', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'port_id': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'mac_address': 'fa:16:3e:04:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7c935f-1631-4cd0-be96-40bf796f557c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:01:13Z', 'updated_at': '2022-03-29T10:01:13Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422d3c65-5586-4947-9249-5b30a16eae9c', 'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:64:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:26Z', 'updated_at': '2022-03-29T10:00:32Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:01:16.845994 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728f05df-cded-4816-8ae9-4e8559a31bf0 None None] Checking router: a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:01:16.850935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39bc20-510f-43c3-bdc5-d4d463e191d1 req-4bfce7e2-8ed8-4371-99bf-bdeec965ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:16.852776 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f39bc20-510f-43c3-bdc5-d4d463e191d1 req-4bfce7e2-8ed8-4371-99bf-bdeec965ecfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b773e986-e11e-4a11-b1b4-c1eef400c178 HTTP/1.1" status: 200 len: 834 time: 0.0662663 Mar 29 10:01:16.856817 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f05df-cded-4816-8ae9-4e8559a31bf0 None None] Routers {'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:01:16.857439 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-728f05df-cded-4816-8ae9-4e8559a31bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:01:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:01:16.948727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39bc20-510f-43c3-bdc5-d4d463e191d1 req-9d96b3fd-9a25-4ed7-b220-71c03f52d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:16.950254 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f39bc20-510f-43c3-bdc5-d4d463e191d1 req-9d96b3fd-9a25-4ed7-b220-71c03f52d817 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0910287 Mar 29 10:01:17.067483 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-728f05df-cded-4816-8ae9-4e8559a31bf0 None None] Set router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:01:17.093221 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f39bc20-510f-43c3-bdc5-d4d463e191d1 req-745da898-10c5-40d9-a077-67abdaaf5403 service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369612 Mar 29 10:01:17.231712 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f39bc20-510f-43c3-bdc5-d4d463e191d1 req-243601e5-006f-4141-8c1c-abf9a893e1d9 service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316199 Mar 29 10:01:17.454312 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-728f05df-cded-4816-8ae9-4e8559a31bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '27a882b7-e44a-4bcc-bf54-6b31c3e9e023', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.63', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'port_id': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'mac_address': 'fa:16:3e:77:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:00:49Z', 'updated_at': '2022-03-29T10:00:52Z', 'revision_number': 1, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}, {'id': '444e2f8d-8c5e-4dd5-a184-dc3fad553fb4', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.168', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'port_id': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'mac_address': 'fa:16:3e:04:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7c935f-1631-4cd0-be96-40bf796f557c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:01:13Z', 'updated_at': '2022-03-29T10:01:13Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422d3c65-5586-4947-9249-5b30a16eae9c', 'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:64:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:26Z', 'updated_at': '2022-03-29T10:00:32Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:01:17.458513 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728f05df-cded-4816-8ae9-4e8559a31bf0 None None] The sync data for ids ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'] in dv-neutron-835555-1-hyperv is: [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '27a882b7-e44a-4bcc-bf54-6b31c3e9e023', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.63', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'port_id': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'mac_address': 'fa:16:3e:77:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:00:49Z', 'updated_at': '2022-03-29T10:00:52Z', 'revision_number': 1, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}, {'id': '444e2f8d-8c5e-4dd5-a184-dc3fad553fb4', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.168', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'port_id': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'mac_address': 'fa:16:3e:04:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7c935f-1631-4cd0-be96-40bf796f557c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:01:13Z', 'updated_at': '2022-03-29T10:01:13Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422d3c65-5586-4947-9249-5b30a16eae9c', 'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:64:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:26Z', 'updated_at': '2022-03-29T10:00:32Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:01:17.680929 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02435cf7-06ef-43f3-bb91-057909496cca None None] New status for floating IP 444e2f8d-8c5e-4dd5-a184-dc3fad553fb4: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:01:23.190896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:35.698884 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-303ab90d-4ead-4494-9752-c8ea9b07efd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.997636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-12a90a70-0c21-4095-8682-ddecbc98000d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:39.058998 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:39.104217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:40.881224 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:53.090837 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:01:53.177818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:05.709156 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c55697db-6578-4e90-8eb3-fefa6f82b667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:07.880035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0545e08c-9bfb-48a5-b1d7-c0b8b677d29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:08.954082 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:08.982870 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:10.851196 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:13.462702 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-382f9023-8379-4920-add9-695fbde81928 req-377c518a-9651-4d27-a405-c20dfd1f1a77 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774112 Mar 29 10:02:13.561850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f9023-8379-4920-add9-695fbde81928 req-a0a5a218-0264-4cb8-8ae6-5b2cf57818d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:13.563333 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-382f9023-8379-4920-add9-695fbde81928 req-a0a5a218-0264-4cb8-8ae6-5b2cf57818d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 1098 time: 0.0797434 Mar 29 10:02:13.718389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f9023-8379-4920-add9-695fbde81928 req-d77bf879-75b9-4c51-8156-73c972aa39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:13.719868 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-382f9023-8379-4920-add9-695fbde81928 req-d77bf879-75b9-4c51-8156-73c972aa39f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 913 time: 0.1372089 Mar 29 10:02:13.829656 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-382f9023-8379-4920-add9-695fbde81928 req-90e8660c-1a60-4202-937a-76f245f31270 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c1a2ea1-dae7-48f4-85ce-a891165754b7 HTTP/1.1" status: 200 len: 1001 time: 0.1037798 Mar 29 10:02:13.894260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f9023-8379-4920-add9-695fbde81928 req-11616806-05be-4719-9901-82151d0763eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:13.895735 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-382f9023-8379-4920-add9-695fbde81928 req-11616806-05be-4719-9901-82151d0763eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 200 len: 851 time: 0.0592382 Mar 29 10:02:13.979327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f9023-8379-4920-add9-695fbde81928 req-5d112d75-a42e-43a9-bda2-7f7dc298cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:13.982002 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-382f9023-8379-4920-add9-695fbde81928 req-5d112d75-a42e-43a9-bda2-7f7dc298cbba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792401 Mar 29 10:02:14.114042 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-382f9023-8379-4920-add9-695fbde81928 req-b63c2f4b-d812-4802-8574-e583b1962422 service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258380 Mar 29 10:02:14.353550 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-382f9023-8379-4920-add9-695fbde81928 req-7d4d0044-da1d-4aaa-a0f5-904aba6ace62 service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326994 Mar 29 10:02:21.445011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41348) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:21.558191 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-104a844c-66b3-49b3-bb64-c9076c6ae528 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/27a882b7-e44a-4bcc-bf54-6b31c3e9e023 HTTP/1.1" status: 200 len: 993 time: 0.1120048 Mar 29 10:02:23.119810 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:23.551821 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41362) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:23.558899 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:02:23.685512 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:23.894926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 71a481d4-8892-4ae4-99b2-2d27bd0058e2, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=71a481d4-8892-4ae4-99b2-2d27bd0058e2,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:02:23.922850 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:23.987783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:24.052267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:24.052938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:24.054371 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/ports/71a481d4-8892-4ae4-99b2-2d27bd0058e2 HTTP/1.1" status: 200 len: 939 time: 0.5015619 Mar 29 10:02:24.055047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'tag': '71a481d4-8892-4ae4-99b2-2d27bd0058e2'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:02:24.091891 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=71a481d4-8892-4ae4-99b2-2d27bd0058e2,revision_number=6']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:24.106422 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:24.111574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:24.111574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:24.111574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:24.111574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:24.111574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:24.111574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:24.111574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:24.111574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:24.111574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:24.111574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:24.112569 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e3b55-2ceb-456d-bf5e-25dc4d9a6d8d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:24.132220 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'tag': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'status': 'completed', 'code': 200} Mar 29 10:02:24.227162 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9557f-4e6e-4a32-aab6-8dc7cc804ac1 req-7f674d35-e9b9-4e89-b99e-7c21e08e3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:24.229211 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-90a9557f-4e6e-4a32-aab6-8dc7cc804ac1 req-7f674d35-e9b9-4e89-b99e-7c21e08e3c25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 1100 time: 0.0744326 Mar 29 10:02:24.272855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5911ce21-31de-4235-a4bb-57fb828103f9 None None] Provisioning complete for port 71a481d4-8892-4ae4-99b2-2d27bd0058e2 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:02:24.273407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5911ce21-31de-4235-a4bb-57fb828103f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:24.339168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-5911ce21-31de-4235-a4bb-57fb828103f9 None None] Port 71a481d4-8892-4ae4-99b2-2d27bd0058e2 is administratively disabled so it will not transition to active. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 29 10:02:24.374408 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9557f-4e6e-4a32-aab6-8dc7cc804ac1 req-0591aea7-5bdf-4dd8-808c-9c403690ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:24.375844 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-90a9557f-4e6e-4a32-aab6-8dc7cc804ac1 req-0591aea7-5bdf-4dd8-808c-9c403690ab7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 HTTP/1.1" status: 200 len: 898 time: 0.1405444 Mar 29 10:02:24.481304 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-90a9557f-4e6e-4a32-aab6-8dc7cc804ac1 req-14374680-5fd5-45ed-9a18-d52ad61b04b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71a481d4-8892-4ae4-99b2-2d27bd0058e2 HTTP/1.1" status: 200 len: 1002 time: 0.0991395 Mar 29 10:02:24.547760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9557f-4e6e-4a32-aab6-8dc7cc804ac1 req-b54b3b6e-cad7-4d51-92b7-57f2089782f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:24.549306 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-90a9557f-4e6e-4a32-aab6-8dc7cc804ac1 req-b54b3b6e-cad7-4d51-92b7-57f2089782f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b773e986-e11e-4a11-b1b4-c1eef400c178 HTTP/1.1" status: 200 len: 834 time: 0.0616534 Mar 29 10:02:24.631157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9557f-4e6e-4a32-aab6-8dc7cc804ac1 req-ef351719-77a0-4916-96b1-672f3a98d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:24.632679 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-90a9557f-4e6e-4a32-aab6-8dc7cc804ac1 req-ef351719-77a0-4916-96b1-672f3a98d11f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753443 Mar 29 10:02:24.768249 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-90a9557f-4e6e-4a32-aab6-8dc7cc804ac1 req-9ac45dd0-36a0-4df7-87a5-e6f0bfb3a2e9 service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280808 Mar 29 10:02:24.901486 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-90a9557f-4e6e-4a32-aab6-8dc7cc804ac1 req-ebd341ee-f935-4f73-b618-e55c6245a08f service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274576 Mar 29 10:02:25.335602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41368) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:25.641845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5d931624-f553-46e2-aa69-5927a19cc951 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Deleting port 98f2e325-931e-4939-870d-aece656042e8 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:25.642186 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d931624-f553-46e2-aa69-5927a19cc951 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:25.809072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d931624-f553-46e2-aa69-5927a19cc951 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:25.809401 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d931624-f553-46e2-aa69-5927a19cc951 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:25.930325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5d931624-f553-46e2-aa69-5927a19cc951 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Calling delete_port for 98f2e325-931e-4939-870d-aece656042e8 owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:26.130594 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d931624-f553-46e2-aa69-5927a19cc951 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:26.181744 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d931624-f553-46e2-aa69-5927a19cc951 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event deleted for resources: {'Port': ['ID=98f2e325-931e-4939-870d-aece656042e8,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:26.273812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d931624-f553-46e2-aa69-5927a19cc951 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:26.274279 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-5d931624-f553-46e2-aa69-5927a19cc951 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Floating IP 499657d9-8e2d-4356-be3f-32b4c75049fc disassociated (deleted). External IP: 172.26.7.224, port: 0c1a2ea1-dae7-48f4-85ce-a891165754b7. Mar 29 10:02:26.630867 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d931624-f553-46e2-aa69-5927a19cc951 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Router 46a82e4c-01cd-458b-ad3b-91a2047ec619 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:02:26.805591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d931624-f553-46e2-aa69-5927a19cc951 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:02:26.816861 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301bd689-e307-4eb4-9cc5-15108fc1a3d6 None None] Sync routers for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:02:26.827366 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301bd689-e307-4eb4-9cc5-15108fc1a3d6 None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:02:26.830556 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-301bd689-e307-4eb4-9cc5-15108fc1a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:26.899246 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d931624-f553-46e2-aa69-5927a19cc951 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:26.958395 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5d931624-f553-46e2-aa69-5927a19cc951 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "DELETE /v2.0/floatingips/499657d9-8e2d-4356-be3f-32b4c75049fc HTTP/1.1" status: 204 len: 168 time: 1.6215966 Mar 29 10:02:26.958965 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f99d930-300f-47eb-bb6f-9218aea8310b', 'tag': '0c1a2ea1-dae7-48f4-85ce-a891165754b7'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:02:27.004822 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f99d930-300f-47eb-bb6f-9218aea8310b', 'tag': '0c1a2ea1-dae7-48f4-85ce-a891165754b7', 'status': 'completed', 'code': 200} Mar 29 10:02:27.010646 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-301bd689-e307-4eb4-9cc5-15108fc1a3d6 None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:02:27.101862 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6875a4-4d36-483e-832b-8b21639ab81d req-f1c5d206-60c1-488b-b727-3aa2df99d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:27.104083 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba6875a4-4d36-483e-832b-8b21639ab81d req-f1c5d206-60c1-488b-b727-3aa2df99d3b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 1098 time: 0.0742533 Mar 29 10:02:27.237140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6875a4-4d36-483e-832b-8b21639ab81d req-70117d93-86dd-4980-b866-c2864ef11e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:27.238539 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba6875a4-4d36-483e-832b-8b21639ab81d req-70117d93-86dd-4980-b866-c2864ef11e2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 913 time: 0.1295729 Mar 29 10:02:27.337346 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba6875a4-4d36-483e-832b-8b21639ab81d req-baa71f31-9578-4c90-8fd9-836d14a22f6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c1a2ea1-dae7-48f4-85ce-a891165754b7 HTTP/1.1" status: 200 len: 217 time: 0.0926936 Mar 29 10:02:27.405344 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6875a4-4d36-483e-832b-8b21639ab81d req-77cd3645-3343-485e-98ff-daa01fd268b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:27.406799 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba6875a4-4d36-483e-832b-8b21639ab81d req-77cd3645-3343-485e-98ff-daa01fd268b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 200 len: 851 time: 0.0638714 Mar 29 10:02:27.408855 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-301bd689-e307-4eb4-9cc5-15108fc1a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '927ab14f-dbc4-4337-a8ab-a08a15e732d3', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'port_id': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'mac_address': 'fa:16:3e:80:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:56:23Z', 'updated_at': '2022-03-29T09:56:26Z', 'revision_number': 1, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:27.412818 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301bd689-e307-4eb4-9cc5-15108fc1a3d6 None None] Checking router: 46a82e4c-01cd-458b-ad3b-91a2047ec619 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:02:27.422047 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301bd689-e307-4eb4-9cc5-15108fc1a3d6 None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:02:27.422632 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-301bd689-e307-4eb4-9cc5-15108fc1a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:27.499970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6875a4-4d36-483e-832b-8b21639ab81d req-0da7ed18-0894-49a7-9494-e24a7bd332d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:27.499970 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba6875a4-4d36-483e-832b-8b21639ab81d req-0da7ed18-0894-49a7-9494-e24a7bd332d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750179 Mar 29 10:02:27.500647 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41384) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:27.506621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:02:27.604176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cba442-ddf1-4a34-858c-456d50653ee4 req-a8414f6d-3242-4f55-a67c-27c37d355c54 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:27.605070 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-57cba442-ddf1-4a34-858c-456d50653ee4 req-a8414f6d-3242-4f55-a67c-27c37d355c54 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Synchronizing usage tracker for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:02:27.620672 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-301bd689-e307-4eb4-9cc5-15108fc1a3d6 None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:02:27.708064 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-57cba442-ddf1-4a34-858c-456d50653ee4 req-a8414f6d-3242-4f55-a67c-27c37d355c54 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Unset dirty status for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:02:27.709969 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-57cba442-ddf1-4a34-858c-456d50653ee4 req-a8414f6d-3242-4f55-a67c-27c37d355c54 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 945 time: 0.1885931 Mar 29 10:02:27.757540 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-57cba442-ddf1-4a34-858c-456d50653ee4 req-f6626f18-9149-4c14-b406-84b935f6760c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403817 Mar 29 10:02:27.848145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:27.863578 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba6875a4-4d36-483e-832b-8b21639ab81d req-1045126e-db82-44cf-bd80-e21302d54dbd service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303766 Mar 29 10:02:27.984529 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-301bd689-e307-4eb4-9cc5-15108fc1a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '927ab14f-dbc4-4337-a8ab-a08a15e732d3', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'port_id': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'mac_address': 'fa:16:3e:80:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:56:23Z', 'updated_at': '2022-03-29T09:56:26Z', 'revision_number': 1, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:27.989622 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301bd689-e307-4eb4-9cc5-15108fc1a3d6 None None] The sync data for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv is: [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '927ab14f-dbc4-4337-a8ab-a08a15e732d3', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'port_id': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'mac_address': 'fa:16:3e:80:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:56:23Z', 'updated_at': '2022-03-29T09:56:26Z', 'revision_number': 1, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:02:28.155186 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba6875a4-4d36-483e-832b-8b21639ab81d req-c2e4ec78-f3ca-4b6f-b1f9-16b2c1c5cf55 service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568269 Mar 29 10:02:28.184891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 71a481d4-8892-4ae4-99b2-2d27bd0058e2, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=71a481d4-8892-4ae4-99b2-2d27bd0058e2,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:02:28.214399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:28.236708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875c2e1-b09f-45ea-9201-ccccff88f3cc None None] New status for floating IP 499657d9-8e2d-4356-be3f-32b4c75049fc: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:02:28.296167 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:28.360747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:28.361349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:28.365728 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41388) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:28.365925 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/ports/71a481d4-8892-4ae4-99b2-2d27bd0058e2 HTTP/1.1" status: 200 len: 938 time: 0.8642552 Mar 29 10:02:28.366490 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'tag': '71a481d4-8892-4ae4-99b2-2d27bd0058e2'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:02:28.412033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=71a481d4-8892-4ae4-99b2-2d27bd0058e2,revision_number=7']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:28.423241 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:28.423599 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:28.423990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:28.424277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:28.424670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:28.425074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:28.425284 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:28.425606 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:28.425924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:28.426242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:28.427811 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:28.428156 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f92649-4511-4289-8ae2-0ffb636771fe tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:28.433264 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'tag': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'status': 'completed', 'code': 200} Mar 29 10:02:28.535078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8267aae-009a-4a29-a55f-2fd5b9c3ac8a req-ac2ab89f-568a-483a-8980-4390735863b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:28.536663 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f8267aae-009a-4a29-a55f-2fd5b9c3ac8a req-ac2ab89f-568a-483a-8980-4390735863b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 1099 time: 0.0842888 Mar 29 10:02:28.629499 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2c783d4a-630c-4dd4-a4e8-993bd8827ac8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/27a882b7-e44a-4bcc-bf54-6b31c3e9e023 HTTP/1.1" status: 200 len: 993 time: 0.2617140 Mar 29 10:02:28.680006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8267aae-009a-4a29-a55f-2fd5b9c3ac8a req-20695a28-88a9-42de-800c-7cccc4de8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:28.680625 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f8267aae-009a-4a29-a55f-2fd5b9c3ac8a req-20695a28-88a9-42de-800c-7cccc4de8bec service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 HTTP/1.1" status: 200 len: 898 time: 0.1372390 Mar 29 10:02:28.694644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-019aecc5-7837-466b-a24c-187c7e5382e8 None None] Provisioning complete for port 71a481d4-8892-4ae4-99b2-2d27bd0058e2 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:02:28.695136 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-019aecc5-7837-466b-a24c-187c7e5382e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:28.731562 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['71a481d4-8892-4ae4-99b2-2d27bd0058e2'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:02:28.795300 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f8267aae-009a-4a29-a55f-2fd5b9c3ac8a req-faa6f982-b5e0-45e4-b9c2-185f3fc9027f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71a481d4-8892-4ae4-99b2-2d27bd0058e2 HTTP/1.1" status: 200 len: 1001 time: 0.1080594 Mar 29 10:02:28.869193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8267aae-009a-4a29-a55f-2fd5b9c3ac8a req-855779bd-b888-4260-8670-3ce1585695e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:28.870616 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f8267aae-009a-4a29-a55f-2fd5b9c3ac8a req-855779bd-b888-4260-8670-3ce1585695e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b773e986-e11e-4a11-b1b4-c1eef400c178 HTTP/1.1" status: 200 len: 834 time: 0.0682914 Mar 29 10:02:28.968920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8267aae-009a-4a29-a55f-2fd5b9c3ac8a req-3f8d12f3-e3da-4c69-8a32-3c14a7cbb845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:28.970570 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f8267aae-009a-4a29-a55f-2fd5b9c3ac8a req-3f8d12f3-e3da-4c69-8a32-3c14a7cbb845 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0905495 Mar 29 10:02:28.971455 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60942f04-ba97-49f0-bf76-757ddcfdd631 req-fb30e59b-d559-458b-8852-e7642c5fb476 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:28.972988 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-60942f04-ba97-49f0-bf76-757ddcfdd631 req-fb30e59b-d559-458b-8852-e7642c5fb476 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 945 time: 0.0993085 Mar 29 10:02:29.030989 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-60942f04-ba97-49f0-bf76-757ddcfdd631 req-7638add6-caa0-441f-b606-dc3ee2636500 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510378 Mar 29 10:02:29.131334 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f8267aae-009a-4a29-a55f-2fd5b9c3ac8a req-99c3e481-ba82-4c61-9bf4-8d8d93e4c377 service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539381 Mar 29 10:02:29.214737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5e5d4-4c47-49de-9225-31af73490762 req-0e89ce6f-d275-4223-8ff9-299e814075cc tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:29.216179 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b4f5e5d4-4c47-49de-9225-31af73490762 req-0e89ce6f-d275-4223-8ff9-299e814075cc tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 945 time: 0.0867915 Mar 29 10:02:29.281506 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f8267aae-009a-4a29-a55f-2fd5b9c3ac8a req-9e546537-eb4d-4df3-adad-49c7865a3b22 service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434908 Mar 29 10:02:29.293962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-b4f5e5d4-4c47-49de-9225-31af73490762 req-9ed63b30-6ef6-498e-a074-115a7450e23c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Deleting port 0c1a2ea1-dae7-48f4-85ce-a891165754b7 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:29.294561 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-b4f5e5d4-4c47-49de-9225-31af73490762 req-9ed63b30-6ef6-498e-a074-115a7450e23c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:29.542291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-b4f5e5d4-4c47-49de-9225-31af73490762 req-9ed63b30-6ef6-498e-a074-115a7450e23c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] For port 0c1a2ea1-dae7-48f4-85ce-a891165754b7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=0c1a2ea1-dae7-48f4-85ce-a891165754b7,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:02:29.542656 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-b4f5e5d4-4c47-49de-9225-31af73490762 req-9ed63b30-6ef6-498e-a074-115a7450e23c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:29.670256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-b4f5e5d4-4c47-49de-9225-31af73490762 req-9ed63b30-6ef6-498e-a074-115a7450e23c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Calling delete_port for 0c1a2ea1-dae7-48f4-85ce-a891165754b7 owned by compute:nova {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:29.913004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-b4f5e5d4-4c47-49de-9225-31af73490762 req-9ed63b30-6ef6-498e-a074-115a7450e23c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:29.966616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed63b30-6ef6-498e-a074-115a7450e23c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event deleted for resources: {'Port': ['ID=0c1a2ea1-dae7-48f4-85ce-a891165754b7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:30.043527 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f5e5d4-4c47-49de-9225-31af73490762 req-9ed63b30-6ef6-498e-a074-115a7450e23c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] No DVR routers for this DVR port 0c1a2ea1-dae7-48f4-85ce-a891165754b7 on host hv-neutron-8355 {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:02:30.046260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-b4f5e5d4-4c47-49de-9225-31af73490762 req-9ed63b30-6ef6-498e-a074-115a7450e23c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:30.049183 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f99d930-300f-47eb-bb6f-9218aea8310b', 'name': 'network-vif-deleted', 'tag': '0c1a2ea1-dae7-48f4-85ce-a891165754b7'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:02:30.092390 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:02:30.103487 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f99d930-300f-47eb-bb6f-9218aea8310b', 'name': 'network-vif-deleted', 'tag': '0c1a2ea1-dae7-48f4-85ce-a891165754b7', 'status': 'completed', 'code': 200} Mar 29 10:02:30.131020 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b4f5e5d4-4c47-49de-9225-31af73490762 req-9ed63b30-6ef6-498e-a074-115a7450e23c tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.36 "DELETE /v2.0/ports/0c1a2ea1-dae7-48f4-85ce-a891165754b7 HTTP/1.1" status: 204 len: 173 time: 0.9094732 Mar 29 10:02:30.202383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-e18c4aff-f556-4821-9bb0-fa4375c90d09 req-86b2d2fa-8c03-4288-9c9e-61220615a74f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Synchronizing usage tracker for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:02:30.287834 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-e18c4aff-f556-4821-9bb0-fa4375c90d09 req-86b2d2fa-8c03-4288-9c9e-61220615a74f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Unset dirty status for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:02:30.289781 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e18c4aff-f556-4821-9bb0-fa4375c90d09 req-86b2d2fa-8c03-4288-9c9e-61220615a74f tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 210 time: 0.1339650 Mar 29 10:02:31.243774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41406) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:31.545882 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-39e0c588-92d9-45da-8f92-4510a06f4633 req-0d7a0dd7-7049-4aca-bcf0-b14b3d059c81 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f99d930-300f-47eb-bb6f-9218aea8310b HTTP/1.1" status: 200 len: 210 time: 0.0524588 Mar 29 10:02:31.551175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-fa190021-8ecf-49be-9677-98a1c9887e56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port a1029a4e-5ef3-43f6-8d0b-3113c8f569ed {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:31.551175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa190021-8ecf-49be-9677-98a1c9887e56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:31.873909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa190021-8ecf-49be-9677-98a1c9887e56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:31.874128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa190021-8ecf-49be-9677-98a1c9887e56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:32.015392 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-fa190021-8ecf-49be-9677-98a1c9887e56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for a1029a4e-5ef3-43f6-8d0b-3113c8f569ed owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:32.148164 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 0c1a2ea1-dae7-48f4-85ce-a891165754b7 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:02:32.186444 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 0c1a2ea1-dae7-48f4-85ce-a891165754b7 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:02:32.186680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 0c1a2ea1-dae7-48f4-85ce-a891165754b7 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:02:32.227496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa190021-8ecf-49be-9677-98a1c9887e56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:32.277148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa190021-8ecf-49be-9677-98a1c9887e56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=a1029a4e-5ef3-43f6-8d0b-3113c8f569ed,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:32.374333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa190021-8ecf-49be-9677-98a1c9887e56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:32.374669 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-fa190021-8ecf-49be-9677-98a1c9887e56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP 444e2f8d-8c5e-4dd5-a184-dc3fad553fb4 disassociated (deleted). External IP: 172.26.7.168, port: ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85. Mar 29 10:02:32.736011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa190021-8ecf-49be-9677-98a1c9887e56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:02:32.922428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa190021-8ecf-49be-9677-98a1c9887e56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:02:32.937948 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb4a19f-210c-47b2-b567-4bc42945f9a0 None None] Sync routers for ids ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:02:32.952814 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa190021-8ecf-49be-9677-98a1c9887e56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:32.953447 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb4a19f-210c-47b2-b567-4bc42945f9a0 None None] Routers {'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:02:32.954307 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-deb4a19f-210c-47b2-b567-4bc42945f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:33.018288 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fa190021-8ecf-49be-9677-98a1c9887e56 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/floatingips/444e2f8d-8c5e-4dd5-a184-dc3fad553fb4 HTTP/1.1" status: 204 len: 168 time: 1.7706299 Mar 29 10:02:33.018288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7c935f-1631-4cd0-be96-40bf796f557c', 'tag': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:02:33.079565 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7c935f-1631-4cd0-be96-40bf796f557c', 'tag': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85', 'status': 'completed', 'code': 200} Mar 29 10:02:33.164731 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-deb4a19f-210c-47b2-b567-4bc42945f9a0 None None] Set router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:02:33.197699 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b9bd0-9724-4a90-930a-a8a6e91e2fe8 req-a00c78f2-a365-4fe2-9569-b7d595e68beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:33.200598 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6b8b9bd0-9724-4a90-930a-a8a6e91e2fe8 req-a00c78f2-a365-4fe2-9569-b7d595e68beb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 1099 time: 0.0985706 Mar 29 10:02:33.381019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b9bd0-9724-4a90-930a-a8a6e91e2fe8 req-bb4e4c54-0c7e-41c2-8a39-1e38ed4a60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:33.383451 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6b8b9bd0-9724-4a90-930a-a8a6e91e2fe8 req-bb4e4c54-0c7e-41c2-8a39-1e38ed4a60d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 HTTP/1.1" status: 200 len: 898 time: 0.1766820 Mar 29 10:02:33.480240 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6b8b9bd0-9724-4a90-930a-a8a6e91e2fe8 req-b90c4549-9021-418e-b358-abb174852d73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 HTTP/1.1" status: 200 len: 217 time: 0.0852058 Mar 29 10:02:33.556473 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b9bd0-9724-4a90-930a-a8a6e91e2fe8 req-bc8b9544-b103-439c-8137-763965d1e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:33.558200 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6b8b9bd0-9724-4a90-930a-a8a6e91e2fe8 req-bc8b9544-b103-439c-8137-763965d1e744 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b773e986-e11e-4a11-b1b4-c1eef400c178 HTTP/1.1" status: 200 len: 834 time: 0.0717001 Mar 29 10:02:33.588995 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-deb4a19f-210c-47b2-b567-4bc42945f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '27a882b7-e44a-4bcc-bf54-6b31c3e9e023', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.63', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'port_id': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'mac_address': 'fa:16:3e:77:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:00:49Z', 'updated_at': '2022-03-29T10:00:52Z', 'revision_number': 1, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422d3c65-5586-4947-9249-5b30a16eae9c', 'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:64:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:26Z', 'updated_at': '2022-03-29T10:00:32Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:33.593178 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb4a19f-210c-47b2-b567-4bc42945f9a0 None None] Checking router: a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:02:33.604983 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb4a19f-210c-47b2-b567-4bc42945f9a0 None None] Routers {'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:02:33.605679 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-deb4a19f-210c-47b2-b567-4bc42945f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:33.660653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b9bd0-9724-4a90-930a-a8a6e91e2fe8 req-21954ead-a360-4fdf-bf77-b3559e546e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:33.662695 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6b8b9bd0-9724-4a90-930a-a8a6e91e2fe8 req-21954ead-a360-4fdf-bf77-b3559e546e92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0977597 Mar 29 10:02:33.716770 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a01c3-d6c2-416d-a96d-e4362bbb25ae req-ae41e1fd-5e43-4059-acfb-6668c76ad711 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:33.718136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-933a01c3-d6c2-416d-a96d-e4362bbb25ae req-ae41e1fd-5e43-4059-acfb-6668c76ad711 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:02:33.802442 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-933a01c3-d6c2-416d-a96d-e4362bbb25ae req-ae41e1fd-5e43-4059-acfb-6668c76ad711 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:02:33.804706 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-933a01c3-d6c2-416d-a96d-e4362bbb25ae req-ae41e1fd-5e43-4059-acfb-6668c76ad711 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 946 time: 0.1999180 Mar 29 10:02:33.887280 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-933a01c3-d6c2-416d-a96d-e4362bbb25ae req-797fd5f8-6c6b-4294-a012-c2a779190da3 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760641 Mar 29 10:02:33.913495 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-deb4a19f-210c-47b2-b567-4bc42945f9a0 None None] Set router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:02:33.926986 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6b8b9bd0-9724-4a90-930a-a8a6e91e2fe8 req-33cf3db2-a226-488c-85a9-6ae58f523b4b service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572787 Mar 29 10:02:34.078845 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6b8b9bd0-9724-4a90-930a-a8a6e91e2fe8 req-2ef706cf-f523-4ab8-964d-e90a15edfcf4 service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455102 Mar 29 10:02:34.283728 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-deb4a19f-210c-47b2-b567-4bc42945f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '27a882b7-e44a-4bcc-bf54-6b31c3e9e023', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.63', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'port_id': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'mac_address': 'fa:16:3e:77:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:00:49Z', 'updated_at': '2022-03-29T10:00:52Z', 'revision_number': 1, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422d3c65-5586-4947-9249-5b30a16eae9c', 'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:64:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:26Z', 'updated_at': '2022-03-29T10:00:32Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:34.287952 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb4a19f-210c-47b2-b567-4bc42945f9a0 None None] The sync data for ids ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'] in dv-neutron-835555-1-hyperv is: [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '27a882b7-e44a-4bcc-bf54-6b31c3e9e023', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.63', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'port_id': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'mac_address': 'fa:16:3e:77:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:00:49Z', 'updated_at': '2022-03-29T10:00:52Z', 'revision_number': 1, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422d3c65-5586-4947-9249-5b30a16eae9c', 'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:64:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:26Z', 'updated_at': '2022-03-29T10:00:32Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:02:34.529723 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c7434-1a7b-4d95-ba57-0719b38f9bb4 None None] New status for floating IP 444e2f8d-8c5e-4dd5-a184-dc3fad553fb4: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:02:35.098836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5078dea-e343-4d00-ae43-7cb89f771ac3 req-19fd46a0-fca4-4701-8188-2c3e9e01a5f5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:35.100287 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e5078dea-e343-4d00-ae43-7cb89f771ac3 req-19fd46a0-fca4-4701-8188-2c3e9e01a5f5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 946 time: 0.1469622 Mar 29 10:02:35.141534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207440f4-0ed6-431c-9164-fa89a2a8076d req-576e74ed-e56e-4475-9b27-85161b04bfa2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:35.143048 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-207440f4-0ed6-431c-9164-fa89a2a8076d req-576e74ed-e56e-4475-9b27-85161b04bfa2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 946 time: 0.1515183 Mar 29 10:02:35.211690 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-e5078dea-e343-4d00-ae43-7cb89f771ac3 req-0167ee2f-9acd-4855-85ca-08ed1701decf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:35.212000 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-e5078dea-e343-4d00-ae43-7cb89f771ac3 req-0167ee2f-9acd-4855-85ca-08ed1701decf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:35.260895 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-207440f4-0ed6-431c-9164-fa89a2a8076d req-77b5e983-8eb2-4fbb-9e30-0bebc9a9d195 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046338 Mar 29 10:02:35.498511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-e5078dea-e343-4d00-ae43-7cb89f771ac3 req-0167ee2f-9acd-4855-85ca-08ed1701decf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:02:35.499264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-e5078dea-e343-4d00-ae43-7cb89f771ac3 req-0167ee2f-9acd-4855-85ca-08ed1701decf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:35.636417 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [req-e5078dea-e343-4d00-ae43-7cb89f771ac3 req-0167ee2f-9acd-4855-85ca-08ed1701decf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 owned by compute:nova {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:35.696831 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-280a7f30-5378-4ba4-a5fe-3b85a8595b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:35.873176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-e5078dea-e343-4d00-ae43-7cb89f771ac3 req-0167ee2f-9acd-4855-85ca-08ed1701decf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:35.925163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167ee2f-9acd-4855-85ca-08ed1701decf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:36.004081 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5078dea-e343-4d00-ae43-7cb89f771ac3 req-0167ee2f-9acd-4855-85ca-08ed1701decf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] No DVR routers for this DVR port ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 on host hv-neutron-8355 {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:02:36.007041 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-e5078dea-e343-4d00-ae43-7cb89f771ac3 req-0167ee2f-9acd-4855-85ca-08ed1701decf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:36.009922 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7c935f-1631-4cd0-be96-40bf796f557c', 'name': 'network-vif-deleted', 'tag': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:02:36.056827 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7c935f-1631-4cd0-be96-40bf796f557c', 'name': 'network-vif-deleted', 'tag': 'ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85', 'status': 'completed', 'code': 200} Mar 29 10:02:36.100004 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e5078dea-e343-4d00-ae43-7cb89f771ac3 req-0167ee2f-9acd-4855-85ca-08ed1701decf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "DELETE /v2.0/ports/ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 HTTP/1.1" status: 204 len: 173 time: 0.9944317 Mar 29 10:02:36.451544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-876738f3-0aff-4801-b6eb-06cefb08d1b0 req-fd716c5a-6eda-4d0e-8803-2273eee596c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:02:36.544845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-876738f3-0aff-4801-b6eb-06cefb08d1b0 req-fd716c5a-6eda-4d0e-8803-2273eee596c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:02:36.545914 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-876738f3-0aff-4801-b6eb-06cefb08d1b0 req-fd716c5a-6eda-4d0e-8803-2273eee596c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb7c935f-1631-4cd0-be96-40bf796f557c HTTP/1.1" status: 200 len: 210 time: 0.1454937 Mar 29 10:02:37.551561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41444) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:37.645663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41450) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:37.723437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ec886b1a-d2a3-46f3-a3d0-3a5f4b75593b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:37.754828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ec886b1a-d2a3-46f3-a3d0-3a5f4b75593b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:37.883509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-ead05dc3-19d6-4797-b0a1-036c71c9ef10 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Deleting port 71f7a2e2-f232-44bf-a346-fbbba32d4c04 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:37.884294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ead05dc3-19d6-4797-b0a1-036c71c9ef10 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:37.898457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4d9a4fe5-bc86-4fa1-af90-bfb4b8c5de93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:37.930192 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ec886b1a-d2a3-46f3-a3d0-3a5f4b75593b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:37.950341 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec886b1a-d2a3-46f3-a3d0-3a5f4b75593b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:38.058695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ec886b1a-d2a3-46f3-a3d0-3a5f4b75593b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:38.059914 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ec886b1a-d2a3-46f3-a3d0-3a5f4b75593b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/security-groups/981ce0d2-e11b-4b59-a9a3-0dcc9d578d8a HTTP/1.1" status: 204 len: 168 time: 0.4132321 Mar 29 10:02:38.079829 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ead05dc3-19d6-4797-b0a1-036c71c9ef10 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:38.081364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ead05dc3-19d6-4797-b0a1-036c71c9ef10 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:38.140938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41456) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:38.190859 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:02:38.215328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-ead05dc3-19d6-4797-b0a1-036c71c9ef10 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Calling delete_port for 71f7a2e2-f232-44bf-a346-fbbba32d4c04 owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:38.240312 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:02:38.240679 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device ddc7702b-a0be-4fbc-9ff3-4b1ae5676c85 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:02:38.367576 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-648a72e9-3108-4f42-a4d0-78f865f59c2d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 9c8e4524-23a6-4231-9ebd-54a9e9f310e8 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:38.368098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-648a72e9-3108-4f42-a4d0-78f865f59c2d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:38.438715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ead05dc3-19d6-4797-b0a1-036c71c9ef10 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:38.492262 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead05dc3-19d6-4797-b0a1-036c71c9ef10 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event deleted for resources: {'Port': ['ID=71f7a2e2-f232-44bf-a346-fbbba32d4c04,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:38.588380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ead05dc3-19d6-4797-b0a1-036c71c9ef10 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:38.589248 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-ead05dc3-19d6-4797-b0a1-036c71c9ef10 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Floating IP 927ab14f-dbc4-4337-a8ab-a08a15e732d3 disassociated (deleted). External IP: 172.26.7.252, port: 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7. Mar 29 10:02:38.716356 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-648a72e9-3108-4f42-a4d0-78f865f59c2d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:38.717082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-648a72e9-3108-4f42-a4d0-78f865f59c2d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:38.855545 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-648a72e9-3108-4f42-a4d0-78f865f59c2d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 9c8e4524-23a6-4231-9ebd-54a9e9f310e8 owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:38.993645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:39.010225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead05dc3-19d6-4797-b0a1-036c71c9ef10 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Router 46a82e4c-01cd-458b-ad3b-91a2047ec619 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:02:39.022252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:39.093828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-648a72e9-3108-4f42-a4d0-78f865f59c2d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:39.178178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a72e9-3108-4f42-a4d0-78f865f59c2d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=9c8e4524-23a6-4231-9ebd-54a9e9f310e8,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:39.206225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead05dc3-19d6-4797-b0a1-036c71c9ef10 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:02:39.225444 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098350d2-b7e4-4a8e-90ca-4590775700b5 None None] Sync routers for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:02:39.239247 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098350d2-b7e4-4a8e-90ca-4590775700b5 None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:02:39.240114 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-098350d2-b7e4-4a8e-90ca-4590775700b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:39.254578 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-648a72e9-3108-4f42-a4d0-78f865f59c2d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:39.254872 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-648a72e9-3108-4f42-a4d0-78f865f59c2d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP 27a882b7-e44a-4bcc-bf54-6b31c3e9e023 disassociated (deleted). External IP: 172.26.7.63, port: 71a481d4-8892-4ae4-99b2-2d27bd0058e2. Mar 29 10:02:39.298271 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ead05dc3-19d6-4797-b0a1-036c71c9ef10 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:39.401867 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ead05dc3-19d6-4797-b0a1-036c71c9ef10 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "DELETE /v2.0/floatingips/927ab14f-dbc4-4337-a8ab-a08a15e732d3 HTTP/1.1" status: 204 len: 168 time: 1.8446639 Mar 29 10:02:39.401867 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'tag': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:02:39.452004 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'tag': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'status': 'completed', 'code': 200} Mar 29 10:02:39.489788 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-098350d2-b7e4-4a8e-90ca-4590775700b5 None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:02:39.716609 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22624067-a943-4b2e-9a24-c3ca3fd25756 req-c6fd11c7-88f1-49ea-95dc-25d7068372a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:39.718089 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22624067-a943-4b2e-9a24-c3ca3fd25756 req-c6fd11c7-88f1-49ea-95dc-25d7068372a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f053acbba8784c2f89280f9422e7f0fe&device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 1099 time: 0.2194946 Mar 29 10:02:39.842439 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-098350d2-b7e4-4a8e-90ca-4590775700b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:39.846319 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098350d2-b7e4-4a8e-90ca-4590775700b5 None None] Checking router: 46a82e4c-01cd-458b-ad3b-91a2047ec619 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:02:39.855876 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098350d2-b7e4-4a8e-90ca-4590775700b5 None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:02:39.856543 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-098350d2-b7e4-4a8e-90ca-4590775700b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:39.928354 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648a72e9-3108-4f42-a4d0-78f865f59c2d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:02:39.953014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22624067-a943-4b2e-9a24-c3ca3fd25756 req-ff8ca500-e520-4078-b5c7-3eacdabb99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:39.954529 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22624067-a943-4b2e-9a24-c3ca3fd25756 req-ff8ca500-e520-4078-b5c7-3eacdabb99cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 200 len: 913 time: 0.2288260 Mar 29 10:02:40.056202 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-098350d2-b7e4-4a8e-90ca-4590775700b5 None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:02:40.260446 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22624067-a943-4b2e-9a24-c3ca3fd25756 req-2e113e53-41ad-4f59-9494-f82bb0f031a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 HTTP/1.1" status: 200 len: 217 time: 0.2306795 Mar 29 10:02:40.439710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22624067-a943-4b2e-9a24-c3ca3fd25756 req-a338a3b2-d4ac-41f0-bf43-2a296065dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:40.441819 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22624067-a943-4b2e-9a24-c3ca3fd25756 req-a338a3b2-d4ac-41f0-bf43-2a296065dc01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 200 len: 851 time: 0.1694305 Mar 29 10:02:40.452073 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-098350d2-b7e4-4a8e-90ca-4590775700b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:40.453091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648a72e9-3108-4f42-a4d0-78f865f59c2d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:02:40.457870 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098350d2-b7e4-4a8e-90ca-4590775700b5 None None] The sync data for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv is: [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T09:51:55Z', 'revision_number': 4, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2b2a4be1-409d-464b-9194-a97bf3b0297b', 'name': '', 'network_id': '6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'mac_address': 'fa:16:3e:16:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:54Z', 'updated_at': '2022-03-29T09:52:00Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'subnets': [{'id': '3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:02:40.468167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d604301-913d-45bd-9dce-e27e1e27ce47 None None] Sync routers for ids ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:02:40.483327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d604301-913d-45bd-9dce-e27e1e27ce47 None None] Routers {'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:02:40.484536 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5d604301-913d-45bd-9dce-e27e1e27ce47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:40.520124 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f5a84-8a63-4139-8692-ebb3fa2e461d req-55a044dd-764e-4480-aa20-a277fd8e63c4 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:40.521690 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e54f5a84-8a63-4139-8692-ebb3fa2e461d req-55a044dd-764e-4480-aa20-a277fd8e63c4 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 946 time: 0.4241402 Mar 29 10:02:40.600295 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e54f5a84-8a63-4139-8692-ebb3fa2e461d req-87f0e635-55a5-4fe5-8d86-3000febe7872 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661976 Mar 29 10:02:40.603168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22624067-a943-4b2e-9a24-c3ca3fd25756 req-64613f70-d8f7-4c67-bf4f-84d7d486811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:40.604748 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22624067-a943-4b2e-9a24-c3ca3fd25756 req-64613f70-d8f7-4c67-bf4f-84d7d486811d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1477344 Mar 29 10:02:40.609438 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-648a72e9-3108-4f42-a4d0-78f865f59c2d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:40.688893 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-5d604301-913d-45bd-9dce-e27e1e27ce47 None None] Set router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:02:40.788948 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-648a72e9-3108-4f42-a4d0-78f865f59c2d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/floatingips/27a882b7-e44a-4bcc-bf54-6b31c3e9e023 HTTP/1.1" status: 204 len: 168 time: 2.6461511 Mar 29 10:02:40.795029 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'tag': '71a481d4-8892-4ae4-99b2-2d27bd0058e2'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:02:40.868443 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22624067-a943-4b2e-9a24-c3ca3fd25756 req-9e57ece2-af3c-42af-be60-5907611d7352 service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230897 Mar 29 10:02:40.915910 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'tag': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'status': 'completed', 'code': 200} Mar 29 10:02:40.916754 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5870d246-8c80-4d12-bc53-c20863a69ea3 None None] New status for floating IP 927ab14f-dbc4-4337-a8ab-a08a15e732d3: DOWN {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:02:40.919256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.36', 62139) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:40.970051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701fed8-465a-4130-8981-df4e7730ad23 req-078cb862-1018-4a43-8ec8-da958a2e81e7 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:40.979530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-f701fed8-465a-4130-8981-df4e7730ad23 req-078cb862-1018-4a43-8ec8-da958a2e81e7 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Synchronizing usage tracker for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:02:41.057100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:41.080959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-f701fed8-465a-4130-8981-df4e7730ad23 req-078cb862-1018-4a43-8ec8-da958a2e81e7 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Unset dirty status for tenant:f053acbba8784c2f89280f9422e7f0fe on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:02:41.082681 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f701fed8-465a-4130-8981-df4e7730ad23 req-078cb862-1018-4a43-8ec8-da958a2e81e7 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.36 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 946 time: 0.4542093 Mar 29 10:02:41.095452 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c341953-aca2-475f-a0a7-17b432573bef req-32a17f69-736d-4ace-9246-ba4bed758e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:41.096978 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7c341953-aca2-475f-a0a7-17b432573bef req-32a17f69-736d-4ace-9246-ba4bed758e37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 1099 time: 0.1768301 Mar 29 10:02:41.103203 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22624067-a943-4b2e-9a24-c3ca3fd25756 req-11fd5340-4cb5-4b26-bb21-a0c2c3ed9a03 service neutron] 10.222.0.36 "GET /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284715 Mar 29 10:02:41.207961 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-f701fed8-465a-4130-8981-df4e7730ad23 req-9f7b5397-7727-4ba9-a4bf-092eaffd7e41 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Deleting port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:41.208215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5d604301-913d-45bd-9dce-e27e1e27ce47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '422d3c65-5586-4947-9249-5b30a16eae9c', 'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:64:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:26Z', 'updated_at': '2022-03-29T10:00:32Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:41.209156 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-f701fed8-465a-4130-8981-df4e7730ad23 req-9f7b5397-7727-4ba9-a4bf-092eaffd7e41 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:41.213830 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d604301-913d-45bd-9dce-e27e1e27ce47 None None] Checking router: a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:02:41.224733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d604301-913d-45bd-9dce-e27e1e27ce47 None None] Routers {'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:02:41.225343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5d604301-913d-45bd-9dce-e27e1e27ce47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:41.273037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c341953-aca2-475f-a0a7-17b432573bef req-5e206df6-568a-4789-b5d5-070769a3090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:41.274950 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7c341953-aca2-475f-a0a7-17b432573bef req-5e206df6-568a-4789-b5d5-070769a3090a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 HTTP/1.1" status: 200 len: 898 time: 0.1706173 Mar 29 10:02:41.363123 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7c341953-aca2-475f-a0a7-17b432573bef req-0305b6e3-d9ab-4dc2-9b88-154622dc5f52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71a481d4-8892-4ae4-99b2-2d27bd0058e2 HTTP/1.1" status: 200 len: 217 time: 0.0816348 Mar 29 10:02:41.459056 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-5d604301-913d-45bd-9dce-e27e1e27ce47 None None] Set router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:02:41.494971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c341953-aca2-475f-a0a7-17b432573bef req-e1f1e39b-ea5d-4639-85bc-b23852f0249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:41.498571 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7c341953-aca2-475f-a0a7-17b432573bef req-e1f1e39b-ea5d-4639-85bc-b23852f0249d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b773e986-e11e-4a11-b1b4-c1eef400c178 HTTP/1.1" status: 200 len: 834 time: 0.1259787 Mar 29 10:02:41.564803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-f701fed8-465a-4130-8981-df4e7730ad23 req-9f7b5397-7727-4ba9-a4bf-092eaffd7e41 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] For port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:02:41.565951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-f701fed8-465a-4130-8981-df4e7730ad23 req-9f7b5397-7727-4ba9-a4bf-092eaffd7e41 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:41.581996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d15e5-597d-401c-bdbe-1c7587c7984d req-3ba14863-f671-431b-ac31-a92c4cb676e5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:41.582614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-2b5d15e5-597d-401c-bdbe-1c7587c7984d req-3ba14863-f671-431b-ac31-a92c4cb676e5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:02:41.614057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c341953-aca2-475f-a0a7-17b432573bef req-5e9bd8f7-d983-4e0a-a2d1-c7a2163cab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:41.620606 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7c341953-aca2-475f-a0a7-17b432573bef req-5e9bd8f7-d983-4e0a-a2d1-c7a2163cab9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1111367 Mar 29 10:02:41.725933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-f701fed8-465a-4130-8981-df4e7730ad23 req-9f7b5397-7727-4ba9-a4bf-092eaffd7e41 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Calling delete_port for 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:41.741597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-2b5d15e5-597d-401c-bdbe-1c7587c7984d req-3ba14863-f671-431b-ac31-a92c4cb676e5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:02:41.743594 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2b5d15e5-597d-401c-bdbe-1c7587c7984d req-3ba14863-f671-431b-ac31-a92c4cb676e5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 946 time: 0.3149798 Mar 29 10:02:41.824533 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5d604301-913d-45bd-9dce-e27e1e27ce47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '422d3c65-5586-4947-9249-5b30a16eae9c', 'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:64:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:26Z', 'updated_at': '2022-03-29T10:00:32Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:41.830823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d604301-913d-45bd-9dce-e27e1e27ce47 None None] The sync data for ids ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'] in dv-neutron-835555-1-hyperv is: [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:00:27Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '422d3c65-5586-4947-9249-5b30a16eae9c', 'name': '', 'network_id': '6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:64:69:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:26Z', 'updated_at': '2022-03-29T10:00:32Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'b773e986-e11e-4a11-b1b4-c1eef400c178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:02:41.855667 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-2b5d15e5-597d-401c-bdbe-1c7587c7984d req-ace89bec-9ce9-430a-9db8-7ee393898413 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:02:41.888954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5377912-41f0-4fff-97df-030e8e120fbd req-61e6f6cf-e5dd-4bd8-b159-c68161383187 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:41.890566 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5377912-41f0-4fff-97df-030e8e120fbd req-61e6f6cf-e5dd-4bd8-b159-c68161383187 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 946 time: 0.1284080 Mar 29 10:02:41.897395 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7c341953-aca2-475f-a0a7-17b432573bef req-d78bde9b-8fd6-469a-ba66-d6c8a74357e1 service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753053 Mar 29 10:02:41.986837 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b5377912-41f0-4fff-97df-030e8e120fbd req-ce46e53f-2317-4793-a8b7-a125eeccc0e0 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf13c140-dabc-4fcc-b70c-fe84614f719f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657518 Mar 29 10:02:42.019367 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-2b5d15e5-597d-401c-bdbe-1c7587c7984d req-ace89bec-9ce9-430a-9db8-7ee393898413 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:02:42.026905 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2b5d15e5-597d-401c-bdbe-1c7587c7984d req-ace89bec-9ce9-430a-9db8-7ee393898413 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5d6c84b-6dad-4448-bb6f-284be8a59e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736933 Mar 29 10:02:42.087881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-f701fed8-465a-4130-8981-df4e7730ad23 req-9f7b5397-7727-4ba9-a4bf-092eaffd7e41 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:42.089862 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7c341953-aca2-475f-a0a7-17b432573bef req-482fc811-ca39-422e-9e6c-0f4ca2b47628 service neutron] 10.222.0.36 "GET /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856585 Mar 29 10:02:42.107794 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2c09e-ac38-4b1d-b719-6fc3e7695d49 None None] New status for floating IP 27a882b7-e44a-4bcc-bf54-6b31c3e9e023: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:02:42.143532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b5397-7727-4ba9-a4bf-092eaffd7e41 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event deleted for resources: {'Port': ['ID=4ecf0cbd-e77c-42c8-8463-6ab85c342dd7,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:42.220103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-f701fed8-465a-4130-8981-df4e7730ad23 req-9f7b5397-7727-4ba9-a4bf-092eaffd7e41 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] No DVR routers for this DVR port 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:02:42.223184 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-f701fed8-465a-4130-8981-df4e7730ad23 req-9f7b5397-7727-4ba9-a4bf-092eaffd7e41 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:42.227562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'name': 'network-vif-deleted', 'tag': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:02:42.295109 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c9d141-a7a2-444e-9cac-3eab5ead0e24', 'name': 'network-vif-deleted', 'tag': '4ecf0cbd-e77c-42c8-8463-6ab85c342dd7', 'status': 'completed', 'code': 200} Mar 29 10:02:42.322363 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f701fed8-465a-4130-8981-df4e7730ad23 req-9f7b5397-7727-4ba9-a4bf-092eaffd7e41 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.36 "DELETE /v2.0/ports/4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 HTTP/1.1" status: 204 len: 173 time: 1.2339211 Mar 29 10:02:43.181479 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ebc2b5fd-e3fc-4117-b320-3608657ca738 req-55d4031b-caec-45de-8961-564c6e915d00 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "GET /v2.0/ports?device_id=28c9d141-a7a2-444e-9cac-3eab5ead0e24 HTTP/1.1" status: 200 len: 210 time: 0.0596030 Mar 29 10:02:43.213201 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148e7c8-dc35-49e6-a64f-6b39544ec294 req-16f901b9-fa36-4cb1-9c52-6f4415236eb5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:43.214668 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7148e7c8-dc35-49e6-a64f-6b39544ec294 req-16f901b9-fa36-4cb1-9c52-6f4415236eb5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 946 time: 0.1543710 Mar 29 10:02:43.307465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-7148e7c8-dc35-49e6-a64f-6b39544ec294 req-aee682ae-a037-43d5-8f69-ed8dbab56aa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 71a481d4-8892-4ae4-99b2-2d27bd0058e2 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:43.307769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7148e7c8-dc35-49e6-a64f-6b39544ec294 req-aee682ae-a037-43d5-8f69-ed8dbab56aa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:43.339970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59ba88-4013-4174-a031-fb86851a87eb req-c71c5e3e-ca5b-4043-bf5a-7cd4760f799b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:43.341479 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3e59ba88-4013-4174-a031-fb86851a87eb req-c71c5e3e-ca5b-4043-bf5a-7cd4760f799b tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 946 time: 0.1927891 Mar 29 10:02:43.456217 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3e59ba88-4013-4174-a031-fb86851a87eb req-a3c2d0c2-124b-4fec-adb3-e53f4bf4969f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=e5d6c84b-6dad-4448-bb6f-284be8a59e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001737 Mar 29 10:02:43.630617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-7148e7c8-dc35-49e6-a64f-6b39544ec294 req-aee682ae-a037-43d5-8f69-ed8dbab56aa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 71a481d4-8892-4ae4-99b2-2d27bd0058e2, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=71a481d4-8892-4ae4-99b2-2d27bd0058e2,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:02:43.630860 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7148e7c8-dc35-49e6-a64f-6b39544ec294 req-aee682ae-a037-43d5-8f69-ed8dbab56aa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:43.864231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-7148e7c8-dc35-49e6-a64f-6b39544ec294 req-aee682ae-a037-43d5-8f69-ed8dbab56aa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 71a481d4-8892-4ae4-99b2-2d27bd0058e2 owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:44.096500 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7148e7c8-dc35-49e6-a64f-6b39544ec294 req-aee682ae-a037-43d5-8f69-ed8dbab56aa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:44.176387 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee682ae-a037-43d5-8f69-ed8dbab56aa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=71a481d4-8892-4ae4-99b2-2d27bd0058e2,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:44.222294 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 71a481d4-8892-4ae4-99b2-2d27bd0058e2 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:02:44.232445 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7148e7c8-dc35-49e6-a64f-6b39544ec294 req-aee682ae-a037-43d5-8f69-ed8dbab56aa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] No DVR routers for this DVR port 71a481d4-8892-4ae4-99b2-2d27bd0058e2 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:02:44.234976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7148e7c8-dc35-49e6-a64f-6b39544ec294 req-aee682ae-a037-43d5-8f69-ed8dbab56aa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:44.257909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 71a481d4-8892-4ae4-99b2-2d27bd0058e2 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:02:44.258914 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 71a481d4-8892-4ae4-99b2-2d27bd0058e2 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:02:44.259310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:02:44.283165 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41484) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:44.296348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'name': 'network-vif-deleted', 'tag': '71a481d4-8892-4ae4-99b2-2d27bd0058e2'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:02:44.305801 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:02:44.306844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 4ecf0cbd-e77c-42c8-8463-6ab85c342dd7 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:02:44.311562 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7148e7c8-dc35-49e6-a64f-6b39544ec294 req-aee682ae-a037-43d5-8f69-ed8dbab56aa4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "DELETE /v2.0/ports/71a481d4-8892-4ae4-99b2-2d27bd0058e2 HTTP/1.1" status: 204 len: 173 time: 1.0901246 Mar 29 10:02:44.353854 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718fd80c-adf3-4c11-87af-7e7383678bb6', 'name': 'network-vif-deleted', 'tag': '71a481d4-8892-4ae4-99b2-2d27bd0058e2', 'status': 'completed', 'code': 200} Mar 29 10:02:44.726239 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-d122bd6e-7433-4d2c-a7a3-c83d6063e90e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Deleting port 7fefd36f-5d3e-437c-a6bf-2b9e118418c4 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:44.726756 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d122bd6e-7433-4d2c-a7a3-c83d6063e90e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:44.775596 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-722e9e22-978c-412a-98f7-f83841b943f9 req-d184f162-dd22-46e9-8827-eb2b7bed7c42 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=718fd80c-adf3-4c11-87af-7e7383678bb6 HTTP/1.1" status: 200 len: 210 time: 0.1471744 Mar 29 10:02:44.987184 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d122bd6e-7433-4d2c-a7a3-c83d6063e90e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:44.987701 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d122bd6e-7433-4d2c-a7a3-c83d6063e90e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:45.194348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-d122bd6e-7433-4d2c-a7a3-c83d6063e90e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Calling delete_port for 7fefd36f-5d3e-437c-a6bf-2b9e118418c4 owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:45.447467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d122bd6e-7433-4d2c-a7a3-c83d6063e90e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:45.497259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122bd6e-7433-4d2c-a7a3-c83d6063e90e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event deleted for resources: {'Port': ['ID=7fefd36f-5d3e-437c-a6bf-2b9e118418c4,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:45.585516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d122bd6e-7433-4d2c-a7a3-c83d6063e90e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:45.601735 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d122bd6e-7433-4d2c-a7a3-c83d6063e90e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:45.602920 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d122bd6e-7433-4d2c-a7a3-c83d6063e90e tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "DELETE /v2.0/floatingips/34407417-84c9-4148-861c-316ed88fdeb0 HTTP/1.1" status: 204 len: 168 time: 1.3184860 Mar 29 10:02:45.899191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41500) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:45.988851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-820cdbfe-1b8e-4116-afc8-0cbfef22eb2f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:46.010123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-820cdbfe-1b8e-4116-afc8-0cbfef22eb2f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:46.178627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-820cdbfe-1b8e-4116-afc8-0cbfef22eb2f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:46.202699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cdbfe-1b8e-4116-afc8-0cbfef22eb2f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d6c84b-6dad-4448-bb6f-284be8a59e2a,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:46.287056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-820cdbfe-1b8e-4116-afc8-0cbfef22eb2f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:46.292364 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-820cdbfe-1b8e-4116-afc8-0cbfef22eb2f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/security-groups/e5d6c84b-6dad-4448-bb6f-284be8a59e2a HTTP/1.1" status: 204 len: 168 time: 0.3884096 Mar 29 10:02:46.385287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41508) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:47.022727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-31bb101e-cc7f-42e2-bc0e-c291e0b692cf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:47.394256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-31bb101e-cc7f-42e2-bc0e-c291e0b692cf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 422d3c65-5586-4947-9249-5b30a16eae9c {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:47.394599 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-31bb101e-cc7f-42e2-bc0e-c291e0b692cf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:47.749977 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-31bb101e-cc7f-42e2-bc0e-c291e0b692cf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 422d3c65-5586-4947-9249-5b30a16eae9c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=422d3c65-5586-4947-9249-5b30a16eae9c,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:02:47.750333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-31bb101e-cc7f-42e2-bc0e-c291e0b692cf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:47.883275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-31bb101e-cc7f-42e2-bc0e-c291e0b692cf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 422d3c65-5586-4947-9249-5b30a16eae9c owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:48.313427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41516) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:48.322100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-31bb101e-cc7f-42e2-bc0e-c291e0b692cf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:48.403102 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb101e-cc7f-42e2-bc0e-c291e0b692cf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=422d3c65-5586-4947-9249-5b30a16eae9c,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:48.417864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-20202e9e-5bd8-4e6d-aba4-4736b2eb21a0 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:48.454399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-20202e9e-5bd8-4e6d-aba4-4736b2eb21a0 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:48.606960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-20202e9e-5bd8-4e6d-aba4-4736b2eb21a0 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:48.631170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20202e9e-5bd8-4e6d-aba4-4736b2eb21a0 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf13c140-dabc-4fcc-b70c-fe84614f719f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:48.740832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-20202e9e-5bd8-4e6d-aba4-4736b2eb21a0 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:48.746018 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-20202e9e-5bd8-4e6d-aba4-4736b2eb21a0 tempest-TestVolumeBootPattern-196358574 tempest-TestVolumeBootPattern-196358574-project] 10.222.0.35 "DELETE /v2.0/security-groups/bf13c140-dabc-4fcc-b70c-fe84614f719f HTTP/1.1" status: 204 len: 168 time: 0.4272811 Mar 29 10:02:48.770293 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-31bb101e-cc7f-42e2-bc0e-c291e0b692cf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:48.873003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41522) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:49.327372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bb101e-cc7f-42e2-bc0e-c291e0b692cf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:02:49.507850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bb101e-cc7f-42e2-bc0e-c291e0b692cf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:02:49.520865 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-31bb101e-cc7f-42e2-bc0e-c291e0b692cf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1338623 Mar 29 10:02:49.524591 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f8d40-34f7-4ab4-9acd-b6fb375af3d1 None None] Sync routers for ids ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:02:49.525611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41528) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:49.535306 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f8d40-34f7-4ab4-9acd-b6fb375af3d1 None None] Routers {'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:02:49.536534 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-378f8d40-34f7-4ab4-9acd-b6fb375af3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:49.600664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b90f11-f01b-44d1-adad-103f3dbac7e0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting subnet b773e986-e11e-4a11-b1b4-c1eef400c178 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:02:49.605553 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97b90f11-f01b-44d1-adad-103f3dbac7e0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:49.692988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97b90f11-f01b-44d1-adad-103f3dbac7e0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:49.790825 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-378f8d40-34f7-4ab4-9acd-b6fb375af3d1 None None] Set router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:02:49.809261 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97b90f11-f01b-44d1-adad-103f3dbac7e0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:49.883731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2c059d42-d4b5-4c60-a1b2-ea01557e3cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:49.993513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97b90f11-f01b-44d1-adad-103f3dbac7e0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:50.035914 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b90f11-f01b-44d1-adad-103f3dbac7e0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Subnet': ['ID=b773e986-e11e-4a11-b1b4-c1eef400c178,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:50.043000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97b90f11-f01b-44d1-adad-103f3dbac7e0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:50.051272 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-97b90f11-f01b-44d1-adad-103f3dbac7e0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/subnets/b773e986-e11e-4a11-b1b4-c1eef400c178 HTTP/1.1" status: 204 len: 168 time: 0.5244873 Mar 29 10:02:50.053234 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ce1d41-2c69-4cbd-b57a-c8c839b60c92 None None] Network 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:02:50.061024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41532) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:50.113571 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-378f8d40-34f7-4ab4-9acd-b6fb375af3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:02:48Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:50.118672 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f8d40-34f7-4ab4-9acd-b6fb375af3d1 None None] Checking router: a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:02:50.136215 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f8d40-34f7-4ab4-9acd-b6fb375af3d1 None None] Routers {'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:02:50.138122 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-378f8d40-34f7-4ab4-9acd-b6fb375af3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:50.369721 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-378f8d40-34f7-4ab4-9acd-b6fb375af3d1 None None] Set router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:02:50.377822 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] DHCP port deletion for 6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:02:50.382723 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Deleting port 5683f0cb-9e22-48ff-8462-24d445c9c8c6 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:50.383400 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:50.396170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:50.627276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-2c059d42-d4b5-4c60-a1b2-ea01557e3cbe admin admin] Deleting port 2b2a4be1-409d-464b-9194-a97bf3b0297b {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:50.627712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2c059d42-d4b5-4c60-a1b2-ea01557e3cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:50.650705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] For port 5683f0cb-9e22-48ff-8462-24d445c9c8c6, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=5683f0cb-9e22-48ff-8462-24d445c9c8c6,segment=NetworkSegment(07fd19ed-6c1e-4d85-a2b5-d8cfadda559d),segment_id=07fd19ed-6c1e-4d85-a2b5-d8cfadda559d)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:02:50.651087 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:50.777353 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Calling delete_port for 5683f0cb-9e22-48ff-8462-24d445c9c8c6 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:50.889908 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-378f8d40-34f7-4ab4-9acd-b6fb375af3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:02:48Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:50.893805 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f8d40-34f7-4ab4-9acd-b6fb375af3d1 None None] The sync data for ids ['a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e'] in dv-neutron-835555-1-hyperv is: [{'id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'name': 'tempest-TestNetworkBasicOps-router-1349287487', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'd6db416b-d554-4513-a692-26cfacca091a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:20Z', 'updated_at': '2022-03-29T10:02:48Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': 'd6db416b-d554-4513-a692-26cfacca091a', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:21Z', 'updated_at': '2022-03-29T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:02:50.936465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:50.938190 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:50.962282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-2c059d42-d4b5-4c60-a1b2-ea01557e3cbe admin admin] For port 2b2a4be1-409d-464b-9194-a97bf3b0297b, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2b2a4be1-409d-464b-9194-a97bf3b0297b,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:02:50.962635 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2c059d42-d4b5-4c60-a1b2-ea01557e3cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:50.986905 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Pushing event deleted for resources: {'Port': ['ID=5683f0cb-9e22-48ff-8462-24d445c9c8c6,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:50.990649 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] No DVR routers for this DVR port 5683f0cb-9e22-48ff-8462-24d445c9c8c6 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:02:50.996905 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:50.997239 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:50.997573 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:50.997902 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:51.004559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:51.004559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:51.004559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:51.004559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:51.004559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:51.004559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:51.004559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:51.004559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a40947-df82-44e5-b1ac-7dc74baf47ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:51.088508 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port d6db416b-d554-4513-a692-26cfacca091a {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:51.088934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:51.118884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-2c059d42-d4b5-4c60-a1b2-ea01557e3cbe admin admin] Calling delete_port for 2b2a4be1-409d-464b-9194-a97bf3b0297b owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:51.457515 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port d6db416b-d554-4513-a692-26cfacca091a, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d6db416b-d554-4513-a692-26cfacca091a,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:02:51.457862 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:51.590976 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for d6db416b-d554-4513-a692-26cfacca091a owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:51.832614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2c059d42-d4b5-4c60-a1b2-ea01557e3cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:51.879855 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c059d42-d4b5-4c60-a1b2-ea01557e3cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2a4be1-409d-464b-9194-a97bf3b0297b,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:51.912326 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:52.015119 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=d6db416b-d554-4513-a692-26cfacca091a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:52.169814 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 5683f0cb-9e22-48ff-8462-24d445c9c8c6 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:02:52.201639 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:52.225757 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 5683f0cb-9e22-48ff-8462-24d445c9c8c6 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:02:52.226275 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 5683f0cb-9e22-48ff-8462-24d445c9c8c6 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:02:52.227549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 422d3c65-5586-4947-9249-5b30a16eae9c no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:02:52.286407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 422d3c65-5586-4947-9249-5b30a16eae9c {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:02:52.286924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 422d3c65-5586-4947-9249-5b30a16eae9c not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:02:52.438554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:52.447636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:52.489284 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2c059d42-d4b5-4c60-a1b2-ea01557e3cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:52.577500 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:52.578036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Fanout notify agent at l3_agent the message router_deleted on router a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:02:52.614150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:52.618336 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cff011b6-3ffa-4180-84e0-37933df177b5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/routers/a9ae4e41-e0f4-4e2f-a234-fc1c263fc19e HTTP/1.1" status: 204 len: 168 time: 2.5535550 Mar 29 10:02:52.619633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41536) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:52.832033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b7905c87-fcb6-4d94-af78-5aa5c708d545 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:52.974472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b7905c87-fcb6-4d94-af78-5aa5c708d545 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:53.002188 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-b7905c87-fcb6-4d94-af78-5aa5c708d545 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:53.015841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-b7905c87-fcb6-4d94-af78-5aa5c708d545 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:53.016142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-b7905c87-fcb6-4d94-af78-5aa5c708d545 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fd19ed-6c1e-4d85-a2b5-d8cfadda559d') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:53.028896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b7905c87-fcb6-4d94-af78-5aa5c708d545 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:53.048121 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b7905c87-fcb6-4d94-af78-5aa5c708d545 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:53.059205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7905c87-fcb6-4d94-af78-5aa5c708d545 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:02:53.059505 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b7905c87-fcb6-4d94-af78-5aa5c708d545 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:02:53.075862 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:02:53.121434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c059d42-d4b5-4c60-a1b2-ea01557e3cbe admin admin] Router 46a82e4c-01cd-458b-ad3b-91a2047ec619 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:02:53.132655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:53.223426 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b7905c87-fcb6-4d94-af78-5aa5c708d545 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:53.241281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b7905c87-fcb6-4d94-af78-5aa5c708d545 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:53.253433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7905c87-fcb6-4d94-af78-5aa5c708d545 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Network': ['ID=6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:53.263753 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b7905c87-fcb6-4d94-af78-5aa5c708d545 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/networks/6fe08ee7-0d2c-4a81-a6fd-c8001c99fc35 HTTP/1.1" status: 204 len: 168 time: 0.6379819 Mar 29 10:02:53.289105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41540) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:53.294929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'network': {'name': 'tempest-network-smoke--554041221', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'port_security_enabled': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:02:53.300120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:02:53.304301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:network and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:02:53.307705 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:02:53.324307 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:02:53.355803 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c059d42-d4b5-4c60-a1b2-ea01557e3cbe admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:02:53.363083 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2c059d42-d4b5-4c60-a1b2-ea01557e3cbe admin admin] 10.222.0.35 "PUT /v2.0/routers/46a82e4c-01cd-458b-ad3b-91a2047ec619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4844944 Mar 29 10:02:53.363511 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41544) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:53.368954 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a9a60-6eb9-4a09-b72b-82d1e83bdafd None None] Sync routers for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:02:53.384996 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a9a60-6eb9-4a09-b72b-82d1e83bdafd None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:02:53.385720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-794a9a60-6eb9-4a09-b72b-82d1e83bdafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:53.449193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:02:53.452544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:53.558436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:02:53.582759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:53.588077 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Added segment 5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb of type vlan for network 92757df6-1ee1-43b8-9c38-cf14ebe63b0f Mar 29 10:02:53.589072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-794a9a60-6eb9-4a09-b72b-82d1e83bdafd None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:02:53.594340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:53.683225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:53.822455 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:53.849679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:53.856854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:53.857501 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:53.912139 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-794a9a60-6eb9-4a09-b72b-82d1e83bdafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T10:02:51Z', 'revision_number': 5, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port': {'id': '2a1ffaae-df0f-40b3-a4ca-ded6f32ac472', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:80:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:51Z', 'updated_at': '2022-03-29T09:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:53.918939 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a9a60-6eb9-4a09-b72b-82d1e83bdafd None None] Checking router: 46a82e4c-01cd-458b-ad3b-91a2047ec619 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:02:53.933166 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a9a60-6eb9-4a09-b72b-82d1e83bdafd None None] Routers {'46a82e4c-01cd-458b-ad3b-91a2047ec619'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:02:53.934000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-794a9a60-6eb9-4a09-b72b-82d1e83bdafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['46a82e4c-01cd-458b-ad3b-91a2047ec619'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:54.078912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d6db416b-d554-4513-a692-26cfacca091a no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:02:54.091295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] Deleting port 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:54.095974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:54.119664 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8257804 Mar 29 10:02:54.120300 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41548) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:54.128542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'admin_state_up': True, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:02:54.136313 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: d6db416b-d554-4513-a692-26cfacca091a {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:02:54.136718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d6db416b-d554-4513-a692-26cfacca091a not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:02:54.139049 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed07af4-5e6a-4c23-bf3d-cb681342886a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Network': ['ID=92757df6-1ee1-43b8-9c38-cf14ebe63b0f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:54.143646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:02:54.152965 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:router and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:02:54.159253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:02:54.165111 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 92757df6-1ee1-43b8-9c38-cf14ebe63b0f details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:02:54.170180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:02:54.189175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-794a9a60-6eb9-4a09-b72b-82d1e83bdafd None None] Set router 46a82e4c-01cd-458b-ad3b-91a2047ec619 gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:02:54.270265 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:54.272430 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:54.297257 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:54.300945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] For port 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2a1ffaae-df0f-40b3-a4ca-ded6f32ac472,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:02:54.301499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:54.387753 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-794a9a60-6eb9-4a09-b72b-82d1e83bdafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T10:02:53Z', 'revision_number': 6, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:54.438593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] Calling delete_port for 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472 owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:54.453256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a9a60-6eb9-4a09-b72b-82d1e83bdafd None None] The sync data for ids ['46a82e4c-01cd-458b-ad3b-91a2047ec619'] in dv-neutron-835555-1-hyperv is: [{'id': '46a82e4c-01cd-458b-ad3b-91a2047ec619', 'name': 'tempest-TestVolumeBootPattern-1093908108-router', 'tenant_id': 'f053acbba8784c2f89280f9422e7f0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:50Z', 'updated_at': '2022-03-29T10:02:53Z', 'revision_number': 6, 'project_id': 'f053acbba8784c2f89280f9422e7f0fe', 'gw_port_host': None}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:02:54.707358 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:54.721120 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:54.761396 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1ffaae-df0f-40b3-a4ca-ded6f32ac472,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:54.863024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.048921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.051544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.146636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.161460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.162273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46a82e4c-01cd-458b-ad3b-91a2047ec619 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:02:55.177697 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.183831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.189139 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-91749bd3-975b-4a95-a6c0-bee7ac7c7553 admin admin] 10.222.0.35 "DELETE /v2.0/routers/46a82e4c-01cd-458b-ad3b-91a2047ec619 HTTP/1.1" status: 204 len: 168 time: 1.8210008 Mar 29 10:02:55.191623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41552) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:55.281198 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-8982c3a4-e31b-493e-b190-aa6aa9ff9355 admin admin] Deleting subnet 3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:02:55.284915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8982c3a4-e31b-493e-b190-aa6aa9ff9355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.342927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8982c3a4-e31b-493e-b190-aa6aa9ff9355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.378626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.175 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/88b6ede2-2482-4db9-99b2-79b7a525c3f0) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:02:55.458881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8982c3a4-e31b-493e-b190-aa6aa9ff9355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.667870 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8982c3a4-e31b-493e-b190-aa6aa9ff9355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.726111 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982c3a4-e31b-493e-b190-aa6aa9ff9355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:55.730623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8982c3a4-e31b-493e-b190-aa6aa9ff9355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.745099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85df8ea-6b38-42f2-a207-2ab38d2771ae None None] Network 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:02:55.745862 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8982c3a4-e31b-493e-b190-aa6aa9ff9355 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3b2c6f9c-d5da-4150-84d0-8a9c064fdc1e HTTP/1.1" status: 204 len: 168 time: 0.5482461 Mar 29 10:02:55.746020 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.746177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41556) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:55.845006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.910979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.918384 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:02:55.921194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:02:55.925685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:02:55.932727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Deleting port ded47d6e-5119-4611-a4d8-c0c25cccf8e0 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:55.933076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:55.988533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=88b6ede2-2482-4db9-99b2-79b7a525c3f0,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:56.092028 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ec7d19-d955-48e0-90e3-7d2397fcf213 None None] DHCP port deletion for 6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:02:56.098954 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-94ec7d19-d955-48e0-90e3-7d2397fcf213 None None] Deleting port ded47d6e-5119-4611-a4d8-c0c25cccf8e0 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:56.099835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-94ec7d19-d955-48e0-90e3-7d2397fcf213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:56.139202 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2b2a4be1-409d-464b-9194-a97bf3b0297b no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:02:56.182467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 2b2a4be1-409d-464b-9194-a97bf3b0297b {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:02:56.183058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2b2a4be1-409d-464b-9194-a97bf3b0297b not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:02:56.183658 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:02:56.231740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:02:56.232146 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2a1ffaae-df0f-40b3-a4ca-ded6f32ac472 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:02:56.236517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] For port ded47d6e-5119-4611-a4d8-c0c25cccf8e0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ded47d6e-5119-4611-a4d8-c0c25cccf8e0,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:02:56.236966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:56.428668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-94ec7d19-d955-48e0-90e3-7d2397fcf213 None None] For port ded47d6e-5119-4611-a4d8-c0c25cccf8e0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=ded47d6e-5119-4611-a4d8-c0c25cccf8e0,segment=NetworkSegment(aae38024-d333-4764-bff5-4ce5e02cf6aa),segment_id=aae38024-d333-4764-bff5-4ce5e02cf6aa)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:02:56.429063 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-94ec7d19-d955-48e0-90e3-7d2397fcf213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:56.478123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Calling delete_port for ded47d6e-5119-4611-a4d8-c0c25cccf8e0 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:56.597866 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-94ec7d19-d955-48e0-90e3-7d2397fcf213 None None] Calling delete_port for ded47d6e-5119-4611-a4d8-c0c25cccf8e0 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:56.603463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:56.813005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-94ec7d19-d955-48e0-90e3-7d2397fcf213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:56.821880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:02:56.823075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:02:56.871894 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec7d19-d955-48e0-90e3-7d2397fcf213 None None] Pushing event deleted for resources: {'Port': ['ID=ded47d6e-5119-4611-a4d8-c0c25cccf8e0,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:56.875503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ec7d19-d955-48e0-90e3-7d2397fcf213 None None] No DVR routers for this DVR port ded47d6e-5119-4611-a4d8-c0c25cccf8e0 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:02:57.014615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:57.312391 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:02:57.324789 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Deleting port ded47d6e-5119-4611-a4d8-c0c25cccf8e0 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:57.325342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:57.405179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] The port 'ded47d6e-5119-4611-a4d8-c0c25cccf8e0' was deleted {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 10:02:57.548791 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:57.567697 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:02:57.581549 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Sync routers for ids ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:02:57.589866 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:57.592309 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Routers {'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:02:57.593138 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:57.605916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae38024-d333-4764-bff5-4ce5e02cf6aa') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:57.606324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae38024-d333-4764-bff5-4ce5e02cf6aa') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:57.622770 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:57.643779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:57.655614 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:02:57.656245 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:57.675653 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:57.677749 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8088e062-82fc-477a-b93e-b7dab17a176e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5558202 Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: util.warn( Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:02:57.678243 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:02:57.683369 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41560) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:57.838228 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Set router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:02:57.848181 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e30adf5e-6779-4efe-b970-46a34da20e6a tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=fdb9d7f2c9684d82868b22f752ecfe11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1657732 Mar 29 10:02:57.851848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41564) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:57.884726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:57.890642 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:57.930652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:58.003634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649e1a3f-214c-48bc-b3d2-e4a1f8a70e49 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:58.005374 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-649e1a3f-214c-48bc-b3d2-e4a1f8a70e49 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1522372 Mar 29 10:02:58.009867 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41568) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:58.071512 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7ea02f42-19b6-4810-b836-4b72f248d3f5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6a1cc65c-b3ed-43d9-b7ac-2d268de53bdb HTTP/1.1" status: 204 len: 168 time: 2.3250890 Mar 29 10:02:58.075707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41572) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:58.091305 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ded47d6e-5119-4611-a4d8-c0c25cccf8e0 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:02:58.131411 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: ded47d6e-5119-4611-a4d8-c0c25cccf8e0 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:02:58.131774 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device ded47d6e-5119-4611-a4d8-c0c25cccf8e0 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:02:58.139351 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fa632e37-69b9-4f06-a511-266290f72adc tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1250954 Mar 29 10:02:58.141024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41576) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:58.149997 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-444723932', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:02:58.170768 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:02:56Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:58.175047 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Checking router: e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:02:58.175456 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Updating router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 port 88b6ede2-2482-4db9-99b2-79b7a525c3f0 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:02:58.233949 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:58.287387 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:02:58.293747 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:subnet and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:02:58.298386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:02:58.306764 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:02:58.389345 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:02:58.393482 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:58.688098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-67054987-167b-4c98-a887-05274d118e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:58.706573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:58.707729 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:58.723189 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Transition to ACTIVE for port object 88b6ede2-2482-4db9-99b2-79b7a525c3f0 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:02:58.794042 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Subnet': ['ID=a1fd6b67-a5fe-4c01-b719-175eabb7c539,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:58.803233 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:58.804171 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Checking segment: {'id': '5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:02:58.805511 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network hostable DHCP agents. Network: 92757df6-1ee1-43b8-9c38-cf14ebe63b0f, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:02:58.878040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 92757df6-1ee1-43b8-9c38-cf14ebe63b0f is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:02:58.896766 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Attempting to bind port 88b6ede2-2482-4db9-99b2-79b7a525c3f0 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:02:58.897137 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Attempting to bind port 88b6ede2-2482-4db9-99b2-79b7a525c3f0 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:02:58.897502 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Attempting to bind port 88b6ede2-2482-4db9-99b2-79b7a525c3f0 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:02:58.904893 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09941d09-95d4-4a96-a1d8-40d144d0d0f1 None None] Pushing event updated for resources: {'Port': ['ID=88b6ede2-2482-4db9-99b2-79b7a525c3f0,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:58.912417 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:02:58.912822 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:02:58.913227 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:58.914130 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:02:58.914627 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Bound port: 88b6ede2-2482-4db9-99b2-79b7a525c3f0, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:02:58.914994 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:58.950261 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09941d09-95d4-4a96-a1d8-40d144d0d0f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:58.950543 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09941d09-95d4-4a96-a1d8-40d144d0d0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:58.950884 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09941d09-95d4-4a96-a1d8-40d144d0d0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:58.951220 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09941d09-95d4-4a96-a1d8-40d144d0d0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:58.951553 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09941d09-95d4-4a96-a1d8-40d144d0d0f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:58.951881 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09941d09-95d4-4a96-a1d8-40d144d0d0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:58.952209 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09941d09-95d4-4a96-a1d8-40d144d0d0f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:58.952556 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09941d09-95d4-4a96-a1d8-40d144d0d0f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:58.952887 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09941d09-95d4-4a96-a1d8-40d144d0d0f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:58.953210 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09941d09-95d4-4a96-a1d8-40d144d0d0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:58.953528 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09941d09-95d4-4a96-a1d8-40d144d0d0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:58.953851 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09941d09-95d4-4a96-a1d8-40d144d0d0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:02:58.964808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 92757df6-1ee1-43b8-9c38-cf14ebe63b0f) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:02:58.978643 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382ee7ca-3c25-485e-9946-d1e2ef2ba00c None None] Network 92757df6-1ee1-43b8-9c38-cf14ebe63b0f requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:02:58.985515 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:58.986592 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:59.028004 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] For port 88b6ede2-2482-4db9-99b2-79b7a525c3f0, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:02:59.031940 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] For port 88b6ede2-2482-4db9-99b2-79b7a525c3f0, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=88b6ede2-2482-4db9-99b2-79b7a525c3f0,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:02:59.057667 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-eab27d8f-1723-4e39-947c-dd2d05d75023 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9134090 Mar 29 10:02:59.061773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41580) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:02:59.078223 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:59.114077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-67054987-167b-4c98-a887-05274d118e3b admin admin] Deleting port 7aa3e9ce-db78-4e6b-989f-08526e94a820 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:02:59.115180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-67054987-167b-4c98-a887-05274d118e3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:59.193767 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Routers {'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:02:59.194584 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:02:59.344752 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09941d09-95d4-4a96-a1d8-40d144d0d0f1 None None] Pushing event updated for resources: {'Port': ['ID=88b6ede2-2482-4db9-99b2-79b7a525c3f0,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:02:59.420789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ips': [{'subnet_id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:02:59.422659 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:59.570973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-67054987-167b-4c98-a887-05274d118e3b admin admin] For port 7aa3e9ce-db78-4e6b-989f-08526e94a820, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7aa3e9ce-db78-4e6b-989f-08526e94a820,segment=NetworkSegment(7de917d0-a988-4710-a936-ca0c295e7bd6),segment_id=7de917d0-a988-4710-a936-ca0c295e7bd6)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:02:59.571504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-67054987-167b-4c98-a887-05274d118e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:59.583041 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] Set router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:02:59.729533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-67054987-167b-4c98-a887-05274d118e3b admin admin] Calling delete_port for 7aa3e9ce-db78-4e6b-989f-08526e94a820 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:02:59.741249 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Allocated IP 172.20.0.2 (92757df6-1ee1-43b8-9c38-cf14ebe63b0f/a1fd6b67-a5fe-4c01-b719-175eabb7c539/bb432cda-b86a-4dcd-bbfb-1ebbd2f30554) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:03:00.043899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-67054987-167b-4c98-a887-05274d118e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:00.047222 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:02:56Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:00.056192 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb5d82-23dd-4216-8d3b-f97d213c0ae5 None None] The sync data for ids ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'] in dv-neutron-835555-1-hyperv is: [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:02:56Z', 'revision_number': 3, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:03:00.127402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67054987-167b-4c98-a887-05274d118e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa3e9ce-db78-4e6b-989f-08526e94a820,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:00.146217 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:00.147488 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:00.172681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Transition to ACTIVE for port object bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:03:00.220134 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Transition to ACTIVE for port object bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:03:00.301424 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:00.390945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Pushing event updated for resources: {'Port': ['ID=bb432cda-b86a-4dcd-bbfb-1ebbd2f30554,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:00.442142 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Network 92757df6-1ee1-43b8-9c38-cf14ebe63b0f is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:03:00.445407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:03:00.448693 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:03:00.564852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Attempting to bind port bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:03:00.565278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Attempting to bind port bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:03:00.565702 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Attempting to bind port bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 on network 92757df6-1ee1-43b8-9c38-cf14ebe63b0f {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:03:00.574282 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:03:00.574705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Checking segment: {'id': '5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:03:00.575128 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:00.575531 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Bound using segment: {'id': '5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:03:00.576102 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Bound port: bb432cda-b86a-4dcd-bbfb-1ebbd2f30554, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:03:00.576581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:00.645739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-67054987-167b-4c98-a887-05274d118e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:00.729971 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] For port bb432cda-b86a-4dcd-bbfb-1ebbd2f30554, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:03:00.735777 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] For port bb432cda-b86a-4dcd-bbfb-1ebbd2f30554, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bb432cda-b86a-4dcd-bbfb-1ebbd2f30554,segment=NetworkSegment(5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb),segment_id=5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:03:00.827136 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:00.949681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1fc2a-26f3-4ae0-990c-e30810501a1e None None] Pushing event updated for resources: {'Port': ['ID=bb432cda-b86a-4dcd-bbfb-1ebbd2f30554,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:01.041150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.1 (92757df6-1ee1-43b8-9c38-cf14ebe63b0f/a1fd6b67-a5fe-4c01-b719-175eabb7c539/4e5363df-4c09-4ae5-8c68-7015c19f1ed5) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:03:01.248752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67054987-167b-4c98-a887-05274d118e3b admin admin] Router 9e610b3b-af02-41bf-9fe1-499e9f8d3d1a has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:03:01.310079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:01.334094 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:03:01.428135 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:01.516005 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 92757df6-1ee1-43b8-9c38-cf14ebe63b0f is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:03:01.524341 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:03:01.529200 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:03:01.560232 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=4e5363df-4c09-4ae5-8c68-7015c19f1ed5,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:01.593787 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:01.620424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67054987-167b-4c98-a887-05274d118e3b admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:03:01.631558 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c5bf47-542f-40e0-8dac-5b41823f53e7 None None] Sync routers for ids ['9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:03:01.643058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5bf47-542f-40e0-8dac-5b41823f53e7 None None] Routers {'9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:03:01.644599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-52c5bf47-542f-40e0-8dac-5b41823f53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:01.689706 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-67054987-167b-4c98-a887-05274d118e3b admin admin] 10.222.0.35 "PUT /v2.0/routers/9e610b3b-af02-41bf-9fe1-499e9f8d3d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6127079 Mar 29 10:03:01.692100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41584) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:01.857735 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-52c5bf47-542f-40e0-8dac-5b41823f53e7 None None] Set router 9e610b3b-af02-41bf-9fe1-499e9f8d3d1a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:03:01.925600 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:02.010078 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:02.219527 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:02.238530 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-52c5bf47-542f-40e0-8dac-5b41823f53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'name': 'tempest-TestVolumeBootPattern-1961530587-router', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'c3e78744-02b7-47e0-96b0-95aee9490c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:58Z', 'updated_at': '2022-03-29T10:02:59Z', 'revision_number': 5, 'project_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'gw_port': {'id': 'c3e78744-02b7-47e0-96b0-95aee9490c32', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:07:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:51:59Z', 'updated_at': '2022-03-29T09:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:02.243761 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c5bf47-542f-40e0-8dac-5b41823f53e7 None None] Checking router: 9e610b3b-af02-41bf-9fe1-499e9f8d3d1a for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:03:02.254058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5bf47-542f-40e0-8dac-5b41823f53e7 None None] Routers {'9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:03:02.254733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-52c5bf47-542f-40e0-8dac-5b41823f53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:02.313029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] Deleting port c3e78744-02b7-47e0-96b0-95aee9490c32 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:03:02.313849 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:02.348353 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:03:02.553225 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-52c5bf47-542f-40e0-8dac-5b41823f53e7 None None] Set router 9e610b3b-af02-41bf-9fe1-499e9f8d3d1a gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:03:02.589036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:02.592401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] For port c3e78744-02b7-47e0-96b0-95aee9490c32, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c3e78744-02b7-47e0-96b0-95aee9490c32,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:03:02.592977 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:02.657019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:03:02.669286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-52c5bf47-542f-40e0-8dac-5b41823f53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'name': 'tempest-TestVolumeBootPattern-1961530587-router', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:58Z', 'updated_at': '2022-03-29T10:03:02Z', 'revision_number': 6, 'project_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:02.673460 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 88b6ede2-2482-4db9-99b2-79b7a525c3f0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:03:02.681597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:02.719601 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c5bf47-542f-40e0-8dac-5b41823f53e7 None None] The sync data for ids ['9e610b3b-af02-41bf-9fe1-499e9f8d3d1a'] in dv-neutron-835555-1-hyperv is: [{'id': '9e610b3b-af02-41bf-9fe1-499e9f8d3d1a', 'name': 'tempest-TestVolumeBootPattern-1961530587-router', 'tenant_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:51:58Z', 'updated_at': '2022-03-29T10:03:02Z', 'revision_number': 6, 'project_id': '8b8c5f27e0c740dca15cb2ceeb4d3c17', 'gw_port_host': None}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:03:02.738887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] Calling delete_port for c3e78744-02b7-47e0-96b0-95aee9490c32 owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:03:02.815293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:02.825841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d8b755-3f23-4d44-b132-7005877f40bd None None] Network 92757df6-1ee1-43b8-9c38-cf14ebe63b0f requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:03:02.863121 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 88b6ede2-2482-4db9-99b2-79b7a525c3f0 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:03:02.871890 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 88b6ede2-2482-4db9-99b2-79b7a525c3f0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:03:02.872402 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:03.026999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:03.052117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=4e5363df-4c09-4ae5-8c68-7015c19f1ed5,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:03.111598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e78744-02b7-47e0-96b0-95aee9490c32,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:03.144670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2e7f245c-07c4-4722-ada2-d0c75ecef653 None None] Provisioning for port bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:03:03.165174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 92757df6-1ee1-43b8-9c38-cf14ebe63b0f is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:03:03.167745 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:03:03.182878 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2e7f245c-07c4-4722-ada2-d0c75ecef653 None None] Provisioning complete for port bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:03:03.183559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2e7f245c-07c4-4722-ada2-d0c75ecef653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:03.285065 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:03.307325 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:03.420932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 88b6ede2-2482-4db9-99b2-79b7a525c3f0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=88b6ede2-2482-4db9-99b2-79b7a525c3f0,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:03:03.500564 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:03.535777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:03:03.592556 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2e7f245c-07c4-4722-ada2-d0c75ecef653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:03.658283 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=88b6ede2-2482-4db9-99b2-79b7a525c3f0,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:03.677692 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-2e7f245c-07c4-4722-ada2-d0c75ecef653 None None] For port bb432cda-b86a-4dcd-bbfb-1ebbd2f30554, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bb432cda-b86a-4dcd-bbfb-1ebbd2f30554,segment=NetworkSegment(5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb),segment_id=5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:03:03.708782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:03.723150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:03.771653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2e7f245c-07c4-4722-ada2-d0c75ecef653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:03.826578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:03.827404 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e610b3b-af02-41bf-9fe1-499e9f8d3d1a {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:03:03.861464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:03.863328 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d46c1575-6ace-475c-861d-e147c20eca96 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9e610b3b-af02-41bf-9fe1-499e9f8d3d1a HTTP/1.1" status: 204 len: 168 time: 2.1696813 Mar 29 10:03:03.870007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41588) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:03.948842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f245c-07c4-4722-ada2-d0c75ecef653 None None] Pushing event updated for resources: {'Port': ['ID=bb432cda-b86a-4dcd-bbfb-1ebbd2f30554,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:04.001843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:03:04.016714 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Sync routers for ids ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:03:04.032720 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-51aab0e4-9490-48c2-868a-008109b43888 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/e74fbc3a-0dec-45f4-b464-a1cee0dd15e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9671340 Mar 29 10:03:04.034404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41592) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:04.040696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de1b6f2-7f27-43b2-840a-e082dfa07741 admin admin] Deleting subnet ecaa01b2-2d45-42fe-9596-3132bac7e380 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:03:04.043948 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Routers {'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:03:04.044967 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:04.053667 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5de1b6f2-7f27-43b2-840a-e082dfa07741 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:04.120872 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-56074b22-77ba-4d7f-aa35-a6ea57e1394e None None] Provisioning complete for port bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:03:04.121102 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-56074b22-77ba-4d7f-aa35-a6ea57e1394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:04.214397 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 88b6ede2-2482-4db9-99b2-79b7a525c3f0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:03:04.274525 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b59a6f-fd2f-4302-ad35-4e0a2aa9d8b8 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:04.275118 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b59a6f-fd2f-4302-ad35-4e0a2aa9d8b8 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:04.275588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b59a6f-fd2f-4302-ad35-4e0a2aa9d8b8 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:04.276216 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b59a6f-fd2f-4302-ad35-4e0a2aa9d8b8 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:04.276742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b59a6f-fd2f-4302-ad35-4e0a2aa9d8b8 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:04.278607 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d4b59a6f-fd2f-4302-ad35-4e0a2aa9d8b8 tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.2414272 Mar 29 10:03:04.281775 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41596) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:04.383485 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 88b6ede2-2482-4db9-99b2-79b7a525c3f0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:03:04.384086 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:04.394781 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Set router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:03:04.421094 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0533c6b-245e-4906-9a2d-e757d436fe0b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:04.422113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0533c6b-245e-4906-9a2d-e757d436fe0b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:04.422997 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0533c6b-245e-4906-9a2d-e757d436fe0b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:04.423581 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0533c6b-245e-4906-9a2d-e757d436fe0b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:04.424217 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0533c6b-245e-4906-9a2d-e757d436fe0b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:04.426818 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f0533c6b-245e-4906-9a2d-e757d436fe0b tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.1437535 Mar 29 10:03:04.433645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41600) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:04.506331 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5de1b6f2-7f27-43b2-840a-e082dfa07741 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:04.587992 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-56074b22-77ba-4d7f-aa35-a6ea57e1394e None None] Provisioning for port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:03:04.611872 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:03:04.639950 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-56074b22-77ba-4d7f-aa35-a6ea57e1394e None None] Provisioning complete for port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:03:04.640323 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-56074b22-77ba-4d7f-aa35-a6ea57e1394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:04.669245 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5de1b6f2-7f27-43b2-840a-e082dfa07741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:04.802563 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-88cf0c62-6018-42a8-b8e4-a4a32db3102c tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3674932 Mar 29 10:03:04.822232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-56074b22-77ba-4d7f-aa35-a6ea57e1394e None None] Port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:03:04.845642 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:03:04.846470 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:04.858374 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5de1b6f2-7f27-43b2-840a-e082dfa07741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:04.919055 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:03:01Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4e5363df-4c09-4ae5-8c68-7015c19f1ed5', 'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:b9:89:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:03:00Z', 'updated_at': '2022-03-29T10:03:02Z', 'revision_number': 2, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:04.923865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1b6f2-7f27-43b2-840a-e082dfa07741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecaa01b2-2d45-42fe-9596-3132bac7e380,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:04.926626 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Checking router: e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:03:04.927226 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Updating router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:03:04.931088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5de1b6f2-7f27-43b2-840a-e082dfa07741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:04.945806 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2bbfef-57db-4b75-ae38-9b1898c11792 None None] Network 62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:03:04.951148 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5de1b6f2-7f27-43b2-840a-e082dfa07741 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ecaa01b2-2d45-42fe-9596-3132bac7e380 HTTP/1.1" status: 204 len: 168 time: 1.0794406 Mar 29 10:03:04.954655 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41606) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:05.030569 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.124476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.140580 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] Deleting port 22a30996-2143-4ece-a738-6444aa321905 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:03:05.140925 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.191678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e533cac4-c511-40d8-a700-a211f211c395 None None] Provisioning complete for port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:03:05.192265 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e533cac4-c511-40d8-a700-a211f211c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.297797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41610) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:05.305840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-389083d3-2daa-445f-a8cb-19de3cf47c80 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-454704372', 'description': 'tempest-secgroup-smoke-454704372 description', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:03:05.312875 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-389083d3-2daa-445f-a8cb-19de3cf47c80 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:03:05.320807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-389083d3-2daa-445f-a8cb-19de3cf47c80 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:03:05.325630 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-389083d3-2daa-445f-a8cb-19de3cf47c80 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:03:05.336188 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-389083d3-2daa-445f-a8cb-19de3cf47c80 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:03:05.390449 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e533cac4-c511-40d8-a700-a211f211c395 None None] Port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:03:05.394414 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] For port 22a30996-2143-4ece-a738-6444aa321905, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=22a30996-2143-4ece-a738-6444aa321905,segment=NetworkSegment(7de917d0-a988-4710-a936-ca0c295e7bd6),segment_id=7de917d0-a988-4710-a936-ca0c295e7bd6)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:03:05.395535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.420969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-389083d3-2daa-445f-a8cb-19de3cf47c80 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.462726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-389083d3-2daa-445f-a8cb-19de3cf47c80 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:03:05.481653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-389083d3-2daa-445f-a8cb-19de3cf47c80 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:03:05.485363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-389083d3-2daa-445f-a8cb-19de3cf47c80 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:03:05.492303 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-389083d3-2daa-445f-a8cb-19de3cf47c80 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:03:05.504665 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.517992 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Transition to ACTIVE for port object 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:03:05.530725 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed68caa-7e36-42e8-90db-9f1d98f9167b None None] DHCP port deletion for 62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:03:05.539823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7aa3e9ce-db78-4e6b-989f-08526e94a820 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:03:05.573972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0ed68caa-7e36-42e8-90db-9f1d98f9167b None None] Deleting port 22a30996-2143-4ece-a738-6444aa321905 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:03:05.574342 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0ed68caa-7e36-42e8-90db-9f1d98f9167b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.580188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] Calling delete_port for 22a30996-2143-4ece-a738-6444aa321905 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:03:05.607076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 7aa3e9ce-db78-4e6b-989f-08526e94a820 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:03:05.607296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7aa3e9ce-db78-4e6b-989f-08526e94a820 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:03:05.607595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c3e78744-02b7-47e0-96b0-95aee9490c32 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:03:05.609897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-389083d3-2daa-445f-a8cb-19de3cf47c80 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.623282 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.655453 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: c3e78744-02b7-47e0-96b0-95aee9490c32 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:03:05.656050 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c3e78744-02b7-47e0-96b0-95aee9490c32 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:03:05.689250 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-389083d3-2daa-445f-a8cb-19de3cf47c80 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.756024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389083d3-2daa-445f-a8cb-19de3cf47c80 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ce7b32-149c-4572-84b8-87675916b0bd,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:05.806223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e3f458dd-06b8-4620-9354-cf1593889d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.814944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-389083d3-2daa-445f-a8cb-19de3cf47c80 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.816585 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-389083d3-2daa-445f-a8cb-19de3cf47c80 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5168576 Mar 29 10:03:05.819534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41614) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:05.824130 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfaec4-56eb-4dd8-8d76-c82588988af0 None None] Pushing event updated for resources: {'Port': ['ID=4e5363df-4c09-4ae5-8c68-7015c19f1ed5,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:05.828637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-0814c68c-bfc7-4ed8-83ed-2482192ec6aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '17ce7b32-149c-4572-84b8-87675916b0bd', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:03:05.841564 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0814c68c-bfc7-4ed8-83ed-2482192ec6aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:03:05.851885 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0814c68c-bfc7-4ed8-83ed-2482192ec6aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:03:05.856394 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0814c68c-bfc7-4ed8-83ed-2482192ec6aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:03:05.866316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0814c68c-bfc7-4ed8-83ed-2482192ec6aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:03:05.903550 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.923753 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Attempting to bind port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:03:05.923997 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Attempting to bind port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:03:05.924348 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Attempting to bind port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 on network 92757df6-1ee1-43b8-9c38-cf14ebe63b0f {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:03:05.931923 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:03:05.932366 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Checking segment: {'id': '5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:03:05.932811 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.933332 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0ed68caa-7e36-42e8-90db-9f1d98f9167b None None] For port 22a30996-2143-4ece-a738-6444aa321905, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=22a30996-2143-4ece-a738-6444aa321905,segment=NetworkSegment(7de917d0-a988-4710-a936-ca0c295e7bd6),segment_id=7de917d0-a988-4710-a936-ca0c295e7bd6)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:03:05.933794 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Bound using segment: {'id': '5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:03:05.933879 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0ed68caa-7e36-42e8-90db-9f1d98f9167b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.934084 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Bound port: 4e5363df-4c09-4ae5-8c68-7015c19f1ed5, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:03:05.934471 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:05.965174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] No DVR routers for this DVR port 22a30996-2143-4ece-a738-6444aa321905 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:03:05.995404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a30996-2143-4ece-a738-6444aa321905,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:06.023129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0814c68c-bfc7-4ed8-83ed-2482192ec6aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.035132 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] For port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:03:06.039331 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] For port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4e5363df-4c09-4ae5-8c68-7015c19f1ed5,segment=NetworkSegment(5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb),segment_id=5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:03:06.070004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0ed68caa-7e36-42e8-90db-9f1d98f9167b None None] Calling delete_port for 22a30996-2143-4ece-a738-6444aa321905 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:03:06.098605 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 22a30996-2143-4ece-a738-6444aa321905 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:03:06.128140 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.138679 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.145695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 22a30996-2143-4ece-a738-6444aa321905 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:03:06.146049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 22a30996-2143-4ece-a738-6444aa321905 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:03:06.172912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:06.194111 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0814c68c-bfc7-4ed8-83ed-2482192ec6aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.195264 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-0ed68caa-7e36-42e8-90db-9f1d98f9167b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:03:06.195756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-0ed68caa-7e36-42e8-90db-9f1d98f9167b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:03:06.196209 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de917d0-a988-4710-a936-ca0c295e7bd6') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:06.196804 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de917d0-a988-4710-a936-ca0c295e7bd6') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:06.210669 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.227792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.234462 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:03:06.234861 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.237266 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Routers {'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:03:06.237946 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:02:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:03:06.248420 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:03:06.309091 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfaec4-56eb-4dd8-8d76-c82588988af0 None None] Pushing event updated for resources: {'Port': ['ID=4e5363df-4c09-4ae5-8c68-7015c19f1ed5,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:06.311335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0814c68c-bfc7-4ed8-83ed-2482192ec6aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.353196 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814c68c-bfc7-4ed8-83ed-2482192ec6aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd03bfd-edaf-4a44-8549-c57d41c763e7,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:06.443197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.460704 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] Set router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:03:06.461237 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.463066 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] 10.222.0.35 "DELETE /v2.0/networks/62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef HTTP/1.1" status: 204 len: 168 time: 1.5070865 Mar 29 10:03:06.470858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa3205-465a-4012-89c8-e20b497b3113 admin admin] Pushing event deleted for resources: {'Network': ['ID=62fde9ae-8c6e-4f3f-b04b-e3a3739f21ef,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:06.479706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0814c68c-bfc7-4ed8-83ed-2482192ec6aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.484077 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0814c68c-bfc7-4ed8-83ed-2482192ec6aa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6598175 Mar 29 10:03:06.484712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41620) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:06.493253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-46dc1487-a3df-4337-b3ed-57a9a9d39539 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '17ce7b32-149c-4572-84b8-87675916b0bd', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:03:06.500360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-46dc1487-a3df-4337-b3ed-57a9a9d39539 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:03:06.505299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-46dc1487-a3df-4337-b3ed-57a9a9d39539 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:03:06.511438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-46dc1487-a3df-4337-b3ed-57a9a9d39539 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:03:06.526549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-46dc1487-a3df-4337-b3ed-57a9a9d39539 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:03:06.636038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-46dc1487-a3df-4337-b3ed-57a9a9d39539 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.697846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0ed68caa-7e36-42e8-90db-9f1d98f9167b None None] Deleting port 22a30996-2143-4ece-a738-6444aa321905 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:03:06.698585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0ed68caa-7e36-42e8-90db-9f1d98f9167b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.704463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-46dc1487-a3df-4337-b3ed-57a9a9d39539 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.779601 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0ed68caa-7e36-42e8-90db-9f1d98f9167b None None] The port '22a30996-2143-4ece-a738-6444aa321905' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 10:03:06.780692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-46dc1487-a3df-4337-b3ed-57a9a9d39539 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.810310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc1487-a3df-4337-b3ed-57a9a9d39539 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912e0bc4-c300-4f13-862c-a0dcd40d486b,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:06.810552 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:03:01Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4e5363df-4c09-4ae5-8c68-7015c19f1ed5', 'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:b9:89:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:03:00Z', 'updated_at': '2022-03-29T10:03:06Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:06.819140 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c4bd1e-59e5-4526-8b6a-a6ebd685d19e None None] The sync data for ids ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'] in dv-neutron-835555-1-hyperv is: [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:03:01Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4e5363df-4c09-4ae5-8c68-7015c19f1ed5', 'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:b9:89:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:03:00Z', 'updated_at': '2022-03-29T10:03:06Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:03:06.855936 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41624) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:06.900909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-46dc1487-a3df-4337-b3ed-57a9a9d39539 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:06.900909 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-46dc1487-a3df-4337-b3ed-57a9a9d39539 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4056840 Mar 29 10:03:06.900909 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41628) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:06.910724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-730a9df1-1f41-42b1-afe2-e6823278d9ba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '17ce7b32-149c-4572-84b8-87675916b0bd', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:03:06.919467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-730a9df1-1f41-42b1-afe2-e6823278d9ba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:03:06.921843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-730a9df1-1f41-42b1-afe2-e6823278d9ba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:03:06.924983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-730a9df1-1f41-42b1-afe2-e6823278d9ba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:03:06.931964 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-730a9df1-1f41-42b1-afe2-e6823278d9ba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:03:06.933142 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-56d0fc49-e2e5-46d5-91eb-5980d2a71494 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f053acbba8784c2f89280f9422e7f0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759912 Mar 29 10:03:06.935671 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41632) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:07.015166 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18db0035-0ef6-4f56-b00c-b3df33890a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:07.039088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-730a9df1-1f41-42b1-afe2-e6823278d9ba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:07.054311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18db0035-0ef6-4f56-b00c-b3df33890a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:07.092529 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:03:07.118634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-730a9df1-1f41-42b1-afe2-e6823278d9ba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:07.188213 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18db0035-0ef6-4f56-b00c-b3df33890a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:07.194009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-730a9df1-1f41-42b1-afe2-e6823278d9ba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:07.206707 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db0035-0ef6-4f56-b00c-b3df33890a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72209fe9-bc45-4ebc-9417-5a0d6fd9fa4f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:07.214332 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18db0035-0ef6-4f56-b00c-b3df33890a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:07.215527 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-18db0035-0ef6-4f56-b00c-b3df33890a73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72209fe9-bc45-4ebc-9417-5a0d6fd9fa4f HTTP/1.1" status: 204 len: 168 time: 0.2788289 Mar 29 10:03:07.227484 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a9df1-1f41-42b1-afe2-e6823278d9ba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a732a9d4-6904-46bd-a0ab-e51ee14e896b,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:07.302983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-730a9df1-1f41-42b1-afe2-e6823278d9ba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:07.305311 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-730a9df1-1f41-42b1-afe2-e6823278d9ba tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4030704 Mar 29 10:03:07.308960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41638) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:07.314646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-1c81c373-8322-40b4-84cd-3cf10d5cf31a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '17ce7b32-149c-4572-84b8-87675916b0bd', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:03:07.320986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1c81c373-8322-40b4-84cd-3cf10d5cf31a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:03:07.325610 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1c81c373-8322-40b4-84cd-3cf10d5cf31a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:03:07.330111 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-1c81c373-8322-40b4-84cd-3cf10d5cf31a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:03:07.336891 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-1c81c373-8322-40b4-84cd-3cf10d5cf31a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:03:07.428549 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1c81c373-8322-40b4-84cd-3cf10d5cf31a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:07.506039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1c81c373-8322-40b4-84cd-3cf10d5cf31a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:07.560004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1c81c373-8322-40b4-84cd-3cf10d5cf31a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:07.597560 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81c373-8322-40b4-84cd-3cf10d5cf31a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237977eb-8e0c-4fea-8beb-c7c0f31b81ce,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:07.677546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1c81c373-8322-40b4-84cd-3cf10d5cf31a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:07.679316 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1c81c373-8322-40b4-84cd-3cf10d5cf31a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3687453 Mar 29 10:03:07.681632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41644) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:07.695582 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-08a22c8c-78b1-44be-b4c4-9eefafda51a5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '17ce7b32-149c-4572-84b8-87675916b0bd', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:03:07.702484 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-08a22c8c-78b1-44be-b4c4-9eefafda51a5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:03:07.706981 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-08a22c8c-78b1-44be-b4c4-9eefafda51a5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:03:07.710934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-08a22c8c-78b1-44be-b4c4-9eefafda51a5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:03:07.717188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-08a22c8c-78b1-44be-b4c4-9eefafda51a5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:03:07.786069 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-08a22c8c-78b1-44be-b4c4-9eefafda51a5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:03:07.794064 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-08a22c8c-78b1-44be-b4c4-9eefafda51a5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:07.860527 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa61c-d66c-4d1c-8161-97f8e9adec3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:07.875933 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-08a22c8c-78b1-44be-b4c4-9eefafda51a5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:07.999965 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-08a22c8c-78b1-44be-b4c4-9eefafda51a5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:08.027805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a22c8c-78b1-44be-b4c4-9eefafda51a5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be00ee8-d320-4c78-884b-8fde2e2846ec,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:08.068956 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41648) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:08.115116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-08a22c8c-78b1-44be-b4c4-9eefafda51a5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:08.117272 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-08a22c8c-78b1-44be-b4c4-9eefafda51a5 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4347060 Mar 29 10:03:08.117984 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:03:08.120011 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41652) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:08.125440 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-673fcf07-17cd-49cd-b9b7-523525fac603 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b8c5f27e0c740dca15cb2ceeb4d3c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546100 Mar 29 10:03:08.126179 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d1542fa6-0df5-4794-83f1-1fa4f6f7c470 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'security_group_rule': {'security_group_id': '17ce7b32-149c-4572-84b8-87675916b0bd', 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:03:08.127867 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41656) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:08.133591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d1542fa6-0df5-4794-83f1-1fa4f6f7c470 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:03:08.137700 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d1542fa6-0df5-4794-83f1-1fa4f6f7c470 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:security_group_rule and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:03:08.140805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d1542fa6-0df5-4794-83f1-1fa4f6f7c470 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:03:08.146546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d1542fa6-0df5-4794-83f1-1fa4f6f7c470 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:03:08.192552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-76ffee25-1068-4467-8347-5d72a633ef46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:08.219784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-76ffee25-1068-4467-8347-5d72a633ef46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:08.225844 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-d1542fa6-0df5-4794-83f1-1fa4f6f7c470 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Project fdb9d7f2c9684d82868b22f752ecfe11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:03:08.232929 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1542fa6-0df5-4794-83f1-1fa4f6f7c470 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:08.290831 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:03:08.298437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:03:08.298437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:08.304753 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1542fa6-0df5-4794-83f1-1fa4f6f7c470 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:08.359645 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-76ffee25-1068-4467-8347-5d72a633ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:08.379912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1542fa6-0df5-4794-83f1-1fa4f6f7c470 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:08.382323 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffee25-1068-4467-8347-5d72a633ef46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b12aca5-8419-4435-b3c5-37ed1fe31114,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:08.390378 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-76ffee25-1068-4467-8347-5d72a633ef46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:08.392102 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-76ffee25-1068-4467-8347-5d72a633ef46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b12aca5-8419-4435-b3c5-37ed1fe31114 HTTP/1.1" status: 204 len: 168 time: 0.2628989 Mar 29 10:03:08.419421 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1542fa6-0df5-4794-83f1-1fa4f6f7c470 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0a2637-69ff-4008-b8b1-32125e80232c,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:08.447883 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:08.486633 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4e5363df-4c09-4ae5-8c68-7015c19f1ed5,segment=NetworkSegment(5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb),segment_id=5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:03:08.505969 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d1542fa6-0df5-4794-83f1-1fa4f6f7c470 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:08.507330 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d1542fa6-0df5-4794-83f1-1fa4f6f7c470 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3861423 Mar 29 10:03:08.577418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:08.662287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=4e5363df-4c09-4ae5-8c68-7015c19f1ed5,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:08.801834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-00184d62-1e52-46db-822b-f62de1993044 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:03:08.894786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-00184d62-1e52-46db-822b-f62de1993044 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:03:08.896058 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-00184d62-1e52-46db-822b-f62de1993044 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-454704372&fields=id&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 267 time: 0.1404893 Mar 29 10:03:08.987172 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:09.023140 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:09.093860 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-5dd3ba02-9b40-47e2-b8af-05433d23770e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:09.094551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-5dd3ba02-9b40-47e2-b8af-05433d23770e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:03:09.162885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-5dd3ba02-9b40-47e2-b8af-05433d23770e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:03:09.164007 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-5dd3ba02-9b40-47e2-b8af-05433d23770e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/networks?id=92757df6-1ee1-43b8-9c38-cf14ebe63b0f HTTP/1.1" status: 200 len: 796 time: 0.2588873 Mar 29 10:03:09.178900 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-a0d76f03-75f8-4be6-bec0-aad00fab1fbc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/quotas/fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 375 time: 0.0094061 Mar 29 10:03:09.270805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-7d90f8d9-43a0-42fa-ae91-4a1755aa18bf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:03:09.371305 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-7d90f8d9-43a0-42fa-ae91-4a1755aa18bf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:03:09.373519 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-7d90f8d9-43a0-42fa-ae91-4a1755aa18bf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1893342 Mar 29 10:03:09.519188 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-7d7b2fda-bc76-4dba-91af-2dfa5acd9805 service neutron] 10.222.0.35 "GET /v2.0/networks/92757df6-1ee1-43b8-9c38-cf14ebe63b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337733 Mar 29 10:03:09.675857 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-89130429-7095-4c8e-a121-0d33fcdbda32 service neutron] 10.222.0.35 "GET /v2.0/networks/92757df6-1ee1-43b8-9c38-cf14ebe63b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506257 Mar 29 10:03:09.978996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8a782cac-fdbe-4fc7-ac9e-3e038ce6436a req-b5ea25dd-31fa-4389-beb4-3dfefd54f727 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:03:09.992131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8a782cac-fdbe-4fc7-ac9e-3e038ce6436a req-b5ea25dd-31fa-4389-beb4-3dfefd54f727 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:03:09.993646 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8a782cac-fdbe-4fc7-ac9e-3e038ce6436a req-b5ea25dd-31fa-4389-beb4-3dfefd54f727 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 210 time: 0.0576158 Mar 29 10:03:10.088005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:03:10.165036 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:03:10.165410 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:10.808395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:11.151616 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5cf84a83-2377-4764-a61e-ec3ec224c509 req-2474ac04-b895-41e1-a0e3-f74a4e1a6497 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 210 time: 0.0453641 Mar 29 10:03:12.289417 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-5ab3288f-1d42-490c-9aa1-630505ae224f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:12.290845 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-5ab3288f-1d42-490c-9aa1-630505ae224f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/networks?id=92757df6-1ee1-43b8-9c38-cf14ebe63b0f HTTP/1.1" status: 200 len: 796 time: 0.1492796 Mar 29 10:03:12.313706 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c8786ea3-80d0-46e4-a697-ac443746cae3 req-06fdae49-1dae-448c-a9cc-4794672b2fc1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 210 time: 0.0458643 Mar 29 10:03:12.340418 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-7e1c8b1c-8246-4492-a64b-c57adf4a00c9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdb9d7f2c9684d82868b22f752ecfe11 HTTP/1.1" status: 200 len: 379 time: 0.0412452 Mar 29 10:03:12.348849 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'port': {'device_id': '30f78c28-3858-42eb-88a1-367c3e43b824', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'admin_state_up': True, 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'security_groups': ['17ce7b32-149c-4572-84b8-87675916b0bd']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:03:12.485335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:03:12.495784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:03:12.590945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Made reservation on behalf of fdb9d7f2c9684d82868b22f752ecfe11 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:03:12.594611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:12.758969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.20.0.9 (92757df6-1ee1-43b8-9c38-cf14ebe63b0f/a1fd6b67-a5fe-4c01-b719-175eabb7c539/82450ed8-6e22-49bd-97aa-4f10d2b52f5f) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:03:12.946868 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:12.962356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Transition to ACTIVE for port object 82450ed8-6e22-49bd-97aa-4f10d2b52f5f will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:03:13.040182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:13.214446 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 92757df6-1ee1-43b8-9c38-cf14ebe63b0f is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:03:13.221900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:03:13.226799 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:03:13.262955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=82450ed8-6e22-49bd-97aa-4f10d2b52f5f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:13.301421 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:13.302105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:13.406700 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-620904bf-fc1c-4f57-99fb-7e45e9a671a2 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0611827 Mar 29 10:03:13.417859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Request body: {'port': {'device_id': '30f78c28-3858-42eb-88a1-367c3e43b824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:03:13.530973 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-00c42936-f2fb-4004-8e2f-61173889374a None None] Provisioning for port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:03:13.537215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-00c42936-f2fb-4004-8e2f-61173889374a None None] Provisioning complete for port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:03:13.538547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-00c42936-f2fb-4004-8e2f-61173889374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:13.597499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:13.597708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-00c42936-f2fb-4004-8e2f-61173889374a None None] Port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:03:13.626061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a1d71-3310-44c3-865e-bfc18cdcab99 req-5cafdc5a-3826-4559-8f3a-bc60f032a7ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:13.626760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2b7a1d71-3310-44c3-865e-bfc18cdcab99 req-5cafdc5a-3826-4559-8f3a-bc60f032a7ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:03:13.759331 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2b7a1d71-3310-44c3-865e-bfc18cdcab99 req-5cafdc5a-3826-4559-8f3a-bc60f032a7ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:03:13.760515 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2b7a1d71-3310-44c3-865e-bfc18cdcab99 req-5cafdc5a-3826-4559-8f3a-bc60f032a7ae tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 931 time: 0.3088925 Mar 29 10:03:13.895884 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2b7a1d71-3310-44c3-865e-bfc18cdcab99 req-d5446406-c001-4d7b-908d-f0f176bcaa65 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=17ce7b32-149c-4572-84b8-87675916b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283953 Mar 29 10:03:14.003844 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82450ed8-6e22-49bd-97aa-4f10d2b52f5f {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:03:14.012169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:14.026835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Transition to ACTIVE for port object 82450ed8-6e22-49bd-97aa-4f10d2b52f5f will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:03:14.088699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:14.248872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Pushing event updated for resources: {'Port': ['ID=82450ed8-6e22-49bd-97aa-4f10d2b52f5f,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:14.333900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Attempting to bind port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:03:14.334503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Attempting to bind port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:03:14.334612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Attempting to bind port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f on network 92757df6-1ee1-43b8-9c38-cf14ebe63b0f {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:03:14.339369 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f on network 92757df6-1ee1-43b8-9c38-cf14ebe63b0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:03:14.339687 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Attempting to bind port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f on network 92757df6-1ee1-43b8-9c38-cf14ebe63b0f {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:03:14.344810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:03:14.345148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Checking segment: {'id': '5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:03:14.345524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Bound using segment: {'id': '5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:03:14.345949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Bound port: 82450ed8-6e22-49bd-97aa-4f10d2b52f5f, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:03:14.346295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:14.442077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] For port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:03:14.444851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] For port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=82450ed8-6e22-49bd-97aa-4f10d2b52f5f,segment=NetworkSegment(5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb),segment_id=5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:03:14.542667 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:14.594603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:14.595276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:14.596706 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] 10.222.0.36 "PUT /v2.0/ports/82450ed8-6e22-49bd-97aa-4f10d2b52f5f HTTP/1.1" status: 200 len: 1093 time: 1.1830661 Mar 29 10:03:14.599193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f78c28-3858-42eb-88a1-367c3e43b824', 'tag': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:03:14.638194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7d331-60d3-40ee-a2a5-1752a06a60c5 service neutron] Pushing event updated for resources: {'Port': ['ID=82450ed8-6e22-49bd-97aa-4f10d2b52f5f,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:14.650979 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f78c28-3858-42eb-88a1-367c3e43b824', 'tag': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f', 'status': 'completed', 'code': 200} Mar 29 10:03:14.746481 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67504db-e908-4fd6-a4d0-7cf6431b33b4 req-4ce8b122-9502-45a6-9c3b-241f59f5cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:14.747985 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e67504db-e908-4fd6-a4d0-7cf6431b33b4 req-4ce8b122-9502-45a6-9c3b-241f59f5cf39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 1096 time: 0.0749371 Mar 29 10:03:14.891680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67504db-e908-4fd6-a4d0-7cf6431b33b4 req-1799726a-f992-4fb1-81d7-0eadb353a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:14.893170 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e67504db-e908-4fd6-a4d0-7cf6431b33b4 req-1799726a-f992-4fb1-81d7-0eadb353a864 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1387131 Mar 29 10:03:15.077968 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67504db-e908-4fd6-a4d0-7cf6431b33b4 req-7979953b-4b80-4176-94cd-fa75422f699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:15.079340 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e67504db-e908-4fd6-a4d0-7cf6431b33b4 req-7979953b-4b80-4176-94cd-fa75422f699f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1809969 Mar 29 10:03:15.112784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7faba3-329e-449c-9677-503fa694347f req-16d1d6f9-de6f-4eb7-9e64-baab0b026c11 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:15.114229 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5d7faba3-329e-449c-9677-503fa694347f req-16d1d6f9-de6f-4eb7-9e64-baab0b026c11 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 943 time: 0.1051810 Mar 29 10:03:15.199480 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5d7faba3-329e-449c-9677-503fa694347f req-d174ed85-6262-4f9f-a0f2-1cd6a3312256 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=17ce7b32-149c-4572-84b8-87675916b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550070 Mar 29 10:03:15.216050 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-23b7340b-2f94-4ac7-917e-688d6fa11f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:15.217592 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-23b7340b-2f94-4ac7-917e-688d6fa11f63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 1096 time: 0.1024287 Mar 29 10:03:15.396301 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-24a99872-6eee-4359-b6ac-d6205a5562bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82450ed8-6e22-49bd-97aa-4f10d2b52f5f HTTP/1.1" status: 200 len: 217 time: 0.1719575 Mar 29 10:03:15.461283 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-06787ece-3081-4df2-ac35-badad93d8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:15.462718 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-06787ece-3081-4df2-ac35-badad93d8717 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1fd6b67-a5fe-4c01-b719-175eabb7c539 HTTP/1.1" status: 200 len: 834 time: 0.0609159 Mar 29 10:03:15.546217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-95de9144-3418-4058-ba33-c651b067eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:15.547704 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-95de9144-3418-4058-ba33-c651b067eca8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92757df6-1ee1-43b8-9c38-cf14ebe63b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792062 Mar 29 10:03:15.680207 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-9a4adf2c-6a27-4419-8355-2a5883259231 service neutron] 10.222.0.36 "GET /v2.0/networks/92757df6-1ee1-43b8-9c38-cf14ebe63b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261132 Mar 29 10:03:15.813920 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2aef129a-277a-4a2e-995d-b8627bf8f1f6 req-1f41a1ce-2083-47ca-b2c0-fdcdfd6c0c2b service neutron] 10.222.0.36 "GET /v2.0/networks/92757df6-1ee1-43b8-9c38-cf14ebe63b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273146 Mar 29 10:03:16.383836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78535b02-6076-4a59-be17-a1ea8b0803d5 req-ef4758ff-6dfe-4833-989a-7f56361942b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:16.385408 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-78535b02-6076-4a59-be17-a1ea8b0803d5 req-ef4758ff-6dfe-4833-989a-7f56361942b0 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 943 time: 0.0827415 Mar 29 10:03:16.431814 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-78535b02-6076-4a59-be17-a1ea8b0803d5 req-ec812ae2-f041-43b3-a8ad-0b5f93110b99 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=17ce7b32-149c-4572-84b8-87675916b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386682 Mar 29 10:03:17.612369 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff1f14-072a-4562-a66f-2d0a962c85d9 req-0d95113e-14d1-4515-b28a-3393c4dc9d67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:17.613836 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93ff1f14-072a-4562-a66f-2d0a962c85d9 req-0d95113e-14d1-4515-b28a-3393c4dc9d67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 943 time: 0.0779505 Mar 29 10:03:17.661916 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93ff1f14-072a-4562-a66f-2d0a962c85d9 req-40eeb368-9ceb-4b3c-a310-c23b65120831 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=17ce7b32-149c-4572-84b8-87675916b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423334 Mar 29 10:03:18.304318 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 82450ed8-6e22-49bd-97aa-4f10d2b52f5f details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:03:18.443133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=82450ed8-6e22-49bd-97aa-4f10d2b52f5f,segment=NetworkSegment(5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb),segment_id=5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:03:18.458906 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'port_id': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f', 'mac_address': 'fa:16:3e:cb:02:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:03:18.517647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:18.534341 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82450ed8-6e22-49bd-97aa-4f10d2b52f5f {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:03:18.550633 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=82450ed8-6e22-49bd-97aa-4f10d2b52f5f,segment=NetworkSegment(5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb),segment_id=5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:03:18.619488 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:18.687206 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=82450ed8-6e22-49bd-97aa-4f10d2b52f5f,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:18.851293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80b604-4fd1-4530-9f59-9fc269c654b2 req-3526abc2-560f-480b-961b-6e02845fd3d6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:18.852816 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7b80b604-4fd1-4530-9f59-9fc269c654b2 req-3526abc2-560f-480b-961b-6e02845fd3d6 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 944 time: 0.0849190 Mar 29 10:03:18.897345 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7b80b604-4fd1-4530-9f59-9fc269c654b2 req-41338c49-1f87-4609-a9bb-577a5ee2a4d7 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=17ce7b32-149c-4572-84b8-87675916b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382316 Mar 29 10:03:18.978829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['82450ed8-6e22-49bd-97aa-4f10d2b52f5f'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:03:20.101229 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eacfd3-c979-4a3d-9f85-45afd8479e29 req-d033a39c-7cd1-4fc0-942e-c5bec9e8d758 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:20.102713 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74eacfd3-c979-4a3d-9f85-45afd8479e29 req-d033a39c-7cd1-4fc0-942e-c5bec9e8d758 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 944 time: 0.1007426 Mar 29 10:03:20.148874 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74eacfd3-c979-4a3d-9f85-45afd8479e29 req-b1b318fc-9b89-41bc-8571-da0f0f96016f tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=17ce7b32-149c-4572-84b8-87675916b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401933 Mar 29 10:03:20.304830 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 82450ed8-6e22-49bd-97aa-4f10d2b52f5f up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:03:20.462511 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:03:20.470308 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:03:20.474311 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:20.607286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:20.634146 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f78c28-3858-42eb-88a1-367c3e43b824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:03:20.645118 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=82450ed8-6e22-49bd-97aa-4f10d2b52f5f,segment=NetworkSegment(5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb),segment_id=5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:03:20.757149 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:20.848185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=82450ed8-6e22-49bd-97aa-4f10d2b52f5f,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:20.872845 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f78c28-3858-42eb-88a1-367c3e43b824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f', 'code': 200} Mar 29 10:03:21.255416 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5a4b0-0132-4ca0-8b31-93367ad1e15c req-68b988fa-6ec5-47e2-977a-f8c0f1d6276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:21.257505 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a3d5a4b0-0132-4ca0-8b31-93367ad1e15c req-68b988fa-6ec5-47e2-977a-f8c0f1d6276d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 1098 time: 0.0851800 Mar 29 10:03:21.350518 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a3d5a4b0-0132-4ca0-8b31-93367ad1e15c req-9ac4c014-3d80-4eb6-882b-e4c2d37b1326 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17ce7b32-149c-4572-84b8-87675916b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859082 Mar 29 10:03:21.386686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cc476-c8b1-489e-a900-e428791c9ece req-824d44d2-e290-45e4-add3-6ab0b28bdfce tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:21.388143 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fb0cc476-c8b1-489e-a900-e428791c9ece req-824d44d2-e290-45e4-add3-6ab0b28bdfce tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 945 time: 0.1069632 Mar 29 10:03:21.434197 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fb0cc476-c8b1-489e-a900-e428791c9ece req-e53aa33d-4d82-4d7e-8bd6-91f439c3f934 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=17ce7b32-149c-4572-84b8-87675916b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398130 Mar 29 10:03:22.642072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b81af-fda1-4d0d-82cf-6ee9a6994153 req-415d9eca-ebb2-4c75-95f7-e3038aed79bc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:22.643769 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-444b81af-fda1-4d0d-82cf-6ee9a6994153 req-415d9eca-ebb2-4c75-95f7-e3038aed79bc tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 945 time: 0.0985978 Mar 29 10:03:22.705478 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-444b81af-fda1-4d0d-82cf-6ee9a6994153 req-bc279911-b6a7-47a0-8735-49143d7961a9 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=17ce7b32-149c-4572-84b8-87675916b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461338 Mar 29 10:03:23.125007 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:23.902451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9632-13fd-411b-853b-7788aa4ef8e8 req-784f34a9-3aaf-417b-8c8f-aa85e3032e77 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:23.903975 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f62b9632-13fd-411b-853b-7788aa4ef8e8 req-784f34a9-3aaf-417b-8c8f-aa85e3032e77 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 945 time: 0.0847552 Mar 29 10:03:23.950972 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f62b9632-13fd-411b-853b-7788aa4ef8e8 req-3a09f475-174e-4ff3-a4fc-b86088446a33 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=17ce7b32-149c-4572-84b8-87675916b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409079 Mar 29 10:03:24.138892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a1e2e-f79b-4eca-b752-4ce6c6fbff90 req-6079931a-3e38-498c-8fcc-04de7aafb928 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:24.140353 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d00a1e2e-f79b-4eca-b752-4ce6c6fbff90 req-6079931a-3e38-498c-8fcc-04de7aafb928 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 945 time: 0.0839272 Mar 29 10:03:24.184975 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d00a1e2e-f79b-4eca-b752-4ce6c6fbff90 req-6e514f0a-91b8-481c-8c16-96b977cdf348 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=17ce7b32-149c-4572-84b8-87675916b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385232 Mar 29 10:03:24.208024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41732) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:24.277924 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeecfa6-7e69-40c4-ab0d-05761e246cce tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:24.279438 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-faeecfa6-7e69-40c4-ab0d-05761e246cce tempest-TestNetworkBasicOps-1151568412 tempest-TestNetworkBasicOps-1151568412-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 1093 time: 0.0703852 Mar 29 10:03:24.282224 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41736) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:24.287391 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:03:24.293257 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:03:24.297014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Usage tracker for resource:floatingip and tenant:fdb9d7f2c9684d82868b22f752ecfe11 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:03:24.299867 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:03:24.305449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:03:24.391146 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:24.531830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:24.670762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Allocated IP 172.26.7.232 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/47b190d6-5602-4468-a543-b2428b62c142) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:03:24.926423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:25.050699 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:25.116978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:03:25.124008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:03:25.128545 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:03:25.158068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=47b190d6-5602-4468-a543-b2428b62c142,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:25.177151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:25.177442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:25.178304 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:25.178632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:25.179023 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:25.179284 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:25.179603 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:25.179927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:25.180245 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:25.180593 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:25.180911 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:25.181228 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:25.571495 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:25.751780 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:25.980479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:26.053928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:26.164159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event updated for resources: {'Port': ['ID=47b190d6-5602-4468-a543-b2428b62c142,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:26.176613 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:26.347387 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP a70f9a23-b024-4966-a89f-6b4be850caf6 associated. External IP: 172.26.7.232, port: 82450ed8-6e22-49bd-97aa-4f10d2b52f5f. Mar 29 10:03:26.823634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:03:27.022538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:03:27.032625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e45f45-ecb4-4cc4-a50e-1532ad641d11 None None] Sync routers for ids ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:03:27.043397 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e45f45-ecb4-4cc4-a50e-1532ad641d11 None None] Routers {'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:03:27.044101 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d9e45f45-ecb4-4cc4-a50e-1532ad641d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:03:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:27.105320 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:27.172422 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c61284be-309f-41df-a161-c31e39128e67 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8891690 Mar 29 10:03:27.173261 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f78c28-3858-42eb-88a1-367c3e43b824', 'tag': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:03:27.175492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41740) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:27.221202 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f78c28-3858-42eb-88a1-367c3e43b824', 'tag': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f', 'status': 'completed', 'code': 200} Mar 29 10:03:27.231852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-d9e45f45-ecb4-4cc4-a50e-1532ad641d11 None None] Set router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:03:27.332601 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ebb2b2d1-44b7-49ef-97dd-2b5add910a07 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/a70f9a23-b024-4966-a89f-6b4be850caf6 HTTP/1.1" status: 200 len: 991 time: 0.1540539 Mar 29 10:03:27.353328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c97c-3421-4058-99ed-7d5e42bfdb4e req-b2e4422f-beb5-4000-9df9-9e9442f454b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:27.354786 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a874c97c-3421-4058-99ed-7d5e42bfdb4e req-b2e4422f-beb5-4000-9df9-9e9442f454b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 1098 time: 0.1119170 Mar 29 10:03:27.497260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c97c-3421-4058-99ed-7d5e42bfdb4e req-5e10f653-2a7c-47f0-ad08-524d0d269ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:27.498747 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a874c97c-3421-4058-99ed-7d5e42bfdb4e req-5e10f653-2a7c-47f0-ad08-524d0d269ad7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92757df6-1ee1-43b8-9c38-cf14ebe63b0f HTTP/1.1" status: 200 len: 897 time: 0.1384389 Mar 29 10:03:27.606741 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a874c97c-3421-4058-99ed-7d5e42bfdb4e req-b3ad2c22-a4af-46b0-9d24-4695e3eb5475 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82450ed8-6e22-49bd-97aa-4f10d2b52f5f HTTP/1.1" status: 200 len: 999 time: 0.1020358 Mar 29 10:03:27.631279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d9e45f45-ecb4-4cc4-a50e-1532ad641d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:03:01Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'a70f9a23-b024-4966-a89f-6b4be850caf6', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.232', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'port_id': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'mac_address': 'fa:16:3e:cb:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f78c28-3858-42eb-88a1-367c3e43b824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:03:25Z', 'updated_at': '2022-03-29T10:03:25Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5363df-4c09-4ae5-8c68-7015c19f1ed5', 'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:b9:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:03:00Z', 'updated_at': '2022-03-29T10:03:08Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:27.635745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e45f45-ecb4-4cc4-a50e-1532ad641d11 None None] Checking router: e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:03:27.644391 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e45f45-ecb4-4cc4-a50e-1532ad641d11 None None] Routers {'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:03:27.645033 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d9e45f45-ecb4-4cc4-a50e-1532ad641d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:03:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:27.675282 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c97c-3421-4058-99ed-7d5e42bfdb4e req-1a24d931-2e7e-4557-9f61-f8d8a2a638ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:27.676703 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a874c97c-3421-4058-99ed-7d5e42bfdb4e req-1a24d931-2e7e-4557-9f61-f8d8a2a638ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1fd6b67-a5fe-4c01-b719-175eabb7c539 HTTP/1.1" status: 200 len: 834 time: 0.0638380 Mar 29 10:03:27.754965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c97c-3421-4058-99ed-7d5e42bfdb4e req-8d63aa6e-16b7-4ca6-8cc6-4b667a7b015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:27.756460 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a874c97c-3421-4058-99ed-7d5e42bfdb4e req-8d63aa6e-16b7-4ca6-8cc6-4b667a7b015a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92757df6-1ee1-43b8-9c38-cf14ebe63b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722051 Mar 29 10:03:27.829941 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-d9e45f45-ecb4-4cc4-a50e-1532ad641d11 None None] Set router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:03:28.018630 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a874c97c-3421-4058-99ed-7d5e42bfdb4e req-89cb6c91-7916-4db2-8618-17fdc8675123 service neutron] 10.222.0.36 "GET /v2.0/networks/92757df6-1ee1-43b8-9c38-cf14ebe63b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548151 Mar 29 10:03:28.154945 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a874c97c-3421-4058-99ed-7d5e42bfdb4e req-0bd3579d-92e6-4700-a419-7fcc5e6260e1 service neutron] 10.222.0.36 "GET /v2.0/networks/92757df6-1ee1-43b8-9c38-cf14ebe63b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249373 Mar 29 10:03:28.263829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d9e45f45-ecb4-4cc4-a50e-1532ad641d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:03:01Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'a70f9a23-b024-4966-a89f-6b4be850caf6', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.232', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'port_id': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'mac_address': 'fa:16:3e:cb:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f78c28-3858-42eb-88a1-367c3e43b824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:03:25Z', 'updated_at': '2022-03-29T10:03:25Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5363df-4c09-4ae5-8c68-7015c19f1ed5', 'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:b9:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:03:00Z', 'updated_at': '2022-03-29T10:03:08Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:28.268066 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e45f45-ecb4-4cc4-a50e-1532ad641d11 None None] The sync data for ids ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'] in dv-neutron-835555-1-hyperv is: [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:03:01Z', 'revision_number': 4, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'a70f9a23-b024-4966-a89f-6b4be850caf6', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.232', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'port_id': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'mac_address': 'fa:16:3e:cb:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f78c28-3858-42eb-88a1-367c3e43b824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:03:25Z', 'updated_at': '2022-03-29T10:03:25Z', 'revision_number': 0, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5363df-4c09-4ae5-8c68-7015c19f1ed5', 'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:b9:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:03:00Z', 'updated_at': '2022-03-29T10:03:08Z', 'revision_number': 5, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:03:28.334968 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41746) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:28.452031 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-37ebd985-e566-4756-a150-a23bbca18e0e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/a70f9a23-b024-4966-a89f-6b4be850caf6 HTTP/1.1" status: 200 len: 991 time: 0.1158135 Mar 29 10:03:28.478475 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5fa26d-d108-4769-81e8-5ad907c6b16b None None] New status for floating IP a70f9a23-b024-4966-a89f-6b4be850caf6: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:03:29.456725 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41750) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:03:29.562594 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9586417c-3d27-4298-b532-123ec7d54eb8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/a70f9a23-b024-4966-a89f-6b4be850caf6 HTTP/1.1" status: 200 len: 993 time: 0.1045201 Mar 29 10:03:35.712867 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e899c2d7-53c1-4744-8c17-8d7b7f2ce799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:37.900907 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23c308d9-f778-48f5-87ff-fc89c1b5f4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:38.992058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:39.038335 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:40.866513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:44.092633 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:03:53.191406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:05.699280 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b4b7909c-dbd8-4361-bb2a-a70edfa40142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.864726 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7764ca54-6868-4386-9d4e-d28206b7c716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:08.973409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:09.029994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:10.835830 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:15.495722 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-000d020f-a929-41e9-a8b2-5ef336a83d52 req-a67b2c0b-90a8-453d-8a80-96e3ca0210b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1056600 Mar 29 10:04:15.649646 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d020f-a929-41e9-a8b2-5ef336a83d52 req-43c5ea75-c586-4a28-bcfc-05f94486ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:15.651176 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-000d020f-a929-41e9-a8b2-5ef336a83d52 req-43c5ea75-c586-4a28-bcfc-05f94486ad6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 1098 time: 0.0827320 Mar 29 10:04:15.828178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d020f-a929-41e9-a8b2-5ef336a83d52 req-c2ea5fe3-e100-418e-90eb-e1a225701835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:15.829672 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-000d020f-a929-41e9-a8b2-5ef336a83d52 req-c2ea5fe3-e100-418e-90eb-e1a225701835 service neutron] 10.222.0.36 "GET /v2.0/networks?id=92757df6-1ee1-43b8-9c38-cf14ebe63b0f HTTP/1.1" status: 200 len: 897 time: 0.1524796 Mar 29 10:04:15.962572 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-000d020f-a929-41e9-a8b2-5ef336a83d52 req-bf634d10-4eb8-43f7-8fe0-7858016732f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82450ed8-6e22-49bd-97aa-4f10d2b52f5f HTTP/1.1" status: 200 len: 1001 time: 0.1264641 Mar 29 10:04:16.045761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d020f-a929-41e9-a8b2-5ef336a83d52 req-400b9c21-f0b7-4df4-aa26-ea91b099264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:16.047213 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-000d020f-a929-41e9-a8b2-5ef336a83d52 req-400b9c21-f0b7-4df4-aa26-ea91b099264e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1fd6b67-a5fe-4c01-b719-175eabb7c539 HTTP/1.1" status: 200 len: 834 time: 0.0786986 Mar 29 10:04:16.127069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d020f-a929-41e9-a8b2-5ef336a83d52 req-48fbe10b-66f3-44a5-9e81-7d5bade7308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:16.128705 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-000d020f-a929-41e9-a8b2-5ef336a83d52 req-48fbe10b-66f3-44a5-9e81-7d5bade7308a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92757df6-1ee1-43b8-9c38-cf14ebe63b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758781 Mar 29 10:04:16.268698 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-000d020f-a929-41e9-a8b2-5ef336a83d52 req-22cd1797-2ace-4e0e-a015-b96b8ac0fec0 service neutron] 10.222.0.36 "GET /v2.0/networks/92757df6-1ee1-43b8-9c38-cf14ebe63b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335852 Mar 29 10:04:16.417063 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-000d020f-a929-41e9-a8b2-5ef336a83d52 req-0eef9594-d2a8-469f-a127-7a064e91dce1 service neutron] 10.222.0.36 "GET /v2.0/networks/92757df6-1ee1-43b8-9c38-cf14ebe63b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428037 Mar 29 10:04:21.092314 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:04:23.200709 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:30.259414 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41774) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:30.494468 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-b4308b16-1034-4810-ab3d-6469d76878f4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:04:31.091121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b4308b16-1034-4810-ab3d-6469d76878f4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:31.172412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b4308b16-1034-4810-ab3d-6469d76878f4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:31.370534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4308b16-1034-4810-ab3d-6469d76878f4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:04:31.712611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4308b16-1034-4810-ab3d-6469d76878f4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:04:31.719658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b4308b16-1034-4810-ab3d-6469d76878f4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:31.721217 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b4308b16-1034-4810-ab3d-6469d76878f4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 HTTP/1.1" status: 200 len: 889 time: 1.4601469 Mar 29 10:04:31.729752 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb7e560-1929-4297-a8c6-830be13a585d None None] Sync routers for ids ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:04:31.745264 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb7e560-1929-4297-a8c6-830be13a585d None None] Routers {'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:04:31.745852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bcb7e560-1929-4297-a8c6-830be13a585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:04:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:31.810880 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bcb7e560-1929-4297-a8c6-830be13a585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:31.825804 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb7e560-1929-4297-a8c6-830be13a585d None None] Routers {'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:04:31.826437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bcb7e560-1929-4297-a8c6-830be13a585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:04:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:31.893080 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bcb7e560-1929-4297-a8c6-830be13a585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:31.893555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb7e560-1929-4297-a8c6-830be13a585d None None] The sync data for ids ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'] in dv-neutron-835555-1-hyperv is: [] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:04:32.280427 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:04:32.403670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:32.435550 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4e5363df-4c09-4ae5-8c68-7015c19f1ed5,segment=NetworkSegment(5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb),segment_id=5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:04:32.525924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:32.595764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=4e5363df-4c09-4ae5-8c68-7015c19f1ed5,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:32.603119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:32.603469 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:32.603832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:32.604169 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:32.604553 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:32.604915 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:32.605248 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:32.605573 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:32.605902 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:32.606228 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:32.606549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:32.606871 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:32.637854 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a71e5-51f1-4615-b0a9-1a7de86322b9 None None] New status for floating IP a70f9a23-b024-4966-a89f-6b4be850caf6: DOWN {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:04:33.878264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41782) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:33.883430 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-460232f8-9d19-4022-87af-0dcaa1f708f1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:04:34.124913 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 88b6ede2-2482-4db9-99b2-79b7a525c3f0 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:04:34.241940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:34.259001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 88b6ede2-2482-4db9-99b2-79b7a525c3f0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=88b6ede2-2482-4db9-99b2-79b7a525c3f0,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:04:34.354589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:34.408989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-460232f8-9d19-4022-87af-0dcaa1f708f1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:34.427193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=88b6ede2-2482-4db9-99b2-79b7a525c3f0,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:34.514638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-460232f8-9d19-4022-87af-0dcaa1f708f1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-995105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-995096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-992361'] for router, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:34.703642 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460232f8-9d19-4022-87af-0dcaa1f708f1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:04:34.894833 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460232f8-9d19-4022-87af-0dcaa1f708f1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:04:34.901419 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-460232f8-9d19-4022-87af-0dcaa1f708f1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:34.902607 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-460232f8-9d19-4022-87af-0dcaa1f708f1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 HTTP/1.1" status: 200 len: 888 time: 1.0233285 Mar 29 10:04:34.904672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d27cfa9-7251-4ce1-a027-2be1f261f54b None None] Sync routers for ids ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:04:34.905550 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41786) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:34.915697 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d27cfa9-7251-4ce1-a027-2be1f261f54b None None] Routers {'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:04:34.916312 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8d27cfa9-7251-4ce1-a027-2be1f261f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:04:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:35.012732 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ab2ad1f9-db49-4ef5-97a3-0841047872ab tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/a70f9a23-b024-4966-a89f-6b4be850caf6 HTTP/1.1" status: 200 len: 991 time: 0.1059568 Mar 29 10:04:35.097994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-8d27cfa9-7251-4ce1-a027-2be1f261f54b None None] Set router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:04:35.508212 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8d27cfa9-7251-4ce1-a027-2be1f261f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:04:34Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:04:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'a70f9a23-b024-4966-a89f-6b4be850caf6', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.232', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'port_id': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'mac_address': 'fa:16:3e:cb:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f78c28-3858-42eb-88a1-367c3e43b824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:03:25Z', 'updated_at': '2022-03-29T10:04:32Z', 'revision_number': 2, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5363df-4c09-4ae5-8c68-7015c19f1ed5', 'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:b9:89:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:03:00Z', 'updated_at': '2022-03-29T10:04:32Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:35.512194 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d27cfa9-7251-4ce1-a027-2be1f261f54b None None] Checking router: e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:04:35.521304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d27cfa9-7251-4ce1-a027-2be1f261f54b None None] Routers {'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:04:35.521897 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8d27cfa9-7251-4ce1-a027-2be1f261f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:04:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:35.712889 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-8d27cfa9-7251-4ce1-a027-2be1f261f54b None None] Set router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:04:35.761802 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8418e2c3-d689-4a0d-936b-030fcd49ddd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:36.018364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41790) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:36.075834 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8d27cfa9-7251-4ce1-a027-2be1f261f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:04:34Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:04:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'a70f9a23-b024-4966-a89f-6b4be850caf6', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.232', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'port_id': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'mac_address': 'fa:16:3e:cb:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f78c28-3858-42eb-88a1-367c3e43b824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:03:25Z', 'updated_at': '2022-03-29T10:04:32Z', 'revision_number': 2, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5363df-4c09-4ae5-8c68-7015c19f1ed5', 'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:b9:89:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:03:00Z', 'updated_at': '2022-03-29T10:04:32Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:36.080264 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d27cfa9-7251-4ce1-a027-2be1f261f54b None None] The sync data for ids ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'] in dv-neutron-835555-1-hyperv is: [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:04:34Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:04:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'a70f9a23-b024-4966-a89f-6b4be850caf6', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'floating_ip_address': '172.26.7.232', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'port_id': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'mac_address': 'fa:16:3e:cb:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f78c28-3858-42eb-88a1-367c3e43b824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:03:25Z', 'updated_at': '2022-03-29T10:04:32Z', 'revision_number': 2, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5363df-4c09-4ae5-8c68-7015c19f1ed5', 'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:b9:89:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:03:00Z', 'updated_at': '2022-03-29T10:04:32Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:04:36.121818 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f36ce36d-bdb0-4ca3-aebd-267e7b4dc996 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/a70f9a23-b024-4966-a89f-6b4be850caf6 HTTP/1.1" status: 200 len: 991 time: 0.1040478 Mar 29 10:04:37.125075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41794) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:37.240074 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-aec99605-1fd5-4b5f-910f-52861a40501d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/a70f9a23-b024-4966-a89f-6b4be850caf6 HTTP/1.1" status: 200 len: 991 time: 0.1138053 Mar 29 10:04:37.703583 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd1d69c-ff06-43a6-9d01-373e08300e41 None None] New status for floating IP a70f9a23-b024-4966-a89f-6b4be850caf6: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:04:37.965334 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-75ca77f8-d006-404c-a758-a1b1c429d259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:38.178009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 88b6ede2-2482-4db9-99b2-79b7a525c3f0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:04:38.243947 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41798) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:38.256420 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 88b6ede2-2482-4db9-99b2-79b7a525c3f0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:38.256826 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:38.361896 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ba75c813-2c62-4e5c-9776-c02d836540cd tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/floatingips/a70f9a23-b024-4966-a89f-6b4be850caf6 HTTP/1.1" status: 200 len: 993 time: 0.1165133 Mar 29 10:04:38.384939 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:38.403561 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 88b6ede2-2482-4db9-99b2-79b7a525c3f0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=88b6ede2-2482-4db9-99b2-79b7a525c3f0,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:04:38.485613 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:38.486387 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:04:38.606464 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=88b6ede2-2482-4db9-99b2-79b7a525c3f0,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:38.619815 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:38.620177 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:38.655470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41806) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:38.744792 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:38.779885 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4e5363df-4c09-4ae5-8c68-7015c19f1ed5,segment=NetworkSegment(5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb),segment_id=5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:04:38.866401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:38.961347 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=4e5363df-4c09-4ae5-8c68-7015c19f1ed5,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:38.990746 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 47b190d6-5602-4468-a543-b2428b62c142 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:04:38.991081 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:39.028744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:39.062521 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:39.168949 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:39.169271 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:39.304387 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 47b190d6-5602-4468-a543-b2428b62c142 owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:04:39.554785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:39.607670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=47b190d6-5602-4468-a543-b2428b62c142,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:39.649459 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:39.649886 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:39.650227 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:39.650563 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:39.650895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:39.651216 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:39.651542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:39.651861 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:39.652182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:39.652525 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:39.652847 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:39.653197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:39.715355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:39.716069 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Floating IP a70f9a23-b024-4966-a89f-6b4be850caf6 disassociated (deleted). External IP: 172.26.7.232, port: 82450ed8-6e22-49bd-97aa-4f10d2b52f5f. Mar 29 10:04:40.156052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:04:40.158981 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 88b6ede2-2482-4db9-99b2-79b7a525c3f0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:04:40.231697 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 88b6ede2-2482-4db9-99b2-79b7a525c3f0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:40.232072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:40.360677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:04:40.363379 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:04:40.391496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72597c57-b3fb-49c3-803b-88a2c409ff72 None None] Sync routers for ids ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:04:40.417092 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72597c57-b3fb-49c3-803b-88a2c409ff72 None None] Routers {'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:04:40.417731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-72597c57-b3fb-49c3-803b-88a2c409ff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:04:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:40.440123 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:40.495062 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-89a74ec2-0963-4a8b-a31b-d3e7349186a4 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/floatingips/a70f9a23-b024-4966-a89f-6b4be850caf6 HTTP/1.1" status: 204 len: 168 time: 1.8383417 Mar 29 10:04:40.495579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f78c28-3858-42eb-88a1-367c3e43b824', 'tag': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:04:40.607342 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f78c28-3858-42eb-88a1-367c3e43b824', 'tag': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f', 'status': 'completed', 'code': 200} Mar 29 10:04:40.639785 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:40.640073 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:40.704345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-72597c57-b3fb-49c3-803b-88a2c409ff72 None None] Set router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:04:40.726121 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccebc-d5a8-4b72-bcc5-b302e859cfb8 req-c8c89b53-0d44-42cf-8a04-d12730df3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:40.727375 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1cdccebc-d5a8-4b72-bcc5-b302e859cfb8 req-c8c89b53-0d44-42cf-8a04-d12730df3d8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 1098 time: 0.0806446 Mar 29 10:04:40.932501 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:40.982203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccebc-d5a8-4b72-bcc5-b302e859cfb8 req-092455b3-3d8b-4082-9285-e28c4f82737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:40.982922 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1cdccebc-d5a8-4b72-bcc5-b302e859cfb8 req-092455b3-3d8b-4082-9285-e28c4f82737c service neutron] 10.222.0.36 "GET /v2.0/networks?id=92757df6-1ee1-43b8-9c38-cf14ebe63b0f HTTP/1.1" status: 200 len: 897 time: 0.2495656 Mar 29 10:04:41.052957 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1cdccebc-d5a8-4b72-bcc5-b302e859cfb8 req-8bddb879-be20-44e5-96a4-1401de5e0135 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82450ed8-6e22-49bd-97aa-4f10d2b52f5f HTTP/1.1" status: 200 len: 217 time: 0.0629129 Mar 29 10:04:41.117554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-72597c57-b3fb-49c3-803b-88a2c409ff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:04:34Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:04:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4e5363df-4c09-4ae5-8c68-7015c19f1ed5', 'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:b9:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:03:00Z', 'updated_at': '2022-03-29T10:04:38Z', 'revision_number': 7, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:41.122148 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72597c57-b3fb-49c3-803b-88a2c409ff72 None None] Checking router: e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:04:41.126001 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccebc-d5a8-4b72-bcc5-b302e859cfb8 req-f92f2303-c043-406a-9892-94a64d8f09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:41.127683 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1cdccebc-d5a8-4b72-bcc5-b302e859cfb8 req-f92f2303-c043-406a-9892-94a64d8f09cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a1fd6b67-a5fe-4c01-b719-175eabb7c539 HTTP/1.1" status: 200 len: 834 time: 0.0687904 Mar 29 10:04:41.130985 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72597c57-b3fb-49c3-803b-88a2c409ff72 None None] Routers {'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:04:41.131594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-72597c57-b3fb-49c3-803b-88a2c409ff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:04:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:41.156814 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87833b57-7480-4eed-a8f3-906904c80f03 req-a61a1346-290c-4e86-a585-5d6f98ee204a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:41.158201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-87833b57-7480-4eed-a8f3-906904c80f03 req-a61a1346-290c-4e86-a585-5d6f98ee204a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:04:41.228777 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccebc-d5a8-4b72-bcc5-b302e859cfb8 req-5ad5364e-b6f8-4616-a8bd-810730370a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:41.230181 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1cdccebc-d5a8-4b72-bcc5-b302e859cfb8 req-5ad5364e-b6f8-4616-a8bd-810730370a51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=92757df6-1ee1-43b8-9c38-cf14ebe63b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943718 Mar 29 10:04:41.250823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-87833b57-7480-4eed-a8f3-906904c80f03 req-a61a1346-290c-4e86-a585-5d6f98ee204a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:04:41.252040 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-87833b57-7480-4eed-a8f3-906904c80f03 req-a61a1346-290c-4e86-a585-5d6f98ee204a tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 945 time: 0.1805165 Mar 29 10:04:41.339324 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-72597c57-b3fb-49c3-803b-88a2c409ff72 None None] Set router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:04:41.398019 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1cdccebc-d5a8-4b72-bcc5-b302e859cfb8 req-0bd77aaf-1695-416a-a91b-6c7ca654c995 service neutron] 10.222.0.36 "GET /v2.0/networks/92757df6-1ee1-43b8-9c38-cf14ebe63b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606607 Mar 29 10:04:41.433331 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-87833b57-7480-4eed-a8f3-906904c80f03 req-8a2120b9-f749-4f07-a296-3878c092547c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=17ce7b32-149c-4572-84b8-87675916b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728215 Mar 29 10:04:41.571248 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1cdccebc-d5a8-4b72-bcc5-b302e859cfb8 req-c6154223-18dd-4f1a-8558-56ce293b9721 service neutron] 10.222.0.36 "GET /v2.0/networks/92757df6-1ee1-43b8-9c38-cf14ebe63b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658616 Mar 29 10:04:41.699422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-72597c57-b3fb-49c3-803b-88a2c409ff72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:04:34Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:04:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4e5363df-4c09-4ae5-8c68-7015c19f1ed5', 'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:b9:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:03:00Z', 'updated_at': '2022-03-29T10:04:38Z', 'revision_number': 7, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:41.703560 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72597c57-b3fb-49c3-803b-88a2c409ff72 None None] The sync data for ids ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'] in dv-neutron-835555-1-hyperv is: [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:04:34Z', 'revision_number': 6, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:04:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4e5363df-4c09-4ae5-8c68-7015c19f1ed5', 'name': '', 'network_id': '92757df6-1ee1-43b8-9c38-cf14ebe63b0f', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'mac_address': 'fa:16:3e:b9:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:03:00Z', 'updated_at': '2022-03-29T10:04:38Z', 'revision_number': 7, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'subnets': [{'id': 'a1fd6b67-a5fe-4c01-b719-175eabb7c539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:04:42.645064 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94af762-f870-4827-a25f-1b146ab1d643 req-46c00e90-83c0-4e79-b0df-b9f91a58573d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:42.649558 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e94af762-f870-4827-a25f-1b146ab1d643 req-46c00e90-83c0-4e79-b0df-b9f91a58573d tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 945 time: 0.0883288 Mar 29 10:04:42.694898 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e94af762-f870-4827-a25f-1b146ab1d643 req-4ed0ce6c-14b6-46af-bb33-cb9e2d03d7c8 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/security-groups?id=17ce7b32-149c-4572-84b8-87675916b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Mar 29 10:04:42.831841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354836d7-aa49-447a-9c44-b5dd9aeaa13c req-55689bca-ca48-4d42-a175-9d9c84832a7e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:42.833655 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-354836d7-aa49-447a-9c44-b5dd9aeaa13c req-55689bca-ca48-4d42-a175-9d9c84832a7e tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 945 time: 0.0870972 Mar 29 10:04:42.867563 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650d7316-07f9-4164-bacd-c43c3b28a3af None None] New status for floating IP a70f9a23-b024-4966-a89f-6b4be850caf6: DOWN {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:04:42.909638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-354836d7-aa49-447a-9c44-b5dd9aeaa13c req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:04:42.909885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-354836d7-aa49-447a-9c44-b5dd9aeaa13c req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:43.169038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-354836d7-aa49-447a-9c44-b5dd9aeaa13c req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=82450ed8-6e22-49bd-97aa-4f10d2b52f5f,segment=NetworkSegment(5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb),segment_id=5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:04:43.169346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-354836d7-aa49-447a-9c44-b5dd9aeaa13c req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:43.292733 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-354836d7-aa49-447a-9c44-b5dd9aeaa13c req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 82450ed8-6e22-49bd-97aa-4f10d2b52f5f owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:04:43.496881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-354836d7-aa49-447a-9c44-b5dd9aeaa13c req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:43.549460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=82450ed8-6e22-49bd-97aa-4f10d2b52f5f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:43.590838 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:43.591187 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:43.591528 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:43.591865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:43.592224 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:43.592595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:43.592926 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:43.593251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:43.593580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:43.593901 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:43.594827 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:43.595167 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:43.636005 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-354836d7-aa49-447a-9c44-b5dd9aeaa13c req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] No DVR routers for this DVR port 82450ed8-6e22-49bd-97aa-4f10d2b52f5f on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:04:43.638517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-354836d7-aa49-447a-9c44-b5dd9aeaa13c req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:43.641178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f78c28-3858-42eb-88a1-367c3e43b824', 'name': 'network-vif-deleted', 'tag': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:04:43.690587 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f78c28-3858-42eb-88a1-367c3e43b824', 'name': 'network-vif-deleted', 'tag': '82450ed8-6e22-49bd-97aa-4f10d2b52f5f', 'status': 'completed', 'code': 200} Mar 29 10:04:43.720270 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-354836d7-aa49-447a-9c44-b5dd9aeaa13c req-be89a666-20c2-440d-abdf-fbf40bc8d896 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.36 "DELETE /v2.0/ports/82450ed8-6e22-49bd-97aa-4f10d2b52f5f HTTP/1.1" status: 204 len: 173 time: 0.8815975 Mar 29 10:04:43.859486 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-bfba1723-b838-4b51-994c-aa78490e8191 req-e948dec7-cf55-428d-bec8-a442dd08bcfa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Synchronizing usage tracker for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:04:43.938479 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-bfba1723-b838-4b51-994c-aa78490e8191 req-e948dec7-cf55-428d-bec8-a442dd08bcfa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Unset dirty status for tenant:fdb9d7f2c9684d82868b22f752ecfe11 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:04:43.942145 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bfba1723-b838-4b51-994c-aa78490e8191 req-e948dec7-cf55-428d-bec8-a442dd08bcfa tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "GET /v2.0/ports?device_id=30f78c28-3858-42eb-88a1-367c3e43b824 HTTP/1.1" status: 200 len: 210 time: 0.1263461 Mar 29 10:04:45.040012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41826) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:45.109753 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-319b7a8b-cd89-4eff-9b5d-f5bf5f7a2836 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:45.140013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-319b7a8b-cd89-4eff-9b5d-f5bf5f7a2836 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:45.290893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-319b7a8b-cd89-4eff-9b5d-f5bf5f7a2836 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:45.310047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b7a8b-cd89-4eff-9b5d-f5bf5f7a2836 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ce7b32-149c-4572-84b8-87675916b0bd,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:45.376174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-319b7a8b-cd89-4eff-9b5d-f5bf5f7a2836 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:45.377426 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-319b7a8b-cd89-4eff-9b5d-f5bf5f7a2836 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/security-groups/17ce7b32-149c-4572-84b8-87675916b0bd HTTP/1.1" status: 204 len: 168 time: 0.3363969 Mar 29 10:04:45.469394 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41832) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:46.027659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae806a74-93f4-4ddc-a095-a8265fe04dc1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:46.398283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-ae806a74-93f4-4ddc-a095-a8265fe04dc1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:04:46.399247 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae806a74-93f4-4ddc-a095-a8265fe04dc1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:46.592093 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-ae806a74-93f4-4ddc-a095-a8265fe04dc1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 4e5363df-4c09-4ae5-8c68-7015c19f1ed5, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4e5363df-4c09-4ae5-8c68-7015c19f1ed5,segment=NetworkSegment(5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb),segment_id=5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:04:46.592441 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae806a74-93f4-4ddc-a095-a8265fe04dc1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:46.664294 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 82450ed8-6e22-49bd-97aa-4f10d2b52f5f no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:04:46.699766 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 82450ed8-6e22-49bd-97aa-4f10d2b52f5f {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:04:46.700119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 82450ed8-6e22-49bd-97aa-4f10d2b52f5f not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:04:46.819298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-ae806a74-93f4-4ddc-a095-a8265fe04dc1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:04:47.228860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae806a74-93f4-4ddc-a095-a8265fe04dc1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:47.323823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae806a74-93f4-4ddc-a095-a8265fe04dc1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=4e5363df-4c09-4ae5-8c68-7015c19f1ed5,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:47.629250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae806a74-93f4-4ddc-a095-a8265fe04dc1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:48.019483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae806a74-93f4-4ddc-a095-a8265fe04dc1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:04:48.215419 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae806a74-93f4-4ddc-a095-a8265fe04dc1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:04:48.228378 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa07fb4d-9e5a-4523-a16d-b37aee7db4c8 None None] Sync routers for ids ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:04:48.238806 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa07fb4d-9e5a-4523-a16d-b37aee7db4c8 None None] Routers {'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:04:48.239412 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fa07fb4d-9e5a-4523-a16d-b37aee7db4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:04:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:48.313199 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ae806a74-93f4-4ddc-a095-a8265fe04dc1 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "PUT /v2.0/routers/e74fbc3a-0dec-45f4-b464-a1cee0dd15e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8419445 Mar 29 10:04:48.316810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41836) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:48.455865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-fa07fb4d-9e5a-4523-a16d-b37aee7db4c8 None None] Set router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:04:48.557170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-65dfc2f0-3033-4557-b11f-ba68a881edcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting subnet a1fd6b67-a5fe-4c01-b719-175eabb7c539 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:04:48.561284 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-65dfc2f0-3033-4557-b11f-ba68a881edcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:48.640146 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-65dfc2f0-3033-4557-b11f-ba68a881edcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:48.774352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-65dfc2f0-3033-4557-b11f-ba68a881edcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:48.914821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fa07fb4d-9e5a-4523-a16d-b37aee7db4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:04:47Z', 'revision_number': 7, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:04:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:48.920558 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa07fb4d-9e5a-4523-a16d-b37aee7db4c8 None None] Checking router: e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:04:48.933259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa07fb4d-9e5a-4523-a16d-b37aee7db4c8 None None] Routers {'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:04:48.933259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fa07fb4d-9e5a-4523-a16d-b37aee7db4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:04:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:48.982962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-65dfc2f0-3033-4557-b11f-ba68a881edcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:49.049018 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-65dfc2f0-3033-4557-b11f-ba68a881edcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:49.053839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfc2f0-3033-4557-b11f-ba68a881edcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fd6b67-a5fe-4c01-b719-175eabb7c539,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:49.062330 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-65dfc2f0-3033-4557-b11f-ba68a881edcf tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/subnets/a1fd6b67-a5fe-4c01-b719-175eabb7c539 HTTP/1.1" status: 204 len: 168 time: 0.7437863 Mar 29 10:04:49.065400 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41840) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:49.098333 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5467c43-91cc-4960-9816-a7fb11f17479 None None] Network 92757df6-1ee1-43b8-9c38-cf14ebe63b0f requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:04:49.297744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-fa07fb4d-9e5a-4523-a16d-b37aee7db4c8 None None] Set router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:04:49.373240 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:49.605450 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:49.685763 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Deleting port 88b6ede2-2482-4db9-99b2-79b7a525c3f0 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:04:49.686799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:49.714234 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fa07fb4d-9e5a-4523-a16d-b37aee7db4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:04:47Z', 'revision_number': 7, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:04:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:49.720841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa07fb4d-9e5a-4523-a16d-b37aee7db4c8 None None] The sync data for ids ['e74fbc3a-0dec-45f4-b464-a1cee0dd15e8'] in dv-neutron-835555-1-hyperv is: [{'id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'name': 'tempest-TestNetworkBasicOps-router-1659883918', 'tenant_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175'}], 'enable_snat': True}, 'gw_port_id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:02:54Z', 'updated_at': '2022-03-29T10:04:47Z', 'revision_number': 7, 'project_id': 'fdb9d7f2c9684d82868b22f752ecfe11', 'gw_port': {'id': '88b6ede2-2482-4db9-99b2-79b7a525c3f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74fbc3a-0dec-45f4-b464-a1cee0dd15e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:02:55Z', 'updated_at': '2022-03-29T10:04:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:04:49.758929 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5764c3-504a-4b35-a1ad-ce26dda00275 None None] DHCP port deletion for 92757df6-1ee1-43b8-9c38-cf14ebe63b0f request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:04:49.764252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-df5764c3-504a-4b35-a1ad-ce26dda00275 None None] Deleting port bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:04:49.764252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-df5764c3-504a-4b35-a1ad-ce26dda00275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:49.916129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] For port 88b6ede2-2482-4db9-99b2-79b7a525c3f0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=88b6ede2-2482-4db9-99b2-79b7a525c3f0,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:04:49.916626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:49.992836 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-df5764c3-504a-4b35-a1ad-ce26dda00275 None None] For port bb432cda-b86a-4dcd-bbfb-1ebbd2f30554, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bb432cda-b86a-4dcd-bbfb-1ebbd2f30554,segment=NetworkSegment(5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb),segment_id=5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:04:49.993149 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-df5764c3-504a-4b35-a1ad-ce26dda00275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:50.051474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Calling delete_port for 88b6ede2-2482-4db9-99b2-79b7a525c3f0 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:04:50.128529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-df5764c3-504a-4b35-a1ad-ce26dda00275 None None] Calling delete_port for bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:04:50.198473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:04:50.351890 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:50.353501 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:50.403098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Port': ['ID=88b6ede2-2482-4db9-99b2-79b7a525c3f0,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:50.428280 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-df5764c3-504a-4b35-a1ad-ce26dda00275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:50.495747 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:50.513518 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:04:50.539769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5764c3-504a-4b35-a1ad-ce26dda00275 None None] No DVR routers for this DVR port bb432cda-b86a-4dcd-bbfb-1ebbd2f30554 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:04:50.546091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5764c3-504a-4b35-a1ad-ce26dda00275 None None] Pushing event deleted for resources: {'Port': ['ID=bb432cda-b86a-4dcd-bbfb-1ebbd2f30554,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:50.555102 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:04:50.555404 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4e5363df-4c09-4ae5-8c68-7015c19f1ed5 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:04:50.795887 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:50.799319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:50.964944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:50.965589 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Fanout notify agent at l3_agent the message router_deleted on router e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:04:50.984347 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:50.986123 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a6e23177-c5bb-4d90-bbc4-5ee9fbffbd5c tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/routers/e74fbc3a-0dec-45f4-b464-a1cee0dd15e8 HTTP/1.1" status: 204 len: 168 time: 1.9190977 Mar 29 10:04:50.988786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41844) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:51.137725 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a50dedc-9d09-4705-837c-3b23a4a3d351 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:51.281343 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a50dedc-9d09-4705-837c-3b23a4a3d351 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:51.310880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-8a50dedc-9d09-4705-837c-3b23a4a3d351 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92757df6-1ee1-43b8-9c38-cf14ebe63b0f']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:51.326247 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-8a50dedc-9d09-4705-837c-3b23a4a3d351 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:51.326637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-8a50dedc-9d09-4705-837c-3b23a4a3d351 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5e5bb9-f6cf-4c2e-b819-7bcce80ad7cb') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:51.342721 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a50dedc-9d09-4705-837c-3b23a4a3d351 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:51.360298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a50dedc-9d09-4705-837c-3b23a4a3d351 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:51.368565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a50dedc-9d09-4705-837c-3b23a4a3d351 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:04:51.368997 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a50dedc-9d09-4705-837c-3b23a4a3d351 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:04:51.384141 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:04:51.541870 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a50dedc-9d09-4705-837c-3b23a4a3d351 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:51.564827 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8a50dedc-9d09-4705-837c-3b23a4a3d351 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:51.577339 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50dedc-9d09-4705-837c-3b23a4a3d351 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] Pushing event deleted for resources: {'Network': ['ID=92757df6-1ee1-43b8-9c38-cf14ebe63b0f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:51.657154 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8a50dedc-9d09-4705-837c-3b23a4a3d351 tempest-TestNetworkBasicOps-483804429 tempest-TestNetworkBasicOps-483804429-project] 10.222.0.35 "DELETE /v2.0/networks/92757df6-1ee1-43b8-9c38-cf14ebe63b0f HTTP/1.1" status: 204 len: 168 time: 0.6672869 Mar 29 10:04:52.135121 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 88b6ede2-2482-4db9-99b2-79b7a525c3f0 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:04:52.173235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 88b6ede2-2482-4db9-99b2-79b7a525c3f0 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:04:52.173581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 88b6ede2-2482-4db9-99b2-79b7a525c3f0 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:04:52.250900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 41852) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:52.410295 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-771d6b49-8821-46a2-af3d-862d7cfab427 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fdb9d7f2c9684d82868b22f752ecfe11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582301 Mar 29 10:04:52.413159 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41858) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:52.477447 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aaf87ce7-3da1-48f1-9a49-48f05314f7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:52.504139 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aaf87ce7-3da1-48f1-9a49-48f05314f7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:52.644277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aaf87ce7-3da1-48f1-9a49-48f05314f7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:52.666871 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf87ce7-3da1-48f1-9a49-48f05314f7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651f6539-2320-47ac-b79a-c11ae531593a,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:52.671807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aaf87ce7-3da1-48f1-9a49-48f05314f7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:52.673862 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-aaf87ce7-3da1-48f1-9a49-48f05314f7e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/651f6539-2320-47ac-b79a-c11ae531593a HTTP/1.1" status: 204 len: 168 time: 0.2581701 Mar 29 10:04:53.194196 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:53.520667 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41866) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:53.543773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2025a1e5-a162-472e-8070-d82151033f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:53.561864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2025a1e5-a162-472e-8070-d82151033f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:04:53.567124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2025a1e5-a162-472e-8070-d82151033f64 admin admin] Usage tracker for resource:security_group_rule and tenant:f7c24ab2c2a240089fcb3d8b1c7f0c81 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:04:53.570350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2025a1e5-a162-472e-8070-d82151033f64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:04:53.577402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2025a1e5-a162-472e-8070-d82151033f64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:04:53.701636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2025a1e5-a162-472e-8070-d82151033f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:53.839094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2025a1e5-a162-472e-8070-d82151033f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:53.887002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025a1e5-a162-472e-8070-d82151033f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cabc0b3-378d-4714-b5a5-9e2c3880426a,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:53.893248 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2025a1e5-a162-472e-8070-d82151033f64 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7c24ab2c2a240089fcb3d8b1c7f0c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711700 Mar 29 10:04:53.899552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 41870) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:04:53.958402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-53366e5e-3d3f-4a6b-b747-ecebedd17449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:53.988845 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-53366e5e-3d3f-4a6b-b747-ecebedd17449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:54.307554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-53366e5e-3d3f-4a6b-b747-ecebedd17449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:54.324110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53366e5e-3d3f-4a6b-b747-ecebedd17449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cabc0b3-378d-4714-b5a5-9e2c3880426a,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:54.335975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-53366e5e-3d3f-4a6b-b747-ecebedd17449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:54.338007 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-53366e5e-3d3f-4a6b-b747-ecebedd17449 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7cabc0b3-378d-4714-b5a5-9e2c3880426a HTTP/1.1" status: 204 len: 168 time: 0.4402421 Mar 29 10:04:58.092607 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:05:03.091130 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-23f4b40e-31b1-44c8-bea1-358651673645 req-b26d63c7-d58e-4a14-8c5a-d44be1553d54 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b3506e17c5ab42429efca7e008e5899b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293679 Mar 29 10:05:03.256440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4b40e-31b1-44c8-bea1-358651673645 req-85f82f9a-b199-40d8-a50d-4c22e56ca83f tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:03.257898 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-23f4b40e-31b1-44c8-bea1-358651673645 req-85f82f9a-b199-40d8-a50d-4c22e56ca83f tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606779 Mar 29 10:05:03.278766 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-23f4b40e-31b1-44c8-bea1-358651673645 req-e4d37b1c-c78a-4ac0-8c4a-52068260e849 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/quotas/b3506e17c5ab42429efca7e008e5899b HTTP/1.1" status: 200 len: 375 time: 0.0149090 Mar 29 10:05:03.333946 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-23f4b40e-31b1-44c8-bea1-358651673645 req-896fa439-0504-45a9-a702-f9d73742fe68 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3506e17c5ab42429efca7e008e5899b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484498 Mar 29 10:05:03.645453 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5aad998c-2934-4413-8b21-1903b7fab74a req-09d8b747-049e-4f65-b5eb-96c100a40b30 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 210 time: 0.0742810 Mar 29 10:05:04.805763 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c3dfcbe4-1a21-4e54-986a-b06056ffd9ff req-5f64bb3d-4147-44e7-8cb5-44ff5172e110 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 210 time: 0.0491800 Mar 29 10:05:05.729957 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3cc5eaf8-a5e0-450b-8250-b6eec5e3dcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:05.957270 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e4bab0ff-9736-4cf8-aabb-3a894609a0fc req-dff6aaa6-2d67-45c2-b283-b3916e616b6a tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 210 time: 0.0444758 Mar 29 10:05:06.150679 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c9f145aa-f860-4ed8-ac53-91c974e615b3 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b3506e17c5ab42429efca7e008e5899b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307703 Mar 29 10:05:06.306207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4b40e-31b1-44c8-bea1-358651673645 req-0335a280-508b-482a-8e09-0de5707bf97f tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:06.307716 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-23f4b40e-31b1-44c8-bea1-358651673645 req-0335a280-508b-482a-8e09-0de5707bf97f tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1519251 Mar 29 10:05:06.319158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Request body: {'port': {'device_id': 'a6b8fa22-c533-4aae-a5e6-e109942b8830', 'network_id': '2d5a4c74-cfaa-4455-8d3a-98d940d8ad98', 'admin_state_up': True, 'tenant_id': 'b3506e17c5ab42429efca7e008e5899b'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:06.462494 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:05:06.466226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Usage tracker for resource:port and tenant:b3506e17c5ab42429efca7e008e5899b is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:05:06.469076 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:05:06.474928 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:05:06.677915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Made reservation on behalf of b3506e17c5ab42429efca7e008e5899b for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:05:06.681434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:06.694845 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:06.709221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:05:06.713063 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Usage tracker for resource:security_group_rule and tenant:b3506e17c5ab42429efca7e008e5899b is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:05:06.715892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:05:06.721826 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:05:06.813565 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:06.900922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:06.987816 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce85119-71a5-4aa3-8897-15441d552b02,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:07.080573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Allocated IP 192.168.233.100 (2d5a4c74-cfaa-4455-8d3a-98d940d8ad98/eeeffbb6-946f-4f69-9c39-64524a6030e2/22947183-2e46-4279-ac13-9db640afb903) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:05:07.112731 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0241c029-d88c-467a-8573-27f399f6b4f2 req-e8abb2df-5df8-414e-8b8e-f08f7a65cec5 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 210 time: 0.0429688 Mar 29 10:05:07.289114 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:07.304466 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Transition to ACTIVE for port object 22947183-2e46-4279-ac13-9db640afb903 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:05:07.409599 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:07.479725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Network 2d5a4c74-cfaa-4455-8d3a-98d940d8ad98 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:05:07.487197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:05:07.491732 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:05:07.523104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Pushing event updated for resources: {'Port': ['ID=22947183-2e46-4279-ac13-9db640afb903,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:07.572877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:07.573671 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:07.684237 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-23f4b40e-31b1-44c8-bea1-358651673645 req-6013f6ac-b0fc-4c9a-b118-2f523866b031 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3691075 Mar 29 10:05:07.695822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Request body: {'port': {'device_id': 'a6b8fa22-c533-4aae-a5e6-e109942b8830', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:07.808953 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:07.815638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-364ed60c-f67f-4d2d-a7c6-b493830ab168 None None] Provisioning for port 22947183-2e46-4279-ac13-9db640afb903 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:05:07.821665 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-364ed60c-f67f-4d2d-a7c6-b493830ab168 None None] Provisioning complete for port 22947183-2e46-4279-ac13-9db640afb903 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:07.822033 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-364ed60c-f67f-4d2d-a7c6-b493830ab168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:07.875407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-364ed60c-f67f-4d2d-a7c6-b493830ab168 None None] Port 22947183-2e46-4279-ac13-9db640afb903 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:05:07.900792 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb50a-64ce-4d11-8815-d7ecd215fba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:08.159332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22947183-2e46-4279-ac13-9db640afb903 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:05:08.168142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:08.182804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Transition to ACTIVE for port object 22947183-2e46-4279-ac13-9db640afb903 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:05:08.257103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:08.544984 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Pushing event updated for resources: {'Port': ['ID=22947183-2e46-4279-ac13-9db640afb903,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:08.626200 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765598c9-84f0-47f3-8881-51205b117d00 req-fffe3a12-a718-4daf-882f-5d5be190995d tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:08.626992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-765598c9-84f0-47f3-8881-51205b117d00 req-fffe3a12-a718-4daf-882f-5d5be190995d tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Synchronizing usage tracker for tenant:b3506e17c5ab42429efca7e008e5899b on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:05:08.655459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Attempting to bind port 22947183-2e46-4279-ac13-9db640afb903 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:05:08.655796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Attempting to bind port 22947183-2e46-4279-ac13-9db640afb903 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'faf58414-141a-4b4c-8c50-6df3c95540c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d5a4c74-cfaa-4455-8d3a-98d940d8ad98'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:05:08.656153 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Attempting to bind port 22947183-2e46-4279-ac13-9db640afb903 on network 2d5a4c74-cfaa-4455-8d3a-98d940d8ad98 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:05:08.662492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Port 22947183-2e46-4279-ac13-9db640afb903 on network 2d5a4c74-cfaa-4455-8d3a-98d940d8ad98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:05:08.662805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Attempting to bind port 22947183-2e46-4279-ac13-9db640afb903 on network 2d5a4c74-cfaa-4455-8d3a-98d940d8ad98 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:05:08.668327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:05:08.668696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Checking segment: {'id': 'faf58414-141a-4b4c-8c50-6df3c95540c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d5a4c74-cfaa-4455-8d3a-98d940d8ad98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:05:08.669078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Bound using segment: {'id': 'faf58414-141a-4b4c-8c50-6df3c95540c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d5a4c74-cfaa-4455-8d3a-98d940d8ad98'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:05:08.669494 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Bound port: 22947183-2e46-4279-ac13-9db640afb903, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf58414-141a-4b4c-8c50-6df3c95540c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2d5a4c74-cfaa-4455-8d3a-98d940d8ad98'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:05:08.669919 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:08.759354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] For port 22947183-2e46-4279-ac13-9db640afb903, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:05:08.762371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] For port 22947183-2e46-4279-ac13-9db640afb903, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=22947183-2e46-4279-ac13-9db640afb903,segment=NetworkSegment(faf58414-141a-4b4c-8c50-6df3c95540c6),segment_id=faf58414-141a-4b4c-8c50-6df3c95540c6)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:05:08.786387 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-765598c9-84f0-47f3-8881-51205b117d00 req-fffe3a12-a718-4daf-882f-5d5be190995d tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Unset dirty status for tenant:b3506e17c5ab42429efca7e008e5899b on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:05:08.787964 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-765598c9-84f0-47f3-8881-51205b117d00 req-fffe3a12-a718-4daf-882f-5d5be190995d tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 948 time: 0.5663061 Mar 29 10:05:08.836544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-765598c9-84f0-47f3-8881-51205b117d00 req-6835b49b-dae5-48a0-90e0-d063a47b9cd2 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Synchronizing usage tracker for tenant:b3506e17c5ab42429efca7e008e5899b on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:05:08.861597 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:08.918154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-765598c9-84f0-47f3-8881-51205b117d00 req-6835b49b-dae5-48a0-90e0-d063a47b9cd2 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Unset dirty status for tenant:b3506e17c5ab42429efca7e008e5899b on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:05:08.919274 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-765598c9-84f0-47f3-8881-51205b117d00 req-6835b49b-dae5-48a0-90e0-d063a47b9cd2 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ce85119-71a5-4aa3-8897-15441d552b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254871 Mar 29 10:05:08.920553 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:08.921205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:08.923168 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-23f4b40e-31b1-44c8-bea1-358651673645 req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] 10.222.0.36 "PUT /v2.0/ports/22947183-2e46-4279-ac13-9db640afb903 HTTP/1.1" status: 200 len: 1098 time: 1.2314849 Mar 29 10:05:08.925804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b8fa22-c533-4aae-a5e6-e109942b8830', 'tag': '22947183-2e46-4279-ac13-9db640afb903'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:05:08.964405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f1f43-ea31-4bae-83fe-175920034711 service neutron] Pushing event updated for resources: {'Port': ['ID=22947183-2e46-4279-ac13-9db640afb903,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:08.976202 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:08.976951 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b8fa22-c533-4aae-a5e6-e109942b8830', 'tag': '22947183-2e46-4279-ac13-9db640afb903', 'status': 'completed', 'code': 200} Mar 29 10:05:09.037628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:09.187387 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4bd7-a5fd-446a-8b99-6b597757f752 req-1be5076e-6047-4cb7-8454-4d9495c7f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:09.188794 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8abf4bd7-a5fd-446a-8b99-6b597757f752 req-1be5076e-6047-4cb7-8454-4d9495c7f06f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3506e17c5ab42429efca7e008e5899b&device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 1101 time: 0.1929841 Mar 29 10:05:09.225960 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8abf4bd7-a5fd-446a-8b99-6b597757f752 req-f5ba2923-79fe-4cdf-926f-49cb861aacfe service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b3506e17c5ab42429efca7e008e5899b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300729 Mar 29 10:05:09.365256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4bd7-a5fd-446a-8b99-6b597757f752 req-b8aa0e31-f2cb-400b-ae4d-9af1e372d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:09.366758 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8abf4bd7-a5fd-446a-8b99-6b597757f752 req-b8aa0e31-f2cb-400b-ae4d-9af1e372d73f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353481 Mar 29 10:05:09.474185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4b40e-31b1-44c8-bea1-358651673645 req-7e1a8a49-1195-4bab-944b-768563d5f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:09.475633 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-23f4b40e-31b1-44c8-bea1-358651673645 req-7e1a8a49-1195-4bab-944b-768563d5f63e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3506e17c5ab42429efca7e008e5899b&device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 1101 time: 0.0711300 Mar 29 10:05:09.545401 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-23f4b40e-31b1-44c8-bea1-358651673645 req-356a5319-45a8-4c04-8238-c4d291fd78f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=22947183-2e46-4279-ac13-9db640afb903 HTTP/1.1" status: 200 len: 217 time: 0.0631042 Mar 29 10:05:09.608613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4b40e-31b1-44c8-bea1-358651673645 req-28b6cab1-a793-4b7b-b36b-b64138ed59e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:09.610104 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-23f4b40e-31b1-44c8-bea1-358651673645 req-28b6cab1-a793-4b7b-b36b-b64138ed59e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eeeffbb6-946f-4f69-9c39-64524a6030e2 HTTP/1.1" status: 200 len: 843 time: 0.0587349 Mar 29 10:05:09.690408 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4b40e-31b1-44c8-bea1-358651673645 req-ffee1ab2-d885-4a8d-bd7e-11b79ad3b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:09.691884 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-23f4b40e-31b1-44c8-bea1-358651673645 req-ffee1ab2-d885-4a8d-bd7e-11b79ad3b3eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d5a4c74-cfaa-4455-8d3a-98d940d8ad98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0755901 Mar 29 10:05:09.832399 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-23f4b40e-31b1-44c8-bea1-358651673645 req-8b3c11d1-15ee-479b-afe9-1a41d81d7ea1 service neutron] 10.222.0.36 "GET /v2.0/networks/2d5a4c74-cfaa-4455-8d3a-98d940d8ad98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344759 Mar 29 10:05:09.966467 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-23f4b40e-31b1-44c8-bea1-358651673645 req-0d545c3f-3d60-48b0-8333-a96715deca24 service neutron] 10.222.0.36 "GET /v2.0/networks/2d5a4c74-cfaa-4455-8d3a-98d940d8ad98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280077 Mar 29 10:05:10.118180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c6ac2-a7b6-4f29-ac97-756ac95c8658 req-15c3f690-0676-40a2-b243-5b0ee3de678a tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:10.119659 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-600c6ac2-a7b6-4f29-ac97-756ac95c8658 req-15c3f690-0676-40a2-b243-5b0ee3de678a tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 948 time: 0.0852361 Mar 29 10:05:10.167965 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-600c6ac2-a7b6-4f29-ac97-756ac95c8658 req-acef3f29-6a2f-443e-8e0a-7bc3b9221706 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ce85119-71a5-4aa3-8897-15441d552b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405917 Mar 29 10:05:10.815126 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:11.374628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee03b3-0af4-441c-b755-7c5c93f55cd5 req-342a3de2-e9c6-48fd-b11b-ef803741a8ed tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:11.376243 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1cee03b3-0af4-441c-b755-7c5c93f55cd5 req-342a3de2-e9c6-48fd-b11b-ef803741a8ed tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 948 time: 0.0981672 Mar 29 10:05:11.425619 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1cee03b3-0af4-441c-b755-7c5c93f55cd5 req-361df350-ef32-4e72-89f2-2740cbc16999 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ce85119-71a5-4aa3-8897-15441d552b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 Mar 29 10:05:12.622603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a236cb1-7d8c-47ee-851f-62bcb036b5e7 req-21762e0b-264d-4aba-82f0-35fa91ede719 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:12.624074 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7a236cb1-7d8c-47ee-851f-62bcb036b5e7 req-21762e0b-264d-4aba-82f0-35fa91ede719 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 948 time: 0.0833960 Mar 29 10:05:12.670062 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7a236cb1-7d8c-47ee-851f-62bcb036b5e7 req-4a6cf5b2-be6b-4d99-af92-616ab3804ceb tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ce85119-71a5-4aa3-8897-15441d552b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402355 Mar 29 10:05:13.873156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff680fb3-7fe0-44f1-b851-7cd33e1eeec2 req-45960962-919a-432d-bca7-82a251eb1811 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:13.874604 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ff680fb3-7fe0-44f1-b851-7cd33e1eeec2 req-45960962-919a-432d-bca7-82a251eb1811 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 948 time: 0.0938423 Mar 29 10:05:13.925882 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ff680fb3-7fe0-44f1-b851-7cd33e1eeec2 req-9e0885b8-30a6-4aa6-b904-0c9d4617b57e tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ce85119-71a5-4aa3-8897-15441d552b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449922 Mar 29 10:05:14.727430 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 22947183-2e46-4279-ac13-9db640afb903 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:05:14.863399 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 22947183-2e46-4279-ac13-9db640afb903, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=22947183-2e46-4279-ac13-9db640afb903,segment=NetworkSegment(faf58414-141a-4b4c-8c50-6df3c95540c6),segment_id=faf58414-141a-4b4c-8c50-6df3c95540c6)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:05:14.876570 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '22947183-2e46-4279-ac13-9db640afb903', 'network_id': '2d5a4c74-cfaa-4455-8d3a-98d940d8ad98', 'port_id': '22947183-2e46-4279-ac13-9db640afb903', 'mac_address': 'fa:16:3e:0d:3b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeeffbb6-946f-4f69-9c39-64524a6030e2', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:05:14.935494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:14.954488 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22947183-2e46-4279-ac13-9db640afb903 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:05:14.971753 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 22947183-2e46-4279-ac13-9db640afb903, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=22947183-2e46-4279-ac13-9db640afb903,segment=NetworkSegment(faf58414-141a-4b4c-8c50-6df3c95540c6),segment_id=faf58414-141a-4b4c-8c50-6df3c95540c6)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:05:15.043873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:15.147715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca2c4f-1ab9-4a6f-ab57-4e5f98ff444d req-5530eac3-ef51-49e7-909e-2d12c79dbe47 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:15.149319 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-46ca2c4f-1ab9-4a6f-ab57-4e5f98ff444d req-5530eac3-ef51-49e7-909e-2d12c79dbe47 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 949 time: 0.1129947 Mar 29 10:05:15.153584 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=22947183-2e46-4279-ac13-9db640afb903,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:15.197378 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-46ca2c4f-1ab9-4a6f-ab57-4e5f98ff444d req-c24899ab-edde-4384-b284-ec014d3edd3a tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ce85119-71a5-4aa3-8897-15441d552b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419390 Mar 29 10:05:15.348339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['22947183-2e46-4279-ac13-9db640afb903'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:05:16.391682 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef981d-b940-4e3b-a47d-41811ea73096 req-5c7809e7-37fe-4add-83e2-a26cb5c48a21 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:16.393272 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6bef981d-b940-4e3b-a47d-41811ea73096 req-5c7809e7-37fe-4add-83e2-a26cb5c48a21 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 949 time: 0.0851908 Mar 29 10:05:16.439929 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6bef981d-b940-4e3b-a47d-41811ea73096 req-6cc97daa-c933-4751-9715-2cf60a1808e4 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ce85119-71a5-4aa3-8897-15441d552b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400276 Mar 29 10:05:16.727344 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 22947183-2e46-4279-ac13-9db640afb903 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:05:16.848462 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 22947183-2e46-4279-ac13-9db640afb903 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:05:16.853673 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 22947183-2e46-4279-ac13-9db640afb903 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:16.860911 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:16.973257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:17.000294 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b8fa22-c533-4aae-a5e6-e109942b8830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22947183-2e46-4279-ac13-9db640afb903'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:05:17.010093 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 22947183-2e46-4279-ac13-9db640afb903, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=22947183-2e46-4279-ac13-9db640afb903,segment=NetworkSegment(faf58414-141a-4b4c-8c50-6df3c95540c6),segment_id=faf58414-141a-4b4c-8c50-6df3c95540c6)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:05:17.046493 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b8fa22-c533-4aae-a5e6-e109942b8830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22947183-2e46-4279-ac13-9db640afb903', 'code': 200} Mar 29 10:05:17.071410 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:17.146569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=22947183-2e46-4279-ac13-9db640afb903,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:17.403474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104c48d-afe9-4b5c-8282-f6446299ccde req-61e8fe6c-6adb-45c0-b5b3-bef7d4efa28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:17.404990 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d104c48d-afe9-4b5c-8282-f6446299ccde req-61e8fe6c-6adb-45c0-b5b3-bef7d4efa28a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 1103 time: 0.0800855 Mar 29 10:05:17.456440 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d104c48d-afe9-4b5c-8282-f6446299ccde req-d20f1d4b-83ff-46eb-92b5-7b66400c258f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ce85119-71a5-4aa3-8897-15441d552b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452516 Mar 29 10:05:17.623190 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320929b0-c6cc-4413-8c38-2ab14221d61b req-a6232d0a-f3a0-45db-b0c8-9e532f5669ca tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:17.624707 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-320929b0-c6cc-4413-8c38-2ab14221d61b req-a6232d0a-f3a0-45db-b0c8-9e532f5669ca tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 950 time: 0.0799956 Mar 29 10:05:17.670686 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-320929b0-c6cc-4413-8c38-2ab14221d61b req-ee0d9af3-9fc6-4cb5-8a59-c7881419f49a tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ce85119-71a5-4aa3-8897-15441d552b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390208 Mar 29 10:05:18.863124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d4e61-226a-4ca2-8667-932ee8483168 req-fb8adb1f-7f8c-439c-9e20-f92bc77c6d92 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:18.864626 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-925d4e61-226a-4ca2-8667-932ee8483168 req-fb8adb1f-7f8c-439c-9e20-f92bc77c6d92 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 950 time: 0.0839982 Mar 29 10:05:18.920698 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-925d4e61-226a-4ca2-8667-932ee8483168 req-dfdb0b11-fc71-41cc-8fa3-45b1fd4eb65e tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ce85119-71a5-4aa3-8897-15441d552b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501544 Mar 29 10:05:20.109491 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e34eb-08e5-45e7-aa3a-bb17b959e741 req-c7414567-b488-4c66-a91b-43a503cc0308 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:20.110952 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a71e34eb-08e5-45e7-aa3a-bb17b959e741 req-c7414567-b488-4c66-a91b-43a503cc0308 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 950 time: 0.0840597 Mar 29 10:05:20.157457 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a71e34eb-08e5-45e7-aa3a-bb17b959e741 req-f53932de-2648-49d5-9e6b-34aa90a0ce86 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ce85119-71a5-4aa3-8897-15441d552b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403590 Mar 29 10:05:21.992667 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1468b1-db4a-4c8a-ad2b-dc70c0444503 req-722a8de8-8062-4ecb-bd6f-2fdcbff1c8b0 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:21.994162 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9e1468b1-db4a-4c8a-ad2b-dc70c0444503 req-722a8de8-8062-4ecb-bd6f-2fdcbff1c8b0 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 950 time: 0.0866933 Mar 29 10:05:22.039063 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9e1468b1-db4a-4c8a-ad2b-dc70c0444503 req-1d6fdd75-a09b-45e7-8fbb-91e53cf316b8 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ce85119-71a5-4aa3-8897-15441d552b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392919 Mar 29 10:05:23.196621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:23.229360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be59652-0d8a-4ad0-b19d-86affae70f98 req-2d8fef25-545d-423d-8a37-809b6adbe5fc tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:23.230836 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6be59652-0d8a-4ad0-b19d-86affae70f98 req-2d8fef25-545d-423d-8a37-809b6adbe5fc tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 950 time: 0.0811269 Mar 29 10:05:23.276632 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6be59652-0d8a-4ad0-b19d-86affae70f98 req-5d46246a-fb4d-4653-a5de-f82af9f999e3 tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ce85119-71a5-4aa3-8897-15441d552b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397072 Mar 29 10:05:23.475749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8d34a-f343-40da-9941-e3eb94b19247 req-ae6a856a-60aa-45cd-92d6-0485050cc27b tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:23.477205 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95f8d34a-f343-40da-9941-e3eb94b19247 req-ae6a856a-60aa-45cd-92d6-0485050cc27b tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 950 time: 0.0826368 Mar 29 10:05:23.652101 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-95f8d34a-f343-40da-9941-e3eb94b19247 req-257a5b6f-45fa-4f60-a9f3-184cd61959ec tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Deleting port 22947183-2e46-4279-ac13-9db640afb903 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:05:23.652364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-95f8d34a-f343-40da-9941-e3eb94b19247 req-257a5b6f-45fa-4f60-a9f3-184cd61959ec tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:23.906989 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-95f8d34a-f343-40da-9941-e3eb94b19247 req-257a5b6f-45fa-4f60-a9f3-184cd61959ec tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] For port 22947183-2e46-4279-ac13-9db640afb903, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=22947183-2e46-4279-ac13-9db640afb903,segment=NetworkSegment(faf58414-141a-4b4c-8c50-6df3c95540c6),segment_id=faf58414-141a-4b4c-8c50-6df3c95540c6)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:05:23.907250 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-95f8d34a-f343-40da-9941-e3eb94b19247 req-257a5b6f-45fa-4f60-a9f3-184cd61959ec tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:24.033711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-95f8d34a-f343-40da-9941-e3eb94b19247 req-257a5b6f-45fa-4f60-a9f3-184cd61959ec tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Calling delete_port for 22947183-2e46-4279-ac13-9db640afb903 owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:05:24.237013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-95f8d34a-f343-40da-9941-e3eb94b19247 req-257a5b6f-45fa-4f60-a9f3-184cd61959ec tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:24.248945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['22947183-2e46-4279-ac13-9db640afb903'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:05:24.287070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a5b6f-45fa-4f60-a9f3-184cd61959ec tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Pushing event deleted for resources: {'Port': ['ID=22947183-2e46-4279-ac13-9db640afb903,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:24.372210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f8d34a-f343-40da-9941-e3eb94b19247 req-257a5b6f-45fa-4f60-a9f3-184cd61959ec tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] No DVR routers for this DVR port 22947183-2e46-4279-ac13-9db640afb903 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:05:24.375771 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-95f8d34a-f343-40da-9941-e3eb94b19247 req-257a5b6f-45fa-4f60-a9f3-184cd61959ec tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:24.385392 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b8fa22-c533-4aae-a5e6-e109942b8830', 'name': 'network-vif-deleted', 'tag': '22947183-2e46-4279-ac13-9db640afb903'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:05:24.463960 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b8fa22-c533-4aae-a5e6-e109942b8830', 'name': 'network-vif-deleted', 'tag': '22947183-2e46-4279-ac13-9db640afb903', 'status': 'completed', 'code': 200} Mar 29 10:05:24.464065 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1b710e38-2c08-4f38-a688-beba35e4c2b8 req-68569572-0786-43b8-9340-e1bf73adaefa tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6b8fa22-c533-4aae-a5e6-e109942b8830 HTTP/1.1" status: 200 len: 210 time: 0.0545709 Mar 29 10:05:24.489166 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95f8d34a-f343-40da-9941-e3eb94b19247 req-257a5b6f-45fa-4f60-a9f3-184cd61959ec tempest-ServersAdminNegativeTestJSON-1388870418 tempest-ServersAdminNegativeTestJSON-1388870418-project] 10.222.0.36 "DELETE /v2.0/ports/22947183-2e46-4279-ac13-9db640afb903 HTTP/1.1" status: 204 len: 173 time: 1.0063453 Mar 29 10:05:26.066437 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42014) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:05:26.252101 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1976e26e-0e81-4105-9545-5dd378a6ce4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3506e17c5ab42429efca7e008e5899b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845071 Mar 29 10:05:26.255035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42020) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:05:26.314490 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da9e45ae-354a-4476-bad2-e4dec24faa84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:26.345722 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da9e45ae-354a-4476-bad2-e4dec24faa84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:26.499479 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da9e45ae-354a-4476-bad2-e4dec24faa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:26.516038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e45ae-354a-4476-bad2-e4dec24faa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce85119-71a5-4aa3-8897-15441d552b02,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:26.624192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-da9e45ae-354a-4476-bad2-e4dec24faa84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:26.625383 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-da9e45ae-354a-4476-bad2-e4dec24faa84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ce85119-71a5-4aa3-8897-15441d552b02 HTTP/1.1" status: 204 len: 168 time: 0.3694293 Mar 29 10:05:26.774036 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 22947183-2e46-4279-ac13-9db640afb903 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:05:26.810862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 22947183-2e46-4279-ac13-9db640afb903 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:05:26.811197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 22947183-2e46-4279-ac13-9db640afb903 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:05:27.277065 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42028) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:05:27.294219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2161f713-e167-47a2-b15d-385c2e266694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:27.308492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2161f713-e167-47a2-b15d-385c2e266694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:05:27.312366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2161f713-e167-47a2-b15d-385c2e266694 admin admin] Usage tracker for resource:security_group_rule and tenant:85187be07c27495f86ddfe30f15c7ecb is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:05:27.315463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2161f713-e167-47a2-b15d-385c2e266694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:05:27.321770 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2161f713-e167-47a2-b15d-385c2e266694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:05:27.405673 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2161f713-e167-47a2-b15d-385c2e266694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:27.500192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2161f713-e167-47a2-b15d-385c2e266694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:27.550530 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2161f713-e167-47a2-b15d-385c2e266694 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=85187be07c27495f86ddfe30f15c7ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722657 Mar 29 10:05:27.551406 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161f713-e167-47a2-b15d-385c2e266694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c8aa7d-8888-4482-ab5a-2de26556860f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:27.553149 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 42032) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:05:27.627068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d91f629b-3b53-4025-bb50-c6cdd0b96570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:27.666674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d91f629b-3b53-4025-bb50-c6cdd0b96570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:27.836651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d91f629b-3b53-4025-bb50-c6cdd0b96570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:27.853216 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f629b-3b53-4025-bb50-c6cdd0b96570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c8aa7d-8888-4482-ab5a-2de26556860f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:27.860915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d91f629b-3b53-4025-bb50-c6cdd0b96570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:27.862045 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d91f629b-3b53-4025-bb50-c6cdd0b96570 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28c8aa7d-8888-4482-ab5a-2de26556860f HTTP/1.1" status: 204 len: 168 time: 0.3076885 Mar 29 10:05:29.004829 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 42056) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:05:29.125452 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1080747026-network', 'tenant_id': 'b2af89ed52574e8192a0f2bc9c09006e'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:29.130215 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:05:29.134120 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Usage tracker for resource:network and tenant:b2af89ed52574e8192a0f2bc9c09006e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:05:29.137047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:05:29.142719 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:05:29.208456 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Made reservation on behalf of b2af89ed52574e8192a0f2bc9c09006e for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:05:29.210900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:29.223466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:29.238025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:05:29.243644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Usage tracker for resource:security_group_rule and tenant:b2af89ed52574e8192a0f2bc9c09006e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:05:29.246466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:05:29.252317 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:05:29.339987 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:29.408115 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:29.439737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:05:29.449234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77995516-e91f-4b21-a75c-40628f51af01,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:29.456903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:29.458650 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Added segment 52302d80-c0ce-43e7-a7ec-217b41a2c2e4 of type vlan for network 1c27660b-c74d-4ec7-be19-bc1debcaf0a8 Mar 29 10:05:29.486612 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:29.585321 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:29.586294 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:29.586902 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:29.690240 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] Pushing event updated for resources: {'Network': ['ID=1c27660b-c74d-4ec7-be19-bc1debcaf0a8,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:29.701083 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 1c27660b-c74d-4ec7-be19-bc1debcaf0a8 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:05:29.745995 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5fa66f6a-bf75-4c44-a873-9dcbcb92ddfb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7397051 Mar 29 10:05:29.749049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 42062) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:05:29.755133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] Request body: {'subnet': {'network_id': '1c27660b-c74d-4ec7-be19-bc1debcaf0a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1080747026-subnet', 'tenant_id': 'b2af89ed52574e8192a0f2bc9c09006e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:29.760036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:05:29.764089 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] Usage tracker for resource:subnet and tenant:b2af89ed52574e8192a0f2bc9c09006e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:05:29.767025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:05:29.772841 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:05:29.836864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] Made reservation on behalf of b2af89ed52574e8192a0f2bc9c09006e for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:05:29.839121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:30.214261 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:30.289684 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cef21c7-9390-401b-9864-a7018341a91f,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:30.295354 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] Checking segment: {'id': '52302d80-c0ce-43e7-a7ec-217b41a2c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1c27660b-c74d-4ec7-be19-bc1debcaf0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:05:30.295593 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] Network hostable DHCP agents. Network: 1c27660b-c74d-4ec7-be19-bc1debcaf0a8, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:05:30.368458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] Network 1c27660b-c74d-4ec7-be19-bc1debcaf0a8 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:05:30.442677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 1c27660b-c74d-4ec7-be19-bc1debcaf0a8) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:05:30.447635 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:30.448681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:30.455298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee2160-e36c-40d2-b62c-44e1ef4ce2cb None None] Network 1c27660b-c74d-4ec7-be19-bc1debcaf0a8 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:05:30.552339 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d18309f7-cd6c-4114-847d-e11a14355a7b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8021808 Mar 29 10:05:30.705830 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a184bb-6d0e-42b5-b86f-7147e2b91eec None None] Network 1c27660b-c74d-4ec7-be19-bc1debcaf0a8 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:05:31.117621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-e0a46f93-1842-4cfa-bb27-fc236539a576 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:31.118299 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-e0a46f93-1842-4cfa-bb27-fc236539a576 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Synchronizing usage tracker for tenant:b2af89ed52574e8192a0f2bc9c09006e on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:05:31.196867 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-e0a46f93-1842-4cfa-bb27-fc236539a576 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Unset dirty status for tenant:b2af89ed52574e8192a0f2bc9c09006e on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:05:31.198017 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-e0a46f93-1842-4cfa-bb27-fc236539a576 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/networks?id=1c27660b-c74d-4ec7-be19-bc1debcaf0a8 HTTP/1.1" status: 200 len: 812 time: 0.2291086 Mar 29 10:05:31.213664 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-d2667dda-c9ec-41aa-9557-a136e691f98d tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/quotas/b2af89ed52574e8192a0f2bc9c09006e HTTP/1.1" status: 200 len: 375 time: 0.0098498 Mar 29 10:05:31.266447 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-eaa9c44a-8274-44d3-a597-3e6c0d5e4b72 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2af89ed52574e8192a0f2bc9c09006e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466530 Mar 29 10:05:31.332241 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-1c07d0ad-7684-426b-abe0-41ecee6b0964 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:05:31.333331 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-1c07d0ad-7684-426b-abe0-41ecee6b0964 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576949 Mar 29 10:05:31.473647 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-3df0a8a8-9afa-4b65-86e5-4a0617fbfa42 service neutron] 10.222.0.35 "GET /v2.0/networks/1c27660b-c74d-4ec7-be19-bc1debcaf0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338067 Mar 29 10:05:31.613768 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-4e7b5675-eaa5-4453-940e-86372f433f1d service neutron] 10.222.0.35 "GET /v2.0/networks/1c27660b-c74d-4ec7-be19-bc1debcaf0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341386 Mar 29 10:05:31.844270 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4bad949f-d4d0-47e0-81e4-99c980644743 req-3313c3ff-f9f7-41f2-b649-21097989c635 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 210 time: 0.0478773 Mar 29 10:05:32.948292 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4ad81d50-07ba-4615-83c3-a7be6fc338cd req-81e22f86-a2ea-4bcf-8bd0-ddf8062fce3d tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 210 time: 0.0470128 Mar 29 10:05:34.052725 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9d935c9f-1ea0-4f1f-a099-ec118278e29e req-26893f64-9b9a-4793-b662-75cb46265f17 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 210 time: 0.0452693 Mar 29 10:05:35.091698 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:05:35.160341 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-340da93b-4373-4b61-b8ab-b9276273dc24 req-3fd36cd0-2f78-4c06-be03-f1c394311d6f tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 210 time: 0.0453095 Mar 29 10:05:35.705703 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a13e2408-0974-42a7-9314-1742306bcacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:36.322850 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4627064f-ff17-4ada-92b8-12262f5945e6 req-dd128669-3edc-4937-aabb-01a9d346f99c tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 210 time: 0.0443747 Mar 29 10:05:36.969823 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-1c6c86c3-7045-42d1-9eb1-7faf7147777c tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:36.971378 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-1c6c86c3-7045-42d1-9eb1-7faf7147777c tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.36 "GET /v2.0/networks?id=1c27660b-c74d-4ec7-be19-bc1debcaf0a8 HTTP/1.1" status: 200 len: 812 time: 0.1600423 Mar 29 10:05:36.989587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Request body: {'port': {'device_id': '73a46ddf-e59f-41ec-afd2-131ecfb62a3f', 'network_id': '1c27660b-c74d-4ec7-be19-bc1debcaf0a8', 'admin_state_up': True, 'tenant_id': 'b2af89ed52574e8192a0f2bc9c09006e'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:37.169534 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:05:37.173987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Usage tracker for resource:port and tenant:b2af89ed52574e8192a0f2bc9c09006e is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:05:37.177820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:05:37.184725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:05:37.356607 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Made reservation on behalf of b2af89ed52574e8192a0f2bc9c09006e for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:05:37.361520 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:37.487690 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-eac40761-8c1a-4005-b926-4c3660020e26 req-abff2012-a3a7-43a2-8aeb-c6b38f38fe5b tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 210 time: 0.0458853 Mar 29 10:05:37.587176 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Allocated IP 172.20.0.4 (1c27660b-c74d-4ec7-be19-bc1debcaf0a8/1cef21c7-9390-401b-9864-a7018341a91f/dc53db25-c933-4756-8b7b-05f77a8d9dd0) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:05:37.811880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:38.053715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-023b0ca8-e5d5-41b9-8ce7-f323e22475f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:38.134982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:38.201177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Network 1c27660b-c74d-4ec7-be19-bc1debcaf0a8 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:05:38.208779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:05:38.213465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:05:38.245038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Pushing event updated for resources: {'Port': ['ID=dc53db25-c933-4756-8b7b-05f77a8d9dd0,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:38.288981 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:38.291013 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:38.495089 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-c2ec36bb-ede3-40cf-a003-b3fc833800ec tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5138168 Mar 29 10:05:38.509211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Request body: {'port': {'device_id': '73a46ddf-e59f-41ec-afd2-131ecfb62a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:38.683912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:38.959712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ff55b-9d7a-4c35-a39c-cb915f173562 req-c0338d3f-7c3d-4291-8efc-e1377048cce6 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:38.960321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-780ff55b-9d7a-4c35-a39c-cb915f173562 req-c0338d3f-7c3d-4291-8efc-e1377048cce6 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Synchronizing usage tracker for tenant:b2af89ed52574e8192a0f2bc9c09006e on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:05:39.076253 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:39.173091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:39.178020 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc53db25-c933-4756-8b7b-05f77a8d9dd0 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:05:39.185475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:39.200180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Transition to ACTIVE for port object dc53db25-c933-4756-8b7b-05f77a8d9dd0 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:05:39.236300 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-780ff55b-9d7a-4c35-a39c-cb915f173562 req-c0338d3f-7c3d-4291-8efc-e1377048cce6 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Unset dirty status for tenant:b2af89ed52574e8192a0f2bc9c09006e on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:05:39.238436 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-780ff55b-9d7a-4c35-a39c-cb915f173562 req-c0338d3f-7c3d-4291-8efc-e1377048cce6 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 931 time: 0.5944948 Mar 29 10:05:39.284130 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-780ff55b-9d7a-4c35-a39c-cb915f173562 req-871db3b6-0ba9-41ee-9bf5-988c28356bc8 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388386 Mar 29 10:05:39.327474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:39.459568 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Pushing event updated for resources: {'Port': ['ID=dc53db25-c933-4756-8b7b-05f77a8d9dd0,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:39.561298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Attempting to bind port dc53db25-c933-4756-8b7b-05f77a8d9dd0 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:05:39.561948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Attempting to bind port dc53db25-c933-4756-8b7b-05f77a8d9dd0 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '52302d80-c0ce-43e7-a7ec-217b41a2c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1c27660b-c74d-4ec7-be19-bc1debcaf0a8'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:05:39.561948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Attempting to bind port dc53db25-c933-4756-8b7b-05f77a8d9dd0 on network 1c27660b-c74d-4ec7-be19-bc1debcaf0a8 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:05:39.567754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Port dc53db25-c933-4756-8b7b-05f77a8d9dd0 on network 1c27660b-c74d-4ec7-be19-bc1debcaf0a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:05:39.568100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Attempting to bind port dc53db25-c933-4756-8b7b-05f77a8d9dd0 on network 1c27660b-c74d-4ec7-be19-bc1debcaf0a8 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:05:39.573430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:05:39.573755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Checking segment: {'id': '52302d80-c0ce-43e7-a7ec-217b41a2c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1c27660b-c74d-4ec7-be19-bc1debcaf0a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:05:39.574179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Bound using segment: {'id': '52302d80-c0ce-43e7-a7ec-217b41a2c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1c27660b-c74d-4ec7-be19-bc1debcaf0a8'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:05:39.574663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Bound port: dc53db25-c933-4756-8b7b-05f77a8d9dd0, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52302d80-c0ce-43e7-a7ec-217b41a2c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '1c27660b-c74d-4ec7-be19-bc1debcaf0a8'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:05:39.575011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:39.681917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] For port dc53db25-c933-4756-8b7b-05f77a8d9dd0, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:05:39.685165 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] For port dc53db25-c933-4756-8b7b-05f77a8d9dd0, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=dc53db25-c933-4756-8b7b-05f77a8d9dd0,segment=NetworkSegment(52302d80-c0ce-43e7-a7ec-217b41a2c2e4),segment_id=52302d80-c0ce-43e7-a7ec-217b41a2c2e4)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:05:39.739884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:39.797546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:39.798064 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:39.800096 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] 10.222.0.36 "PUT /v2.0/ports/dc53db25-c933-4756-8b7b-05f77a8d9dd0 HTTP/1.1" status: 200 len: 1093 time: 1.2974594 Mar 29 10:05:39.800571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a46ddf-e59f-41ec-afd2-131ecfb62a3f', 'tag': 'dc53db25-c933-4756-8b7b-05f77a8d9dd0'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:05:39.834785 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01324f2b-ce34-459b-9225-d8a0f59a8959 service neutron] Pushing event updated for resources: {'Port': ['ID=dc53db25-c933-4756-8b7b-05f77a8d9dd0,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:39.852812 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a46ddf-e59f-41ec-afd2-131ecfb62a3f', 'tag': 'dc53db25-c933-4756-8b7b-05f77a8d9dd0', 'status': 'completed', 'code': 200} Mar 29 10:05:39.993899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1a157-a000-4c59-b270-98a7501fbe0f req-6f86098d-c7c2-4ab7-8312-0953c06f6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:39.995415 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-58c1a157-a000-4c59-b270-98a7501fbe0f req-6f86098d-c7c2-4ab7-8312-0953c06f6bf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2af89ed52574e8192a0f2bc9c09006e&device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 1096 time: 0.1224058 Mar 29 10:05:40.177657 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1a157-a000-4c59-b270-98a7501fbe0f req-6931b11a-a3e1-48b0-a408-d2a9454cb6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:40.179729 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-58c1a157-a000-4c59-b270-98a7501fbe0f req-6931b11a-a3e1-48b0-a408-d2a9454cb6d0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b2af89ed52574e8192a0f2bc9c09006e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1778793 Mar 29 10:05:40.350526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1a157-a000-4c59-b270-98a7501fbe0f req-edc1d8ce-26b7-467f-b276-8607e813521b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:40.351999 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-58c1a157-a000-4c59-b270-98a7501fbe0f req-edc1d8ce-26b7-467f-b276-8607e813521b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1648338 Mar 29 10:05:40.489903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-eb73be51-6c10-4d10-8b63-775d79a4127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:40.492527 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-eb73be51-6c10-4d10-8b63-775d79a4127f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2af89ed52574e8192a0f2bc9c09006e&device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 1096 time: 0.0953155 Mar 29 10:05:40.575381 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-cac07340-d1bb-4e9e-9c8c-c8944b84dbfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc53db25-c933-4756-8b7b-05f77a8d9dd0 HTTP/1.1" status: 200 len: 217 time: 0.0760882 Mar 29 10:05:40.686284 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-2260e7cd-1e76-40e6-b818-5f894a3db245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:40.688055 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-2260e7cd-1e76-40e6-b818-5f894a3db245 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cef21c7-9390-401b-9864-a7018341a91f HTTP/1.1" status: 200 len: 852 time: 0.1069787 Mar 29 10:05:40.740649 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-bef7d676-ed26-4c69-aec9-6bd379ce6070 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c27660b-c74d-4ec7-be19-bc1debcaf0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458546 Mar 29 10:05:40.794951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d4f67-ed5c-495d-b556-954ec9dfd351 req-367828da-7afd-43ba-87bf-bd454e379d37 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:40.796509 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5b5d4f67-ed5c-495d-b556-954ec9dfd351 req-367828da-7afd-43ba-87bf-bd454e379d37 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 943 time: 0.1850581 Mar 29 10:05:40.865218 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:41.034182 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5b5d4f67-ed5c-495d-b556-954ec9dfd351 req-ebc9b9e2-d169-4c73-8c2d-3cdf99a3a338 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683413 Mar 29 10:05:41.041930 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-1ae1f54e-4262-41ac-98c5-23adad0f1e4e service neutron] 10.222.0.36 "GET /v2.0/networks/1c27660b-c74d-4ec7-be19-bc1debcaf0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940009 Mar 29 10:05:41.176072 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ac8a2a7-27be-4991-bce6-9a02da3047dc req-aa463d63-f5cc-4742-82e9-dc093b9f3bc5 service neutron] 10.222.0.36 "GET /v2.0/networks/1c27660b-c74d-4ec7-be19-bc1debcaf0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273484 Mar 29 10:05:42.231924 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c8683-5b76-48ff-b962-d2b24d88bb0c req-9c24903e-d8f0-401e-aba4-6b064547124c tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:42.233472 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-862c8683-5b76-48ff-b962-d2b24d88bb0c req-9c24903e-d8f0-401e-aba4-6b064547124c tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 943 time: 0.0855706 Mar 29 10:05:42.278062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-862c8683-5b76-48ff-b962-d2b24d88bb0c req-ad72f100-07fc-447f-a0fa-edeac2fc7388 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Synchronizing usage tracker for tenant:b2af89ed52574e8192a0f2bc9c09006e on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:05:42.350785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-862c8683-5b76-48ff-b962-d2b24d88bb0c req-ad72f100-07fc-447f-a0fa-edeac2fc7388 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Unset dirty status for tenant:b2af89ed52574e8192a0f2bc9c09006e on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:05:42.352355 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-862c8683-5b76-48ff-b962-d2b24d88bb0c req-ad72f100-07fc-447f-a0fa-edeac2fc7388 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121902 Mar 29 10:05:43.552974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531c61a-d3a5-4891-b231-de2c76ee7d98 req-0505ffca-98f7-4638-bd5c-f69597bbac2b tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:43.554527 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e531c61a-d3a5-4891-b231-de2c76ee7d98 req-0505ffca-98f7-4638-bd5c-f69597bbac2b tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 943 time: 0.0909612 Mar 29 10:05:43.603436 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e531c61a-d3a5-4891-b231-de2c76ee7d98 req-9799c7d3-f5c1-4a3c-9710-04459dc40630 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399215 Mar 29 10:05:44.808582 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56267c-075a-4c5f-9d3f-589a9be0c7ca req-455f1889-e90b-4cf2-a45e-a6f2fd4d3137 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:44.809990 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4b56267c-075a-4c5f-9d3f-589a9be0c7ca req-455f1889-e90b-4cf2-a45e-a6f2fd4d3137 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 943 time: 0.0849483 Mar 29 10:05:44.855869 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4b56267c-075a-4c5f-9d3f-589a9be0c7ca req-d6d402d4-87c3-4a8c-b55e-36bc0725d204 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 Mar 29 10:05:44.875143 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device dc53db25-c933-4756-8b7b-05f77a8d9dd0 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:05:45.015065 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port dc53db25-c933-4756-8b7b-05f77a8d9dd0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=dc53db25-c933-4756-8b7b-05f77a8d9dd0,segment=NetworkSegment(52302d80-c0ce-43e7-a7ec-217b41a2c2e4),segment_id=52302d80-c0ce-43e7-a7ec-217b41a2c2e4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:05:45.028841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'dc53db25-c933-4756-8b7b-05f77a8d9dd0', 'network_id': '1c27660b-c74d-4ec7-be19-bc1debcaf0a8', 'port_id': 'dc53db25-c933-4756-8b7b-05f77a8d9dd0', 'mac_address': 'fa:16:3e:b3:03:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cef21c7-9390-401b-9864-a7018341a91f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:05:45.093599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.111428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc53db25-c933-4756-8b7b-05f77a8d9dd0 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:05:45.127682 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port dc53db25-c933-4756-8b7b-05f77a8d9dd0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=dc53db25-c933-4756-8b7b-05f77a8d9dd0,segment=NetworkSegment(52302d80-c0ce-43e7-a7ec-217b41a2c2e4),segment_id=52302d80-c0ce-43e7-a7ec-217b41a2c2e4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:05:45.218962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.291021 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=dc53db25-c933-4756-8b7b-05f77a8d9dd0,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:45.298285 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:45.298659 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:45.299062 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:45.299970 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:45.300291 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:45.300681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:45.300979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:45.301307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:45.301668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:45.301991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:45.302310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:45.302628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:45.526714 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['dc53db25-c933-4756-8b7b-05f77a8d9dd0'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:05:46.043189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb319d-0ef6-46a5-bd5a-e851f909dc0b req-b7e4d789-8ee7-49d6-a7ff-1ba687b1ff68 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:46.044727 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-11fb319d-0ef6-46a5-bd5a-e851f909dc0b req-b7e4d789-8ee7-49d6-a7ff-1ba687b1ff68 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 944 time: 0.0843761 Mar 29 10:05:46.098901 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-11fb319d-0ef6-46a5-bd5a-e851f909dc0b req-f1ca5c89-85d7-40a2-9e92-3c51f78fcdaa tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483510 Mar 29 10:05:46.872557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device dc53db25-c933-4756-8b7b-05f77a8d9dd0 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:05:47.035622 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port dc53db25-c933-4756-8b7b-05f77a8d9dd0 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:05:47.040924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port dc53db25-c933-4756-8b7b-05f77a8d9dd0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:47.044678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:47.168718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:47.194830 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a46ddf-e59f-41ec-afd2-131ecfb62a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc53db25-c933-4756-8b7b-05f77a8d9dd0'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:05:47.205368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port dc53db25-c933-4756-8b7b-05f77a8d9dd0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=dc53db25-c933-4756-8b7b-05f77a8d9dd0,segment=NetworkSegment(52302d80-c0ce-43e7-a7ec-217b41a2c2e4),segment_id=52302d80-c0ce-43e7-a7ec-217b41a2c2e4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:05:47.244850 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a46ddf-e59f-41ec-afd2-131ecfb62a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc53db25-c933-4756-8b7b-05f77a8d9dd0', 'code': 200} Mar 29 10:05:47.298975 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:47.308974 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee463832-b59c-4fe3-a945-021f480aedfb req-2bdebfd7-7cec-4868-9cac-1c1ff48a96b5 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:47.310536 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ee463832-b59c-4fe3-a945-021f480aedfb req-2bdebfd7-7cec-4868-9cac-1c1ff48a96b5 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 944 time: 0.0982869 Mar 29 10:05:47.361190 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ee463832-b59c-4fe3-a945-021f480aedfb req-c99c065c-2719-430c-865c-c13c6933c45b tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434408 Mar 29 10:05:47.373402 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=dc53db25-c933-4756-8b7b-05f77a8d9dd0,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:47.641259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80ff82-e60e-4ae5-ac4b-05563c76d984 req-aa303ae0-eca6-4b46-a354-1c293492e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:47.643277 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ff80ff82-e60e-4ae5-ac4b-05563c76d984 req-aa303ae0-eca6-4b46-a354-1c293492e5b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 1098 time: 0.0764711 Mar 29 10:05:47.691708 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ff80ff82-e60e-4ae5-ac4b-05563c76d984 req-ca8555d0-dd0b-42eb-96ab-59de55c5d515 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415156 Mar 29 10:05:48.555027 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcaeb1c-c8c1-452b-a962-6b8aa19a7025 req-414aade1-b1fd-4a8a-bb44-1acde7d99af2 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:48.556520 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3dcaeb1c-c8c1-452b-a962-6b8aa19a7025 req-414aade1-b1fd-4a8a-bb44-1acde7d99af2 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0815494 Mar 29 10:05:48.612889 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3dcaeb1c-c8c1-452b-a962-6b8aa19a7025 req-c267a97a-c69f-495a-938f-4ab4aa257f03 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497086 Mar 29 10:05:49.805659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f673108-6750-4de8-8481-abc0fe37f115 req-5898286c-951f-4078-ae80-063105254809 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:49.807166 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0f673108-6750-4de8-8481-abc0fe37f115 req-5898286c-951f-4078-ae80-063105254809 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0823863 Mar 29 10:05:49.875422 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0f673108-6750-4de8-8481-abc0fe37f115 req-bf800c7f-3094-4de9-a24b-fe9b2944702c tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620015 Mar 29 10:05:51.565567 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102bc83-e6bb-433a-bb51-19f2bf4ea1b5 req-5932e234-b6b2-4f72-a451-3f2642174d4a tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:51.567123 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f102bc83-e6bb-433a-bb51-19f2bf4ea1b5 req-5932e234-b6b2-4f72-a451-3f2642174d4a tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0885375 Mar 29 10:05:51.628134 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f102bc83-e6bb-433a-bb51-19f2bf4ea1b5 req-e8bccc4c-aa98-44c9-9f31-c2dfdeb25b26 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545163 Mar 29 10:05:51.684043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 42144) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:05:51.814407 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-d68a473c-20ba-482e-91f1-66e770879a92 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1290786 Mar 29 10:05:52.844636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6edd54-0f6d-45b3-bf9e-36c40cd0a427 req-4460050a-89ab-45b4-8d45-eaed2edbf200 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:52.846085 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ff6edd54-0f6d-45b3-bf9e-36c40cd0a427 req-4460050a-89ab-45b4-8d45-eaed2edbf200 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0903814 Mar 29 10:05:52.894677 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ff6edd54-0f6d-45b3-bf9e-36c40cd0a427 req-91b1efb3-dbd7-4692-945e-4c228505dcaa tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 Mar 29 10:05:53.258363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:54.089316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b7770-9fc4-4f1a-b643-9cf08db74cb1 req-1c8c0fd1-15a3-4e1b-b745-b1f55935593c tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:54.094207 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f47b7770-9fc4-4f1a-b643-9cf08db74cb1 req-1c8c0fd1-15a3-4e1b-b745-b1f55935593c tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0849721 Mar 29 10:05:54.137728 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f47b7770-9fc4-4f1a-b643-9cf08db74cb1 req-793a6817-1989-4605-9ee5-aee361ec0839 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400851 Mar 29 10:05:54.657483 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93713faa-ee2a-4615-802d-111f9f23515e req-26299fa7-7a5e-4732-8590-d7cd4637dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:54.659503 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-26299fa7-7a5e-4732-8590-d7cd4637dfb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2af89ed52574e8192a0f2bc9c09006e&device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 1098 time: 0.0735369 Mar 29 10:05:54.791533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93713faa-ee2a-4615-802d-111f9f23515e req-80cd1c0d-b0a2-46d3-8399-7baac47e859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:54.793063 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-80cd1c0d-b0a2-46d3-8399-7baac47e859f service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c27660b-c74d-4ec7-be19-bc1debcaf0a8 HTTP/1.1" status: 200 len: 913 time: 0.1276457 Mar 29 10:05:54.859153 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-12a47093-b5b5-4b7b-a79b-f9bd0e757719 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc53db25-c933-4756-8b7b-05f77a8d9dd0 HTTP/1.1" status: 200 len: 217 time: 0.0603635 Mar 29 10:05:54.930398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93713faa-ee2a-4615-802d-111f9f23515e req-f73417fa-0836-401d-81d5-e07098da74e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:54.931810 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-f73417fa-0836-401d-81d5-e07098da74e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cef21c7-9390-401b-9864-a7018341a91f HTTP/1.1" status: 200 len: 852 time: 0.0671732 Mar 29 10:05:54.977885 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-3f50c861-2f68-4b68-800e-c23f7863886d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c27660b-c74d-4ec7-be19-bc1debcaf0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400190 Mar 29 10:05:55.113230 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-ad171fb4-7853-4e7c-a6bc-10c7a592d4ee service neutron] 10.222.0.36 "GET /v2.0/networks/1c27660b-c74d-4ec7-be19-bc1debcaf0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297402 Mar 29 10:05:55.278390 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-3a8f159b-e473-4146-8fe1-67736adb8d07 service neutron] 10.222.0.36 "GET /v2.0/networks/1c27660b-c74d-4ec7-be19-bc1debcaf0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589172 Mar 29 10:05:55.332552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08832bb-83ef-4e0f-a287-6f90da7cde4c req-6f17dbbc-3fd5-4a19-9459-2e5012d70724 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:55.334055 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f08832bb-83ef-4e0f-a287-6f90da7cde4c req-6f17dbbc-3fd5-4a19-9459-2e5012d70724 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0881958 Mar 29 10:05:55.379601 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f08832bb-83ef-4e0f-a287-6f90da7cde4c req-0ba2ed52-3896-410c-a2dc-2aeb3005ccf6 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 Mar 29 10:05:56.625868 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb907182-4de9-4b3b-8488-8d5ddb025f5d req-951980ff-e208-4ef2-acd4-f5fe8c40a457 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:56.628648 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-cb907182-4de9-4b3b-8488-8d5ddb025f5d req-951980ff-e208-4ef2-acd4-f5fe8c40a457 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.1380160 Mar 29 10:05:56.678312 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-cb907182-4de9-4b3b-8488-8d5ddb025f5d req-45d1d6bd-fc0c-41c0-bd75-2ecba2505515 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 Mar 29 10:05:57.873172 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93fb7d-4459-4874-ae94-9f76bc9fff6a req-5a8cf1d0-499a-44f9-bb18-62b501fc24c4 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:57.874708 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec93fb7d-4459-4874-ae94-9f76bc9fff6a req-5a8cf1d0-499a-44f9-bb18-62b501fc24c4 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0863328 Mar 29 10:05:57.925283 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec93fb7d-4459-4874-ae94-9f76bc9fff6a req-b61dc597-35aa-4762-9413-69f4a343413d tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401154 Mar 29 10:05:59.124027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6492f3-7b7e-45d0-90ff-f96b468fca57 req-b09e80d9-f413-430b-b796-959f47a8a65d tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:59.125570 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1b6492f3-7b7e-45d0-90ff-f96b468fca57 req-b09e80d9-f413-430b-b796-959f47a8a65d tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0879219 Mar 29 10:05:59.180953 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1b6492f3-7b7e-45d0-90ff-f96b468fca57 req-2a9f3fc2-08aa-47ab-ad52-aae7706f0a06 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488186 Mar 29 10:06:00.377198 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddeb9b-872d-4c42-866f-d412317c63a3 req-6e4e77c0-b6fa-4069-bc92-1ef5ee0fd501 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:00.379219 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ccddeb9b-872d-4c42-866f-d412317c63a3 req-6e4e77c0-b6fa-4069-bc92-1ef5ee0fd501 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0869231 Mar 29 10:06:00.428518 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ccddeb9b-872d-4c42-866f-d412317c63a3 req-a0fd429b-e59f-4b07-bc1e-97c90a9c3b32 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410748 Mar 29 10:06:01.715382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84d0ba-5c33-47d3-ac00-3a4c6fc138a2 req-480d4ef3-9d75-4df9-b9df-4441993d3b7a tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:01.716838 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9e84d0ba-5c33-47d3-ac00-3a4c6fc138a2 req-480d4ef3-9d75-4df9-b9df-4441993d3b7a tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.1832292 Mar 29 10:06:01.764872 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9e84d0ba-5c33-47d3-ac00-3a4c6fc138a2 req-2294c9aa-605b-452b-bde1-a8c046d42ec3 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415480 Mar 29 10:06:03.008421 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e3ae1-f497-4699-b004-c4bd2954966a req-d365a1a7-5fd3-442c-9a11-d30a9b85a29c tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:03.010087 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-584e3ae1-f497-4699-b004-c4bd2954966a req-d365a1a7-5fd3-442c-9a11-d30a9b85a29c tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.1090188 Mar 29 10:06:03.065157 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-584e3ae1-f497-4699-b004-c4bd2954966a req-7b7e457b-e9d1-4756-a8bc-a7d5b1e65298 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470512 Mar 29 10:06:04.262714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa2412-d80a-44b7-b944-0f78bc812579 req-e545084f-613d-42e1-893c-6708a2d898a6 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:04.264258 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d8aa2412-d80a-44b7-b944-0f78bc812579 req-e545084f-613d-42e1-893c-6708a2d898a6 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0851963 Mar 29 10:06:04.311022 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d8aa2412-d80a-44b7-b944-0f78bc812579 req-99527184-4ee0-482c-8daa-dad4abda4a0d tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409107 Mar 29 10:06:05.606392 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849406d-aefb-45f9-88fe-64ec8cee8d1f req-319f6fa7-0828-4296-b33b-f28088f15707 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:05.607988 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4849406d-aefb-45f9-88fe-64ec8cee8d1f req-319f6fa7-0828-4296-b33b-f28088f15707 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.1867340 Mar 29 10:06:05.654585 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4849406d-aefb-45f9-88fe-64ec8cee8d1f req-0771ea26-32c9-488b-85c0-e53a2380fad0 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404582 Mar 29 10:06:05.689179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2381a2ea-c4ca-4758-bd73-07b94ad6f5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:06.855646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214948d0-be5b-431b-bef4-905882dc693e req-0c013eef-5282-476b-af09-474b81600b50 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:06.857260 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-214948d0-be5b-431b-bef4-905882dc693e req-0c013eef-5282-476b-af09-474b81600b50 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0892954 Mar 29 10:06:06.913696 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-214948d0-be5b-431b-bef4-905882dc693e req-6c728cd1-bbc4-40c2-9802-77b1304d7a57 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449286 Mar 29 10:06:07.882727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ea0e3045-b78b-4a21-93c5-c2159d781d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:08.112812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cfa99-8d27-48d0-8d03-c23b21c275c2 req-44af3a0a-34a3-4de9-b948-2a9fe1d137bb tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:08.114781 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1d7cfa99-8d27-48d0-8d03-c23b21c275c2 req-44af3a0a-34a3-4de9-b948-2a9fe1d137bb tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0855412 Mar 29 10:06:08.166199 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1d7cfa99-8d27-48d0-8d03-c23b21c275c2 req-64972d05-a532-446b-9f44-d327d0e209fa tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413673 Mar 29 10:06:09.002482 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:09.025729 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:09.365802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3100cd4-29ae-4fa7-a4cc-5631beb5e8a9 req-be462f3f-0112-4a7d-89a9-3888d5123dd6 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:09.367270 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c3100cd4-29ae-4fa7-a4cc-5631beb5e8a9 req-be462f3f-0112-4a7d-89a9-3888d5123dd6 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0878623 Mar 29 10:06:09.424432 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c3100cd4-29ae-4fa7-a4cc-5631beb5e8a9 req-75c911d7-8475-4c83-a291-fac8ffa5cda9 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511644 Mar 29 10:06:10.685262 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574e54c-da48-4a3c-a567-f0a1ebf951ce req-37163097-df06-4db6-ab1b-2a075c74194b tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:10.686850 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0574e54c-da48-4a3c-a567-f0a1ebf951ce req-37163097-df06-4db6-ab1b-2a075c74194b tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.1522043 Mar 29 10:06:10.738110 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0574e54c-da48-4a3c-a567-f0a1ebf951ce req-d004499b-7f55-4b85-90f4-d75b0bc19efd tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446348 Mar 29 10:06:10.854097 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:11.932103 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f473c-5bfb-4322-a4c0-fc009b35fed8 req-f3aae956-cbb3-409f-a8ec-2e73e216bbe4 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:11.933661 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ca3f473c-5bfb-4322-a4c0-fc009b35fed8 req-f3aae956-cbb3-409f-a8ec-2e73e216bbe4 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0830159 Mar 29 10:06:11.981315 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ca3f473c-5bfb-4322-a4c0-fc009b35fed8 req-18649a31-c45c-4ea6-a1fa-78911fc6e667 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416746 Mar 29 10:06:12.092524 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:06:13.180885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87f35d-77ae-4bfc-84c8-960f496ccd20 req-c52c0cc9-6a9f-42d1-b89d-86fcc3227221 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:13.182807 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-de87f35d-77ae-4bfc-84c8-960f496ccd20 req-c52c0cc9-6a9f-42d1-b89d-86fcc3227221 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0918715 Mar 29 10:06:13.261216 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-de87f35d-77ae-4bfc-84c8-960f496ccd20 req-bc3843f5-47cc-41ea-9c24-c54b73a80c9a tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675159 Mar 29 10:06:14.461011 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e8ffc-1506-413a-bac2-e0cb7688a3c2 req-19707eaf-4b9e-4050-a355-52796715c182 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:14.462480 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3d2e8ffc-1506-413a-bac2-e0cb7688a3c2 req-19707eaf-4b9e-4050-a355-52796715c182 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0875907 Mar 29 10:06:14.506856 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3d2e8ffc-1506-413a-bac2-e0cb7688a3c2 req-981f9547-9b88-4fa1-ad90-227791b8112c tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387039 Mar 29 10:06:15.705415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20364fef-39e5-4c6a-bfb5-84c502bd475c req-0a9de4f0-2bbd-45aa-88d4-6e7b4a333268 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:15.706809 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-20364fef-39e5-4c6a-bfb5-84c502bd475c req-0a9de4f0-2bbd-45aa-88d4-6e7b4a333268 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0911348 Mar 29 10:06:15.756521 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-20364fef-39e5-4c6a-bfb5-84c502bd475c req-b8f12e8f-c336-48cf-84b2-e7f1a83cc36a tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410016 Mar 29 10:06:16.949547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6316323-7d0f-4a20-8c20-6f4433d6eb5e req-bef0c716-bc52-48ea-84b9-aee59f827c39 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:16.951040 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a6316323-7d0f-4a20-8c20-6f4433d6eb5e req-bef0c716-bc52-48ea-84b9-aee59f827c39 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0826261 Mar 29 10:06:17.013089 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a6316323-7d0f-4a20-8c20-6f4433d6eb5e req-611c008a-f42c-493c-a69b-df80132c2cdc tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531454 Mar 29 10:06:17.526552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69b502-4ae7-48ec-b351-c5e95d9002f3 req-905533ca-813a-4b6b-9d81-21904d0101e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:17.528067 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4d69b502-4ae7-48ec-b351-c5e95d9002f3 req-905533ca-813a-4b6b-9d81-21904d0101e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2af89ed52574e8192a0f2bc9c09006e&device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 1098 time: 0.0730538 Mar 29 10:06:17.679517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69b502-4ae7-48ec-b351-c5e95d9002f3 req-b541abfd-214f-4413-8b96-de02430aed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:17.680891 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4d69b502-4ae7-48ec-b351-c5e95d9002f3 req-b541abfd-214f-4413-8b96-de02430aed41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c27660b-c74d-4ec7-be19-bc1debcaf0a8 HTTP/1.1" status: 200 len: 913 time: 0.1336975 Mar 29 10:06:17.753051 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4d69b502-4ae7-48ec-b351-c5e95d9002f3 req-ab73bbc8-91f9-49ef-8f20-cc1ea3fdf049 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc53db25-c933-4756-8b7b-05f77a8d9dd0 HTTP/1.1" status: 200 len: 217 time: 0.0663793 Mar 29 10:06:17.823380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69b502-4ae7-48ec-b351-c5e95d9002f3 req-eb4b1613-855e-4bf7-8130-6ce897d46ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:17.825724 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4d69b502-4ae7-48ec-b351-c5e95d9002f3 req-eb4b1613-855e-4bf7-8130-6ce897d46ac7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cef21c7-9390-401b-9864-a7018341a91f HTTP/1.1" status: 200 len: 852 time: 0.0672722 Mar 29 10:06:17.881272 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4d69b502-4ae7-48ec-b351-c5e95d9002f3 req-da852480-77b1-4d02-8deb-168399f8eb67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c27660b-c74d-4ec7-be19-bc1debcaf0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458622 Mar 29 10:06:18.027926 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4d69b502-4ae7-48ec-b351-c5e95d9002f3 req-366d5dee-8d22-4ef7-bc1a-bed52221f3ec service neutron] 10.222.0.36 "GET /v2.0/networks/1c27660b-c74d-4ec7-be19-bc1debcaf0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408627 Mar 29 10:06:18.226466 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4d69b502-4ae7-48ec-b351-c5e95d9002f3 req-f1a280ae-8a74-4df3-b959-995482180b8f service neutron] 10.222.0.36 "GET /v2.0/networks/1c27660b-c74d-4ec7-be19-bc1debcaf0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925366 Mar 29 10:06:18.259355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82c999-5395-4e50-a5a0-e81bcc9d4f08 req-e06242e6-21e7-4189-985a-4fb9585acff5 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:18.260863 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ce82c999-5395-4e50-a5a0-e81bcc9d4f08 req-e06242e6-21e7-4189-985a-4fb9585acff5 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.1289899 Mar 29 10:06:18.313966 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ce82c999-5395-4e50-a5a0-e81bcc9d4f08 req-0ce5cd69-1f14-4e5e-a1cb-bd641968309f tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468442 Mar 29 10:06:19.600631 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9256e31-3489-43f0-b72f-6a2be72128b6 req-1a487149-be3d-414f-b9dc-51f94816d3ed tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:19.603029 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c9256e31-3489-43f0-b72f-6a2be72128b6 req-1a487149-be3d-414f-b9dc-51f94816d3ed tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.1246099 Mar 29 10:06:19.651282 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c9256e31-3489-43f0-b72f-6a2be72128b6 req-99c04889-1135-4f47-913f-e24ac0956d99 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423737 Mar 29 10:06:20.841237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94009a08-4dca-4612-b964-cb79acfb705f req-8a4e006a-b524-4f99-970e-7da7df57f416 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:20.842772 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-94009a08-4dca-4612-b964-cb79acfb705f req-8a4e006a-b524-4f99-970e-7da7df57f416 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0849173 Mar 29 10:06:20.887180 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-94009a08-4dca-4612-b964-cb79acfb705f req-82c28598-c6a9-4408-b1d4-2f95851b3da6 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386009 Mar 29 10:06:22.103242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65089545-b8b3-4c65-b392-6cea84b125a2 req-4dca8f3a-9ca8-4c33-9475-372168878bcb tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:22.104750 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-65089545-b8b3-4c65-b392-6cea84b125a2 req-4dca8f3a-9ca8-4c33-9475-372168878bcb tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.1056542 Mar 29 10:06:22.155425 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-65089545-b8b3-4c65-b392-6cea84b125a2 req-f54604e6-84f4-4b6d-b54e-0b83da3c9934 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429091 Mar 29 10:06:22.465838 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-029afd77-9c03-40a5-93d4-c8fa94c98648 service neutron] 10.222.0.36 "GET /v2.0/ports/dc53db25-c933-4756-8b7b-05f77a8d9dd0/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0848448 Mar 29 10:06:23.175717 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:23.204585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93713faa-ee2a-4615-802d-111f9f23515e req-7d437577-2f9c-4bb5-b818-9a34ceb81a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:23.207056 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-7d437577-2f9c-4bb5-b818-9a34ceb81a57 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f&tenant_id=b2af89ed52574e8192a0f2bc9c09006e HTTP/1.1" status: 200 len: 1098 time: 0.1001964 Mar 29 10:06:23.507749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93713faa-ee2a-4615-802d-111f9f23515e req-f35798ca-0e13-43f4-b6c0-635d0715abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:23.509235 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-f35798ca-0e13-43f4-b6c0-635d0715abca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2af89ed52574e8192a0f2bc9c09006e&device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 1098 time: 0.2755957 Mar 29 10:06:23.522614 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1709d-59d1-46fa-93b3-101e07264e97 req-249a7860-8b9a-4ead-857e-71a70646bb4f tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:23.531013 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-08f1709d-59d1-46fa-93b3-101e07264e97 req-249a7860-8b9a-4ead-857e-71a70646bb4f tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.2196846 Mar 29 10:06:23.658773 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-08f1709d-59d1-46fa-93b3-101e07264e97 req-b9d1cf18-c7d5-4955-a74b-f28e2a1586c9 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154146 Mar 29 10:06:23.693639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93713faa-ee2a-4615-802d-111f9f23515e req-cb862f15-08b6-487d-945a-b5da9047d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:23.695430 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-cb862f15-08b6-487d-945a-b5da9047d805 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c27660b-c74d-4ec7-be19-bc1debcaf0a8 HTTP/1.1" status: 200 len: 913 time: 0.1703694 Mar 29 10:06:23.773449 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-e7a26b2a-62b7-4a8a-8fd5-ab9a53750905 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc53db25-c933-4756-8b7b-05f77a8d9dd0 HTTP/1.1" status: 200 len: 217 time: 0.0713763 Mar 29 10:06:23.854045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93713faa-ee2a-4615-802d-111f9f23515e req-c82a4103-506b-4453-bced-e01e6377738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:23.857359 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-c82a4103-506b-4453-bced-e01e6377738e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cef21c7-9390-401b-9864-a7018341a91f HTTP/1.1" status: 200 len: 852 time: 0.0779784 Mar 29 10:06:23.914713 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-5b37acfd-1a4b-4b9a-89da-ef118ef84386 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c27660b-c74d-4ec7-be19-bc1debcaf0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520260 Mar 29 10:06:24.063616 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-69a6bfd6-d635-43ee-9078-2ea20e97443a service neutron] 10.222.0.36 "GET /v2.0/networks/1c27660b-c74d-4ec7-be19-bc1debcaf0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422923 Mar 29 10:06:24.210978 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93713faa-ee2a-4615-802d-111f9f23515e req-81e9f1b9-2705-452c-b30c-edb636753b11 service neutron] 10.222.0.36 "GET /v2.0/networks/1c27660b-c74d-4ec7-be19-bc1debcaf0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420555 Mar 29 10:06:24.893407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f606ed-f97f-4c10-961c-c1c9bfa69a02 req-5e653974-f517-4d30-91bb-5aa23e7dd24e tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:24.895667 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-24f606ed-f97f-4c10-961c-c1c9bfa69a02 req-5e653974-f517-4d30-91bb-5aa23e7dd24e tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.1061356 Mar 29 10:06:24.942032 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-24f606ed-f97f-4c10-961c-c1c9bfa69a02 req-6b24ed0c-c9e3-447e-bc92-f994ce98f70a tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391114 Mar 29 10:06:26.139103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a36e3d-d301-437e-845a-31e30957b13c req-73d8ee12-1510-4d6c-aedb-fccc22f08744 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:26.140692 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-15a36e3d-d301-437e-845a-31e30957b13c req-73d8ee12-1510-4d6c-aedb-fccc22f08744 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0849862 Mar 29 10:06:26.195171 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-15a36e3d-d301-437e-845a-31e30957b13c req-13ff7bd3-0a86-4ea8-8cb8-c4722883cde7 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479341 Mar 29 10:06:27.081546 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device dc53db25-c933-4756-8b7b-05f77a8d9dd0 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:06:27.084546 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device dc53db25-c933-4756-8b7b-05f77a8d9dd0 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:06:27.345758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:27.434360 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port dc53db25-c933-4756-8b7b-05f77a8d9dd0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=dc53db25-c933-4756-8b7b-05f77a8d9dd0,segment=NetworkSegment(52302d80-c0ce-43e7-a7ec-217b41a2c2e4),segment_id=52302d80-c0ce-43e7-a7ec-217b41a2c2e4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:06:27.435217 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16bde0-48b0-4cea-ad76-5c7e5535aac5 req-8e904f05-c765-43e5-943a-15fb95822e4a tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:27.436840 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6e16bde0-48b0-4cea-ad76-5c7e5535aac5 req-8e904f05-c765-43e5-943a-15fb95822e4a tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.1149929 Mar 29 10:06:27.458480 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'dc53db25-c933-4756-8b7b-05f77a8d9dd0', 'network_id': '1c27660b-c74d-4ec7-be19-bc1debcaf0a8', 'port_id': 'dc53db25-c933-4756-8b7b-05f77a8d9dd0', 'mac_address': 'fa:16:3e:b3:03:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cef21c7-9390-401b-9864-a7018341a91f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:06:27.496390 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6e16bde0-48b0-4cea-ad76-5c7e5535aac5 req-c9e2d586-7da5-4f5f-8fc5-c5ddec25263f tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529914 Mar 29 10:06:27.508532 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a46ddf-e59f-41ec-afd2-131ecfb62a3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc53db25-c933-4756-8b7b-05f77a8d9dd0'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:06:27.535608 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port dc53db25-c933-4756-8b7b-05f77a8d9dd0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=dc53db25-c933-4756-8b7b-05f77a8d9dd0,segment=NetworkSegment(52302d80-c0ce-43e7-a7ec-217b41a2c2e4),segment_id=52302d80-c0ce-43e7-a7ec-217b41a2c2e4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:06:27.554971 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:27.572624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc53db25-c933-4756-8b7b-05f77a8d9dd0 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:06:27.589410 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a46ddf-e59f-41ec-afd2-131ecfb62a3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc53db25-c933-4756-8b7b-05f77a8d9dd0', 'code': 200} Mar 29 10:06:27.644393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:27.776405 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:06:27.776799 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:06:27.781972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=dc53db25-c933-4756-8b7b-05f77a8d9dd0,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:28.336279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:28.355896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc53db25-c933-4756-8b7b-05f77a8d9dd0 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:06:28.377303 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port dc53db25-c933-4756-8b7b-05f77a8d9dd0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=dc53db25-c933-4756-8b7b-05f77a8d9dd0,segment=NetworkSegment(52302d80-c0ce-43e7-a7ec-217b41a2c2e4),segment_id=52302d80-c0ce-43e7-a7ec-217b41a2c2e4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:06:28.484750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:28.575731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['dc53db25-c933-4756-8b7b-05f77a8d9dd0'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:06:28.635733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=dc53db25-c933-4756-8b7b-05f77a8d9dd0,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:28.757513 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cc7fc-ac1d-434b-bf61-1634b3096e23 req-fe7c2f8c-7181-424d-a5d3-eee9b80c3e6a tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:28.759427 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2e9cc7fc-ac1d-434b-bf61-1634b3096e23 req-fe7c2f8c-7181-424d-a5d3-eee9b80c3e6a tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 944 time: 0.1220005 Mar 29 10:06:28.815343 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2e9cc7fc-ac1d-434b-bf61-1634b3096e23 req-2db488d5-f810-4c3d-9bc1-9a9e0d58467c tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Mar 29 10:06:29.076513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device dc53db25-c933-4756-8b7b-05f77a8d9dd0 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:06:29.161740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port dc53db25-c933-4756-8b7b-05f77a8d9dd0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:06:29.162708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:29.325073 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:29.362409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port dc53db25-c933-4756-8b7b-05f77a8d9dd0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=dc53db25-c933-4756-8b7b-05f77a8d9dd0,segment=NetworkSegment(52302d80-c0ce-43e7-a7ec-217b41a2c2e4),segment_id=52302d80-c0ce-43e7-a7ec-217b41a2c2e4)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:06:29.426909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:29.473323 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-b84ad7f4-3e1a-415d-989c-70595ddffd5c tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:29.475326 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-b84ad7f4-3e1a-415d-989c-70595ddffd5c tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.36 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f&tenant_id=b2af89ed52574e8192a0f2bc9c09006e&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 944 time: 0.1057107 Mar 29 10:06:29.548963 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=dc53db25-c933-4756-8b7b-05f77a8d9dd0,revision_number=8']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:29.591311 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a46ddf-e59f-41ec-afd2-131ecfb62a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc53db25-c933-4756-8b7b-05f77a8d9dd0'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:06:29.655068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-770da642-e3f5-4d05-9240-c589632a2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:29.656601 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-770da642-e3f5-4d05-9240-c589632a2c64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2af89ed52574e8192a0f2bc9c09006e&device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 1098 time: 0.0834601 Mar 29 10:06:29.682338 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a46ddf-e59f-41ec-afd2-131ecfb62a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc53db25-c933-4756-8b7b-05f77a8d9dd0', 'code': 200} Mar 29 10:06:29.817730 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-fae552c8-8078-474e-bb6b-dcbc27e41127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:29.819882 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-fae552c8-8078-474e-bb6b-dcbc27e41127 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c27660b-c74d-4ec7-be19-bc1debcaf0a8 HTTP/1.1" status: 200 len: 913 time: 0.1577711 Mar 29 10:06:29.895093 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-fa05caa3-4d14-472a-9486-64ed9333e632 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc53db25-c933-4756-8b7b-05f77a8d9dd0 HTTP/1.1" status: 200 len: 217 time: 0.0667162 Mar 29 10:06:29.969018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-0c72de89-4f54-47b6-af89-bf6b3429adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:29.970501 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-0c72de89-4f54-47b6-af89-bf6b3429adbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cef21c7-9390-401b-9864-a7018341a91f HTTP/1.1" status: 200 len: 852 time: 0.0691025 Mar 29 10:06:30.018199 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-97a15c0c-7177-40e0-9625-1200c7a34b8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c27660b-c74d-4ec7-be19-bc1debcaf0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413294 Mar 29 10:06:30.233310 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-1e51a90b-bbcb-4e92-a240-4a35fe824bbd service neutron] 10.222.0.36 "GET /v2.0/networks/1c27660b-c74d-4ec7-be19-bc1debcaf0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093382 Mar 29 10:06:30.375744 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-bd243897-eaf2-4df7-ad16-232000aae188 service neutron] 10.222.0.36 "GET /v2.0/networks/1c27660b-c74d-4ec7-be19-bc1debcaf0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365016 Mar 29 10:06:32.011208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e377c-bf34-4a5c-92b9-906b638515eb req-46e69473-c9d9-4aa9-852d-f58cdcc2cd30 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:32.012688 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-873e377c-bf34-4a5c-92b9-906b638515eb req-46e69473-c9d9-4aa9-852d-f58cdcc2cd30 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0833390 Mar 29 10:06:32.067757 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-873e377c-bf34-4a5c-92b9-906b638515eb req-3c0cc42e-ede3-452e-aad3-cd349edd3cba tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432577 Mar 29 10:06:33.394958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecca16-ed68-4359-9efb-2e486a2cc8f8 req-831d4986-826e-4a90-9d54-4637dd83e33b tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:33.397066 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-64ecca16-ed68-4359-9efb-2e486a2cc8f8 req-831d4986-826e-4a90-9d54-4637dd83e33b tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.2023094 Mar 29 10:06:33.446815 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-64ecca16-ed68-4359-9efb-2e486a2cc8f8 req-1fb64de2-3be5-45aa-9d5d-28fe8284a50f tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/security-groups?id=77995516-e91f-4b21-a75c-40628f51af01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426280 Mar 29 10:06:33.761818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-a9e911d6-cc87-4746-a16d-41c288b36d49 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:33.763274 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-a9e911d6-cc87-4746-a16d-41c288b36d49 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.36 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 945 time: 0.0965743 Mar 29 10:06:33.840069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Deleting port dc53db25-c933-4756-8b7b-05f77a8d9dd0 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:06:33.840407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:34.117611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] For port dc53db25-c933-4756-8b7b-05f77a8d9dd0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=dc53db25-c933-4756-8b7b-05f77a8d9dd0,segment=NetworkSegment(52302d80-c0ce-43e7-a7ec-217b41a2c2e4),segment_id=52302d80-c0ce-43e7-a7ec-217b41a2c2e4)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:06:34.118042 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:34.246607 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Calling delete_port for dc53db25-c933-4756-8b7b-05f77a8d9dd0 owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:06:34.496736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:34.513000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['dc53db25-c933-4756-8b7b-05f77a8d9dd0'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:06:34.550100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Pushing event deleted for resources: {'Port': ['ID=dc53db25-c933-4756-8b7b-05f77a8d9dd0,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:34.584128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:34.584959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:34.585206 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:34.585533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:34.585853 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:34.586190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:34.586497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:34.586813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:34.587128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:34.587439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:34.587750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:34.588058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:34.641861 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] No DVR routers for this DVR port dc53db25-c933-4756-8b7b-05f77a8d9dd0 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:06:34.644969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:34.648253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a46ddf-e59f-41ec-afd2-131ecfb62a3f', 'name': 'network-vif-deleted', 'tag': 'dc53db25-c933-4756-8b7b-05f77a8d9dd0'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:06:34.678317 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1faf58cf-ced6-4b4a-a50a-7d62fa94f187 req-3209da21-1c5d-408a-b5bb-98bf6dcb8508 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 210 time: 0.0622437 Mar 29 10:06:34.720105 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-765fb0dd-481b-425a-a277-dbae9d9b879d req-34bdb49e-2049-4857-87b2-55781c861f59 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.36 "DELETE /v2.0/ports/dc53db25-c933-4756-8b7b-05f77a8d9dd0 HTTP/1.1" status: 204 len: 173 time: 0.9515662 Mar 29 10:06:34.793883 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a46ddf-e59f-41ec-afd2-131ecfb62a3f', 'name': 'network-vif-deleted', 'tag': 'dc53db25-c933-4756-8b7b-05f77a8d9dd0', 'status': 'completed', 'code': 200} Mar 29 10:06:35.735897 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-862c0416-55bc-4332-9846-864e01a23519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:35.883973 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a0db51f4-a508-4ddf-9564-bf032238258b req-9160611a-38d2-4bce-9c66-a6a48f732239 tempest-DeleteServersTestJSON-380556534 tempest-DeleteServersTestJSON-380556534-project] 10.222.0.35 "GET /v2.0/ports?device_id=73a46ddf-e59f-41ec-afd2-131ecfb62a3f HTTP/1.1" status: 200 len: 210 time: 0.0459995 Mar 29 10:06:37.078287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device dc53db25-c933-4756-8b7b-05f77a8d9dd0 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:06:37.132315 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: dc53db25-c933-4756-8b7b-05f77a8d9dd0 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:06:37.133050 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device dc53db25-c933-4756-8b7b-05f77a8d9dd0 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:06:37.164001 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 42264) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:06:37.234355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Deleting subnet 1cef21c7-9390-401b-9864-a7018341a91f {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:06:37.237830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:37.295636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:37.379448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:37.570018 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:37.614707 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cef21c7-9390-401b-9864-a7018341a91f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:37.619579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:37.631736 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1cef21c7-9390-401b-9864-a7018341a91f HTTP/1.1" status: 204 len: 168 time: 0.4658191 Mar 29 10:06:37.634326 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:37.634882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:37.635342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42268) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:06:37.635819 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:37.635973 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:37.636424 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:37.637000 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:37.637544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:37.638067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:37.638598 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:37.639103 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:37.639617 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:37.640149 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a462c8-b277-449a-81b1-30795455469a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:37.747484 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9a50-895b-4d78-b736-c6b1688309a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:37.879435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-37cd76ea-fa1e-4287-8e40-fabb2d6133f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:37.887697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9a50-895b-4d78-b736-c6b1688309a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:37.915747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-f6ca9a50-895b-4d78-b736-c6b1688309a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c27660b-c74d-4ec7-be19-bc1debcaf0a8']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:06:37.929000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-f6ca9a50-895b-4d78-b736-c6b1688309a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52302d80-c0ce-43e7-a7ec-217b41a2c2e4') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:06:37.932125 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-f6ca9a50-895b-4d78-b736-c6b1688309a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52302d80-c0ce-43e7-a7ec-217b41a2c2e4') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:06:37.943238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9a50-895b-4d78-b736-c6b1688309a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:37.967268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9a50-895b-4d78-b736-c6b1688309a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:37.974338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ca9a50-895b-4d78-b736-c6b1688309a3 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:06:37.974763 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9a50-895b-4d78-b736-c6b1688309a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:06:37.989426 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:06:38.186277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9a50-895b-4d78-b736-c6b1688309a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:38.215434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9a50-895b-4d78-b736-c6b1688309a3 admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:38.225595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca9a50-895b-4d78-b736-c6b1688309a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c27660b-c74d-4ec7-be19-bc1debcaf0a8,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:38.346393 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f6ca9a50-895b-4d78-b736-c6b1688309a3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1c27660b-c74d-4ec7-be19-bc1debcaf0a8 HTTP/1.1" status: 204 len: 168 time: 0.7063310 Mar 29 10:06:38.753808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42274) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:06:38.808757 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bdb3eaa9-00cd-44d7-82a0-d2169fa7dbf6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2af89ed52574e8192a0f2bc9c09006e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530629 Mar 29 10:06:38.814506 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42278) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:06:38.886990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b21e6e65-24f0-4613-a115-5437eee5e887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:38.916282 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b21e6e65-24f0-4613-a115-5437eee5e887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:38.970622 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:39.005140 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:39.056401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b21e6e65-24f0-4613-a115-5437eee5e887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:39.074750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e6e65-24f0-4613-a115-5437eee5e887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77995516-e91f-4b21-a75c-40628f51af01,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:39.168461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b21e6e65-24f0-4613-a115-5437eee5e887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:39.169614 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b21e6e65-24f0-4613-a115-5437eee5e887 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77995516-e91f-4b21-a75c-40628f51af01 HTTP/1.1" status: 204 len: 168 time: 0.3537419 Mar 29 10:06:40.408473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42302) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:06:40.543427 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1676281902-network', 'tenant_id': 'b812053e6f444ef49e58281348735716'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:06:40.548718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:06:40.552916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Usage tracker for resource:network and tenant:b812053e6f444ef49e58281348735716 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:06:40.555925 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:06:40.561946 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:06:40.656335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Made reservation on behalf of b812053e6f444ef49e58281348735716 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:06:40.659635 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:40.672449 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:40.688102 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:06:40.692472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Usage tracker for resource:security_group_rule and tenant:b812053e6f444ef49e58281348735716 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:06:40.697555 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:06:40.708947 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:06:40.804535 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:40.885536 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:40.925186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:40.958458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:06:40.967615 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:40.973797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:40.974140 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Added segment 50e74892-9802-4b3e-a80f-e6e607194f8a of type vlan for network 8bf04e85-e32f-4e1d-aa0d-3050294d8902 Mar 29 10:06:41.005099 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:41.211268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:41.212874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:41.213841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:41.324851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] Pushing event updated for resources: {'Network': ['ID=8bf04e85-e32f-4e1d-aa0d-3050294d8902,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:41.337373 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 8bf04e85-e32f-4e1d-aa0d-3050294d8902 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:06:41.411404 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f2f5e095-0545-47ce-ab52-c72cf8f4de17 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0013740 Mar 29 10:06:41.415028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42308) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:06:41.423189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] Request body: {'subnet': {'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1676281902-subnet', 'tenant_id': 'b812053e6f444ef49e58281348735716', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:06:41.431624 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:06:41.437569 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] Usage tracker for resource:subnet and tenant:b812053e6f444ef49e58281348735716 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:06:41.441346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:06:41.448035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:06:41.525448 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] Made reservation on behalf of b812053e6f444ef49e58281348735716 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:06:41.528462 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:41.815765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:41.907111 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d51172-d056-480c-bbf2-52274390539d,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:41.917620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] Checking segment: {'id': '50e74892-9802-4b3e-a80f-e6e607194f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:06:41.917968 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] Network hostable DHCP agents. Network: 8bf04e85-e32f-4e1d-aa0d-3050294d8902, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:06:41.993237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] Network 8bf04e85-e32f-4e1d-aa0d-3050294d8902 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:06:42.096907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 8bf04e85-e32f-4e1d-aa0d-3050294d8902) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:06:42.101680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:42.102317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:42.109225 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf6e51d-e5f4-4c28-8be1-e0ecc0c16149 None None] Network 8bf04e85-e32f-4e1d-aa0d-3050294d8902 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:06:42.195954 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7823594f-0a46-4677-ac65-611c6a844566 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7793586 Mar 29 10:06:42.353045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021418cc-b034-4944-8862-fc9c97d1c67b None None] Network 8bf04e85-e32f-4e1d-aa0d-3050294d8902 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:06:42.920087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d431ac3c-ecce-4b2a-b05e-a452037bbc28 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:42.921676 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d431ac3c-ecce-4b2a-b05e-a452037bbc28 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/networks?id=8bf04e85-e32f-4e1d-aa0d-3050294d8902 HTTP/1.1" status: 200 len: 815 time: 0.1870880 Mar 29 10:06:42.942648 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-0d5e087b-75af-449f-b721-d24713464534 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/quotas/b812053e6f444ef49e58281348735716 HTTP/1.1" status: 200 len: 375 time: 0.0144691 Mar 29 10:06:43.000399 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-b935a14a-2f8c-42d2-b793-58213772c98f tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b812053e6f444ef49e58281348735716&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510492 Mar 29 10:06:43.174426 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-2dec87b9-bfd6-4083-9c65-fc0f97a7546d service neutron] 10.222.0.35 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654844 Mar 29 10:06:43.448740 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-3dd65e90-ff1f-4cd3-ba70-2ebdf4543c15 service neutron] 10.222.0.35 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685101 Mar 29 10:06:43.804026 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fd77a1ef-9162-4f69-9074-fd9928015ee9 req-1a9f4d43-c060-4044-a450-4031d951c641 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 210 time: 0.0678794 Mar 29 10:06:44.933318 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0b92f449-54a9-4cbb-b127-3fca47a9ac07 req-4557bbb6-f31a-4822-b7db-7bc753dabfbe tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 210 time: 0.0653927 Mar 29 10:06:46.114431 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bfc91b97-25b6-4cf5-aa39-f9c02f250798 req-ec99c492-632c-4dc5-a653-3daf21e1468d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 210 time: 0.0513582 Mar 29 10:06:46.429230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-03dd44aa-ce43-405b-b727-f1971712b4ad tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:46.429931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-03dd44aa-ce43-405b-b727-f1971712b4ad tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Synchronizing usage tracker for tenant:b812053e6f444ef49e58281348735716 on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:06:46.539674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-03dd44aa-ce43-405b-b727-f1971712b4ad tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Unset dirty status for tenant:b812053e6f444ef49e58281348735716 on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:06:46.541014 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-03dd44aa-ce43-405b-b727-f1971712b4ad tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.36 "GET /v2.0/networks?id=8bf04e85-e32f-4e1d-aa0d-3050294d8902 HTTP/1.1" status: 200 len: 815 time: 0.2893474 Mar 29 10:06:46.553336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Request body: {'port': {'device_id': '201d20d1-20b8-4fad-a06d-aa7819811d46', 'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902', 'admin_state_up': True, 'tenant_id': 'b812053e6f444ef49e58281348735716'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:06:46.703983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:06:46.708222 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Usage tracker for resource:port and tenant:b812053e6f444ef49e58281348735716 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:06:46.711265 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:06:46.717626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:06:46.891304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Made reservation on behalf of b812053e6f444ef49e58281348735716 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:06:46.894913 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:47.080620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Allocated IP 172.20.0.14 (8bf04e85-e32f-4e1d-aa0d-3050294d8902/f3d51172-d056-480c-bbf2-52274390539d/615c3cde-c890-405a-83ef-83ac73db7d53) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:06:47.318323 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c1fee1e6-88a1-480e-ac47-340763748d12 req-68d2941b-7ede-470f-be88-124e8691c9e8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 210 time: 0.0475919 Mar 29 10:06:47.379014 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:47.491596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:47.560060 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Network 8bf04e85-e32f-4e1d-aa0d-3050294d8902 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:06:47.567737 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:06:47.572917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:06:47.604005 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Pushing event updated for resources: {'Port': ['ID=615c3cde-c890-405a-83ef-83ac73db7d53,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:47.647119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:47.647848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:47.748939 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-d503787b-e410-4c4a-b24f-7666e0cb029d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1994572 Mar 29 10:06:47.760718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Request body: {'port': {'device_id': '201d20d1-20b8-4fad-a06d-aa7819811d46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:06:47.878998 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:48.259487 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615c3cde-c890-405a-83ef-83ac73db7d53 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:06:48.266893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:48.281674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Transition to ACTIVE for port object 615c3cde-c890-405a-83ef-83ac73db7d53 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:06:48.370255 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:48.671509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=615c3cde-c890-405a-83ef-83ac73db7d53,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:48.798485 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Attempting to bind port 615c3cde-c890-405a-83ef-83ac73db7d53 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:06:48.798809 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Attempting to bind port 615c3cde-c890-405a-83ef-83ac73db7d53 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '50e74892-9802-4b3e-a80f-e6e607194f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:06:48.799105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Attempting to bind port 615c3cde-c890-405a-83ef-83ac73db7d53 on network 8bf04e85-e32f-4e1d-aa0d-3050294d8902 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:06:48.808921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75e556-8b3f-44d8-815a-7dda29725ba7 req-029a5fa6-0c56-4baa-af1a-73075d2bdbb8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:48.810658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-9b75e556-8b3f-44d8-815a-7dda29725ba7 req-029a5fa6-0c56-4baa-af1a-73075d2bdbb8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Synchronizing usage tracker for tenant:b812053e6f444ef49e58281348735716 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:06:48.817071 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Port 615c3cde-c890-405a-83ef-83ac73db7d53 on network 8bf04e85-e32f-4e1d-aa0d-3050294d8902 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:06:48.817422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Attempting to bind port 615c3cde-c890-405a-83ef-83ac73db7d53 on network 8bf04e85-e32f-4e1d-aa0d-3050294d8902 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:06:48.826891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:06:48.827221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Checking segment: {'id': '50e74892-9802-4b3e-a80f-e6e607194f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:06:48.827600 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Bound using segment: {'id': '50e74892-9802-4b3e-a80f-e6e607194f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:06:48.828022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Bound port: 615c3cde-c890-405a-83ef-83ac73db7d53, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e74892-9802-4b3e-a80f-e6e607194f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:06:48.828372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:48.936624 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-9b75e556-8b3f-44d8-815a-7dda29725ba7 req-029a5fa6-0c56-4baa-af1a-73075d2bdbb8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Unset dirty status for tenant:b812053e6f444ef49e58281348735716 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:06:48.937703 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9b75e556-8b3f-44d8-815a-7dda29725ba7 req-029a5fa6-0c56-4baa-af1a-73075d2bdbb8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 944 time: 0.4955311 Mar 29 10:06:48.943388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] For port 615c3cde-c890-405a-83ef-83ac73db7d53, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:06:48.947817 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] For port 615c3cde-c890-405a-83ef-83ac73db7d53, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=615c3cde-c890-405a-83ef-83ac73db7d53,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:06:48.996824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-9b75e556-8b3f-44d8-815a-7dda29725ba7 req-ce975817-9155-449b-80e5-f3d77a65858f tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Synchronizing usage tracker for tenant:b812053e6f444ef49e58281348735716 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:06:49.035223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:49.095338 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:06:49.132807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-9b75e556-8b3f-44d8-815a-7dda29725ba7 req-ce975817-9155-449b-80e5-f3d77a65858f tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Unset dirty status for tenant:b812053e6f444ef49e58281348735716 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:06:49.134666 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9b75e556-8b3f-44d8-815a-7dda29725ba7 req-ce975817-9155-449b-80e5-f3d77a65858f tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851883 Mar 29 10:06:49.139545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:49.140575 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:49.145805 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] 10.222.0.36 "PUT /v2.0/ports/615c3cde-c890-405a-83ef-83ac73db7d53 HTTP/1.1" status: 200 len: 1094 time: 1.3866723 Mar 29 10:06:49.145805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201d20d1-20b8-4fad-a06d-aa7819811d46', 'tag': '615c3cde-c890-405a-83ef-83ac73db7d53'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:06:49.172528 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ddb0b-6f6c-40e8-988f-a20f9bc0f7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=615c3cde-c890-405a-83ef-83ac73db7d53,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:49.206662 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201d20d1-20b8-4fad-a06d-aa7819811d46', 'tag': '615c3cde-c890-405a-83ef-83ac73db7d53', 'status': 'completed', 'code': 200} Mar 29 10:06:49.321586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133dc85-bf40-4db5-ac4d-5a38ce7324ed req-44dce7cb-43b6-4a53-b73d-270bbd236e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:49.323097 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1133dc85-bf40-4db5-ac4d-5a38ce7324ed req-44dce7cb-43b6-4a53-b73d-270bbd236e11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b812053e6f444ef49e58281348735716&device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 1097 time: 0.0955470 Mar 29 10:06:49.475762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133dc85-bf40-4db5-ac4d-5a38ce7324ed req-402f28c4-bc53-480c-9ca8-7e0e452396c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:49.477204 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1133dc85-bf40-4db5-ac4d-5a38ce7324ed req-402f28c4-bc53-480c-9ca8-7e0e452396c3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b812053e6f444ef49e58281348735716&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1477361 Mar 29 10:06:49.624762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133dc85-bf40-4db5-ac4d-5a38ce7324ed req-b6c0b88f-0f98-48c7-9d68-888aee6ba984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:49.626238 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1133dc85-bf40-4db5-ac4d-5a38ce7324ed req-b6c0b88f-0f98-48c7-9d68-888aee6ba984 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418786 Mar 29 10:06:49.738765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-65543ae0-95bc-45cc-8654-c884ccfe4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:49.740243 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-65543ae0-95bc-45cc-8654-c884ccfe4cb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b812053e6f444ef49e58281348735716&device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 1097 time: 0.0746238 Mar 29 10:06:49.816602 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-8d70ce4e-3c62-4e00-874a-94882f9fc618 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=615c3cde-c890-405a-83ef-83ac73db7d53 HTTP/1.1" status: 200 len: 217 time: 0.0654488 Mar 29 10:06:49.883947 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-bdc31eec-18d2-4054-b360-1654e5e81bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:49.885735 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-bdc31eec-18d2-4054-b360-1654e5e81bb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3d51172-d056-480c-bbf2-52274390539d HTTP/1.1" status: 200 len: 855 time: 0.0630741 Mar 29 10:06:49.934197 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-8be83383-9cba-4725-81b1-35854a607210 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bf04e85-e32f-4e1d-aa0d-3050294d8902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416439 Mar 29 10:06:50.090252 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-f7e7b524-3855-4231-8911-714595034288 service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497600 Mar 29 10:06:50.247026 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1112f2b2-1f38-46e5-8f36-f90b2910762e req-e7365ce9-deaf-4165-b984-ee222cd5ee0b service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501398 Mar 29 10:06:50.384667 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e2e05-12f5-4192-8b37-1721f338c2f7 req-8e2fc118-7e5a-4d6d-af69-24183929f5e4 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:50.387195 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-350e2e05-12f5-4192-8b37-1721f338c2f7 req-8e2fc118-7e5a-4d6d-af69-24183929f5e4 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 944 time: 0.1146498 Mar 29 10:06:50.445736 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-350e2e05-12f5-4192-8b37-1721f338c2f7 req-e350e9b0-542b-4df9-b7ee-6f080a207f1f tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513661 Mar 29 10:06:51.701842 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922158f7-a36a-47fe-9f55-d01266971c56 req-ada59006-9ec7-4845-a5f5-d05cb20a81f2 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:51.703205 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-922158f7-a36a-47fe-9f55-d01266971c56 req-ada59006-9ec7-4845-a5f5-d05cb20a81f2 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 944 time: 0.1225219 Mar 29 10:06:51.754296 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-922158f7-a36a-47fe-9f55-d01266971c56 req-04883ebb-4735-4e3c-93b2-c108286f2bb0 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452638 Mar 29 10:06:53.000019 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c46be-5a92-48ef-aee7-a5d4ff920109 req-5d6e7510-8d29-48f3-a9ed-21fa653030e1 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:53.001787 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-063c46be-5a92-48ef-aee7-a5d4ff920109 req-5d6e7510-8d29-48f3-a9ed-21fa653030e1 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 944 time: 0.1204286 Mar 29 10:06:53.064019 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-063c46be-5a92-48ef-aee7-a5d4ff920109 req-1cdb0059-b6e5-429f-b89b-673aba50128a tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497766 Mar 29 10:06:53.156519 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 615c3cde-c890-405a-83ef-83ac73db7d53 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:06:53.327767 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:53.379822 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 615c3cde-c890-405a-83ef-83ac73db7d53, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=615c3cde-c890-405a-83ef-83ac73db7d53,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:06:53.403660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '615c3cde-c890-405a-83ef-83ac73db7d53', 'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902', 'port_id': '615c3cde-c890-405a-83ef-83ac73db7d53', 'mac_address': 'fa:16:3e:17:f6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d51172-d056-480c-bbf2-52274390539d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:06:53.474601 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:53.493519 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615c3cde-c890-405a-83ef-83ac73db7d53 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:06:53.512887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 615c3cde-c890-405a-83ef-83ac73db7d53, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=615c3cde-c890-405a-83ef-83ac73db7d53,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:06:53.612072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:53.709982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=615c3cde-c890-405a-83ef-83ac73db7d53,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:53.718251 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:53.718589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:53.718967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:53.719300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:53.719632 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:53.719953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:53.720271 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:53.720624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:53.720946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:53.721266 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:53.721575 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:53.721885 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:06:53.928405 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['615c3cde-c890-405a-83ef-83ac73db7d53'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:06:54.300448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3191616-5a93-4ee8-8c3f-67ed9f685b9b req-4f87fbd2-3651-4841-b2cf-ff76e5712b69 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:54.301921 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f3191616-5a93-4ee8-8c3f-67ed9f685b9b req-4f87fbd2-3651-4841-b2cf-ff76e5712b69 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 945 time: 0.0891352 Mar 29 10:06:54.379284 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f3191616-5a93-4ee8-8c3f-67ed9f685b9b req-19e81c4b-bb47-4fa5-9806-c5df7c73317f tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684502 Mar 29 10:06:55.156852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 615c3cde-c890-405a-83ef-83ac73db7d53 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:06:55.332000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 615c3cde-c890-405a-83ef-83ac73db7d53 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:06:55.340011 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 615c3cde-c890-405a-83ef-83ac73db7d53 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:06:55.340440 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:55.486367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:55.518764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201d20d1-20b8-4fad-a06d-aa7819811d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615c3cde-c890-405a-83ef-83ac73db7d53'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:06:55.534232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 615c3cde-c890-405a-83ef-83ac73db7d53, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=615c3cde-c890-405a-83ef-83ac73db7d53,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:06:55.597795 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201d20d1-20b8-4fad-a06d-aa7819811d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615c3cde-c890-405a-83ef-83ac73db7d53', 'code': 200} Mar 29 10:06:55.623975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b0a7f-fb3c-49ad-bba0-383e80d24402 req-74f55ccd-cf83-42a0-ab10-b75b2b19f59f tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:55.626523 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-432b0a7f-fb3c-49ad-bba0-383e80d24402 req-74f55ccd-cf83-42a0-ab10-b75b2b19f59f tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 945 time: 0.1108372 Mar 29 10:06:55.650708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:55.704910 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-432b0a7f-fb3c-49ad-bba0-383e80d24402 req-c9451330-2477-4521-8b22-6d00ede60235 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664985 Mar 29 10:06:55.749456 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=615c3cde-c890-405a-83ef-83ac73db7d53,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:56.157170 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaff8c0-6878-4bb8-bf26-bb7cb7eb5672 req-a91bab27-07cf-4d73-89f8-578fd7bd5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:56.159480 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bbaff8c0-6878-4bb8-bf26-bb7cb7eb5672 req-a91bab27-07cf-4d73-89f8-578fd7bd5c7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 1099 time: 0.1966717 Mar 29 10:06:56.206877 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bbaff8c0-6878-4bb8-bf26-bb7cb7eb5672 req-d69b16a3-67a3-4a41-b6f1-b1b833677171 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413084 Mar 29 10:06:56.927310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335a969-0920-4666-be0a-65e5ffa184ce req-cf2bb918-2747-46ac-8f90-5b648def189b tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:56.928805 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2335a969-0920-4666-be0a-65e5ffa184ce req-cf2bb918-2747-46ac-8f90-5b648def189b tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0905554 Mar 29 10:06:56.980948 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2335a969-0920-4666-be0a-65e5ffa184ce req-b5aed0ef-a636-4900-800a-cfe3371d24cc tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455532 Mar 29 10:06:58.252721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dab29-3321-4093-8cce-ff2ae24f878b req-2fef92c7-bf02-4222-889b-28b42c17acd5 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:58.255346 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-875dab29-3321-4093-8cce-ff2ae24f878b req-2fef92c7-bf02-4222-889b-28b42c17acd5 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.1074913 Mar 29 10:06:58.333501 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-875dab29-3321-4093-8cce-ff2ae24f878b req-ba38c9eb-9ad8-47e1-964b-ac797511e6ed tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672715 Mar 29 10:06:58.618787 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57828e-8856-44db-97dc-19ec05897925 req-16a43abd-96d7-4bc1-b1b8-ede7c49b5eda tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:58.621265 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ce57828e-8856-44db-97dc-19ec05897925 req-16a43abd-96d7-4bc1-b1b8-ede7c49b5eda tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.1107435 Mar 29 10:06:58.686481 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ce57828e-8856-44db-97dc-19ec05897925 req-22391449-59ad-4b67-99c0-cad273aae8cd tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591667 Mar 29 10:06:59.178135 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f37e90-964d-414c-bd50-294bf26fbe99 req-a497edb9-79b6-4c91-a469-6a6019c275f6 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:59.179736 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45f37e90-964d-414c-bd50-294bf26fbe99 req-a497edb9-79b6-4c91-a469-6a6019c275f6 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.1003802 Mar 29 10:06:59.250376 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-45f37e90-964d-414c-bd50-294bf26fbe99 req-ae01d45b-b89b-4d7d-b025-ecda651c7ed3 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640523 Mar 29 10:06:59.531161 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d9804-3930-4782-a249-4ebc309f1964 req-1c786bb3-464a-4cec-b267-330a35bbcfda tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:59.533714 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3a9d9804-3930-4782-a249-4ebc309f1964 req-1c786bb3-464a-4cec-b267-330a35bbcfda tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.1157477 Mar 29 10:06:59.591201 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3a9d9804-3930-4782-a249-4ebc309f1964 req-fc6a7871-e77c-4872-9df7-da3657d4666c tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508394 Mar 29 10:07:00.317950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07b25-173f-4b75-acf6-dce3b6f7025f req-ac505e57-6b20-4073-bfee-509d3e4ef831 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:00.319981 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-edf07b25-173f-4b75-acf6-dce3b6f7025f req-ac505e57-6b20-4073-bfee-509d3e4ef831 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.1338017 Mar 29 10:07:00.374350 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-edf07b25-173f-4b75-acf6-dce3b6f7025f req-56eaca01-b4e3-4852-9d50-5a4b437d4288 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457497 Mar 29 10:07:00.396974 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-268a9497-91db-4478-baf2-075df065acf7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1148405 Mar 29 10:07:01.643878 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765086a1-35f3-42ef-b9b1-c6d8735533ee req-528fa191-80a3-41de-854c-4b5ab8cb6f92 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:01.645428 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-765086a1-35f3-42ef-b9b1-c6d8735533ee req-528fa191-80a3-41de-854c-4b5ab8cb6f92 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.1297076 Mar 29 10:07:01.700341 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-765086a1-35f3-42ef-b9b1-c6d8735533ee req-384de3a8-862d-4cc5-9e0f-875e15c554cb tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455432 Mar 29 10:07:02.920802 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f8107-9a6b-4dca-aed9-dacd789ad76e req-0b2bb14b-04e8-484f-a382-f7171bd8f3a8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:02.922400 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e00f8107-9a6b-4dca-aed9-dacd789ad76e req-0b2bb14b-04e8-484f-a382-f7171bd8f3a8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.1008048 Mar 29 10:07:02.972158 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e00f8107-9a6b-4dca-aed9-dacd789ad76e req-a8712559-da6f-4762-85b8-256a0f11c634 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408459 Mar 29 10:07:03.076578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-e25b80a0-a4b3-43ab-af06-40d6be1077a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:03.078079 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-e25b80a0-a4b3-43ab-af06-40d6be1077a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b812053e6f444ef49e58281348735716&device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 1099 time: 0.0798075 Mar 29 10:07:03.228095 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-9df43eae-23c2-4401-b2b3-acedc1cb1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:03.229632 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-9df43eae-23c2-4401-b2b3-acedc1cb1a7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bf04e85-e32f-4e1d-aa0d-3050294d8902 HTTP/1.1" status: 200 len: 916 time: 0.1460433 Mar 29 10:07:03.298905 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-5388fd8d-5d1a-4335-a499-29b069293e4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=615c3cde-c890-405a-83ef-83ac73db7d53 HTTP/1.1" status: 200 len: 217 time: 0.0630448 Mar 29 10:07:03.380420 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-dfa3e2de-b531-4f04-814a-52aff97be7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:03.381944 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-dfa3e2de-b531-4f04-814a-52aff97be7e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3d51172-d056-480c-bbf2-52274390539d HTTP/1.1" status: 200 len: 855 time: 0.0778995 Mar 29 10:07:03.440716 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-4e7e8921-23e0-4307-b6a0-9d7e7e7dc237 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bf04e85-e32f-4e1d-aa0d-3050294d8902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525560 Mar 29 10:07:03.591738 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-ff4ee3e7-477c-4f2b-ae4d-fa9de36f4dec service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453431 Mar 29 10:07:03.748211 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-176d8ccc-50be-42b0-b88f-d741b6fd4ad2 service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508734 Mar 29 10:07:04.193908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f6823-0509-42fa-905a-336358a5cbed req-6142ccbc-2f95-4766-92ce-f657f133bca1 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:04.196037 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8a2f6823-0509-42fa-905a-336358a5cbed req-6142ccbc-2f95-4766-92ce-f657f133bca1 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0994999 Mar 29 10:07:04.246795 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8a2f6823-0509-42fa-905a-336358a5cbed req-6bc1f158-f45c-42b6-bf3d-7a25e6cd595e tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441463 Mar 29 10:07:05.482165 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac4cd3-7fe9-4141-a87b-2473605ba3e0 req-154c762e-d067-4565-82f8-b9bcf27a9c5e tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:05.483734 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ac4cd3-7fe9-4141-a87b-2473605ba3e0 req-154c762e-d067-4565-82f8-b9bcf27a9c5e tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0968528 Mar 29 10:07:05.553552 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52ac4cd3-7fe9-4141-a87b-2473605ba3e0 req-6dbd64e7-4dfc-4953-ba6f-6d4ec06e33f2 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631413 Mar 29 10:07:05.687655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e77cd0d6-f28f-4c2d-8efd-6a8362f92b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:06.769376 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc40ba2-2eb2-462b-8784-a1adbdb8fbfd req-c454ef92-061b-4e98-8121-6b07e340999b tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:06.771136 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-adc40ba2-2eb2-462b-8784-a1adbdb8fbfd req-c454ef92-061b-4e98-8121-6b07e340999b tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.1008222 Mar 29 10:07:06.825052 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-adc40ba2-2eb2-462b-8784-a1adbdb8fbfd req-6c1b9336-9aad-4246-80c4-dd6ac2b5fba0 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452528 Mar 29 10:07:07.885809 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1c51ec4d-d183-4a24-bd5a-53f1b2a09ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:08.031813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc372c-90cd-4143-8fdd-8a11e0036ada req-e49f4ec4-2927-406b-bf5b-2d5f14396bf5 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:08.033383 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cdbc372c-90cd-4143-8fdd-8a11e0036ada req-e49f4ec4-2927-406b-bf5b-2d5f14396bf5 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0860934 Mar 29 10:07:08.090623 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cdbc372c-90cd-4143-8fdd-8a11e0036ada req-8957d772-0555-414e-ba20-2a2173822bab tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499544 Mar 29 10:07:08.967039 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:08.994016 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:09.311075 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af0207-6c5c-4d68-9fd0-fb98963585f1 req-8ff6e275-02a7-4318-a932-e9dd99b2fa1e tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:09.312650 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-02af0207-6c5c-4d68-9fd0-fb98963585f1 req-8ff6e275-02a7-4318-a932-e9dd99b2fa1e tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0963662 Mar 29 10:07:09.372580 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-02af0207-6c5c-4d68-9fd0-fb98963585f1 req-84a85e66-023a-42e8-8c74-6931ccf0ccbe tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535200 Mar 29 10:07:10.593367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7eac-70b9-4b5a-a75b-02ce8013b508 req-a4c9c250-6386-4ce1-ba39-1513c2049099 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:10.594899 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b97a7eac-70b9-4b5a-a75b-02ce8013b508 req-a4c9c250-6386-4ce1-ba39-1513c2049099 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.1090565 Mar 29 10:07:10.644922 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b97a7eac-70b9-4b5a-a75b-02ce8013b508 req-e85e509e-70ea-41a3-909e-e8fdea555455 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433791 Mar 29 10:07:10.853760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:11.852228 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd2927-16f3-4a0c-99d1-e9f23a30d2dc req-338ab608-2c70-4e67-bb75-39c9ccaa094c tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:11.854450 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e9dd2927-16f3-4a0c-99d1-e9f23a30d2dc req-338ab608-2c70-4e67-bb75-39c9ccaa094c tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0897062 Mar 29 10:07:11.903889 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e9dd2927-16f3-4a0c-99d1-e9f23a30d2dc req-c6057d2c-8c80-41e9-82fa-94054f05490d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433164 Mar 29 10:07:13.123147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4eb90-0a92-47aa-88c7-7afcfde881b2 req-7e66eb58-0673-45f6-a5c7-63fbf069909f tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:13.125002 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-40a4eb90-0a92-47aa-88c7-7afcfde881b2 req-7e66eb58-0673-45f6-a5c7-63fbf069909f tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0942602 Mar 29 10:07:13.190064 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-40a4eb90-0a92-47aa-88c7-7afcfde881b2 req-94a98679-b40a-4c22-b2dc-9c564f762a63 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564876 Mar 29 10:07:14.411856 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa8872-5563-4c57-b244-f0591247f8a6 req-56663192-9b3e-4762-a3ee-5f6e36e5257e tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:14.413581 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07aa8872-5563-4c57-b244-f0591247f8a6 req-56663192-9b3e-4762-a3ee-5f6e36e5257e tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0962892 Mar 29 10:07:14.464771 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07aa8872-5563-4c57-b244-f0591247f8a6 req-8d28bc93-40bf-48bc-9368-e973160e1250 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Mar 29 10:07:15.669004 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe78d06-fee5-40b5-938c-698fb706fd67 req-7f540ee2-7feb-43a2-968a-5cb24441494c tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:15.670765 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8fe78d06-fee5-40b5-938c-698fb706fd67 req-7f540ee2-7feb-43a2-968a-5cb24441494c tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0968862 Mar 29 10:07:15.723761 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8fe78d06-fee5-40b5-938c-698fb706fd67 req-4d53e328-2809-485e-a9d8-c01f1a88df47 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465865 Mar 29 10:07:16.925413 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10af2d-ebc8-491c-b7e9-9d1b262f9b6f req-6941ca96-2955-4eca-bc77-ea8dd85920d0 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:16.926873 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4c10af2d-ebc8-491c-b7e9-9d1b262f9b6f req-6941ca96-2955-4eca-bc77-ea8dd85920d0 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0914874 Mar 29 10:07:16.982309 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4c10af2d-ebc8-491c-b7e9-9d1b262f9b6f req-67761184-91c3-4d32-8ab8-5cb1597ce7cc tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493169 Mar 29 10:07:18.182730 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7a3bf-1158-401e-b233-cbcca51889a3 req-a68353bc-8965-42da-a8cd-c9171104e10e tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:18.184246 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c4a7a3bf-1158-401e-b233-cbcca51889a3 req-a68353bc-8965-42da-a8cd-c9171104e10e tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0901783 Mar 29 10:07:18.237653 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c4a7a3bf-1158-401e-b233-cbcca51889a3 req-f5f7d657-b6d2-4c13-a783-f44d08ef5889 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429804 Mar 29 10:07:19.429126 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79ba63-b30f-4bf0-b681-fe52a83365a7 req-8b96de16-d87a-4d7a-8d4e-71b0320849cf tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:19.431206 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4e79ba63-b30f-4bf0-b681-fe52a83365a7 req-8b96de16-d87a-4d7a-8d4e-71b0320849cf tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0851052 Mar 29 10:07:19.479749 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4e79ba63-b30f-4bf0-b681-fe52a83365a7 req-515c758a-cc18-4c34-a1c1-99fcb96e3af5 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395179 Mar 29 10:07:20.155865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e016e-cafc-40e1-8e10-80ebf38d6bc7 req-439da503-028a-436f-b394-722f8f28ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:20.157523 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-683e016e-cafc-40e1-8e10-80ebf38d6bc7 req-439da503-028a-436f-b394-722f8f28ed4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b812053e6f444ef49e58281348735716&device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 1099 time: 0.0733614 Mar 29 10:07:20.327656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e016e-cafc-40e1-8e10-80ebf38d6bc7 req-7b0385ea-0095-466f-9239-e4fecf9754d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:20.329199 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-683e016e-cafc-40e1-8e10-80ebf38d6bc7 req-7b0385ea-0095-466f-9239-e4fecf9754d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bf04e85-e32f-4e1d-aa0d-3050294d8902 HTTP/1.1" status: 200 len: 916 time: 0.1474581 Mar 29 10:07:20.506456 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-683e016e-cafc-40e1-8e10-80ebf38d6bc7 req-410980d6-428d-4c4d-9fd1-d5985a540b95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=615c3cde-c890-405a-83ef-83ac73db7d53 HTTP/1.1" status: 200 len: 217 time: 0.1714065 Mar 29 10:07:20.586110 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e016e-cafc-40e1-8e10-80ebf38d6bc7 req-bf03f5ba-14ca-4166-90d3-a0e28f27db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:20.588184 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-683e016e-cafc-40e1-8e10-80ebf38d6bc7 req-bf03f5ba-14ca-4166-90d3-a0e28f27db86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3d51172-d056-480c-bbf2-52274390539d HTTP/1.1" status: 200 len: 855 time: 0.0745740 Mar 29 10:07:20.676920 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-683e016e-cafc-40e1-8e10-80ebf38d6bc7 req-6a9c224c-e788-4451-a485-40f898e7caa8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bf04e85-e32f-4e1d-aa0d-3050294d8902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820274 Mar 29 10:07:20.831849 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bb38c-4914-489f-b6b5-1479a3f4584d req-a8810d04-9f0e-476d-8347-815fc603cbb0 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:20.833278 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-520bb38c-4914-489f-b6b5-1479a3f4584d req-a8810d04-9f0e-476d-8347-815fc603cbb0 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.2028255 Mar 29 10:07:20.869218 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-683e016e-cafc-40e1-8e10-80ebf38d6bc7 req-5120bc33-06f7-4c44-8357-ecf8d49203b7 service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852546 Mar 29 10:07:20.928176 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-520bb38c-4914-489f-b6b5-1479a3f4584d req-531d1bae-17e0-4018-b33a-01f71c2177b4 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821958 Mar 29 10:07:21.039028 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-683e016e-cafc-40e1-8e10-80ebf38d6bc7 req-4b109a5c-9fa4-4d52-90a0-c9ea8652c625 service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625245 Mar 29 10:07:22.139124 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f142a87-804d-4ce8-b707-c53eb69f772a req-f2a5aed4-6254-483f-b11b-c1efb84c60eb tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:22.140702 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0f142a87-804d-4ce8-b707-c53eb69f772a req-f2a5aed4-6254-483f-b11b-c1efb84c60eb tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0949004 Mar 29 10:07:22.190936 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0f142a87-804d-4ce8-b707-c53eb69f772a req-53f6b566-7631-4ce6-ac97-25a02cabc942 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441108 Mar 29 10:07:23.202379 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:23.416652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c36468-58ed-4e50-ad9b-f5d6ba02bdac req-2b369a40-504d-4336-96e3-dcf09f431c86 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:23.418225 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d9c36468-58ed-4e50-ad9b-f5d6ba02bdac req-2b369a40-504d-4336-96e3-dcf09f431c86 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0954657 Mar 29 10:07:23.486787 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d9c36468-58ed-4e50-ad9b-f5d6ba02bdac req-fb9b6096-93f6-4f09-8373-1f7d682b54c6 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568972 Mar 29 10:07:24.687463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff762f98-4e6d-44c6-ab7c-6f276e09cf4e req-32abe332-2603-4619-bd9f-5c9cb700bf37 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:24.689060 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ff762f98-4e6d-44c6-ab7c-6f276e09cf4e req-32abe332-2603-4619-bd9f-5c9cb700bf37 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0907538 Mar 29 10:07:24.772572 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ff762f98-4e6d-44c6-ab7c-6f276e09cf4e req-56edbab2-0303-483f-b31c-6af7e7684a2c tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747056 Mar 29 10:07:26.013637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f219392-dc15-4a4c-a367-9bca093e4b25 req-a9d6c5a3-3da1-41c3-8443-59dc750c3648 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:26.015213 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5f219392-dc15-4a4c-a367-9bca093e4b25 req-a9d6c5a3-3da1-41c3-8443-59dc750c3648 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.1203818 Mar 29 10:07:26.068048 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5f219392-dc15-4a4c-a367-9bca093e4b25 req-d01792eb-4221-4247-b37c-08c2b1faa384 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435596 Mar 29 10:07:26.099218 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:07:27.293823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b37f06-7aa7-464e-aca6-4d07826e08f2 req-dde3c8f5-1638-41b3-b8bc-9629e1ffd6e3 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:27.296035 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e3b37f06-7aa7-464e-aca6-4d07826e08f2 req-dde3c8f5-1638-41b3-b8bc-9629e1ffd6e3 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.1021562 Mar 29 10:07:27.361069 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e3b37f06-7aa7-464e-aca6-4d07826e08f2 req-3e9cfb36-7fd3-41ac-9df2-22082fc4c7c7 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553017 Mar 29 10:07:28.584680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d5bab-e9a8-4d72-98a0-085d64d502d0 req-008c03e1-71e3-4c03-ac1b-b6eed37809f0 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:28.586230 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d65d5bab-e9a8-4d72-98a0-085d64d502d0 req-008c03e1-71e3-4c03-ac1b-b6eed37809f0 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0920057 Mar 29 10:07:28.641832 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d65d5bab-e9a8-4d72-98a0-085d64d502d0 req-f9601153-41e6-4f3f-ba75-c83fb9a5d456 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435643 Mar 29 10:07:29.846181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0a134-c95f-4a4e-bd74-eeeb0b240727 req-fef06352-becf-428e-be3e-80f9a91b7980 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:29.847698 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-24f0a134-c95f-4a4e-bd74-eeeb0b240727 req-fef06352-becf-428e-be3e-80f9a91b7980 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0911043 Mar 29 10:07:29.899849 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-24f0a134-c95f-4a4e-bd74-eeeb0b240727 req-1699e0c5-73fc-49e7-8df8-3cfe6ed54c0b tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454707 Mar 29 10:07:31.095772 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-0eec39de-5d4a-46d2-b64b-43ff816a6a68 service neutron] 10.222.0.36 "GET /v2.0/ports/615c3cde-c890-405a-83ef-83ac73db7d53/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.1325099 Mar 29 10:07:31.124963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f43de5-2321-4b22-bc48-edd853e9eb4c req-1e370710-6d5b-4fc7-882a-115f16d44613 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:31.126517 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d4f43de5-2321-4b22-bc48-edd853e9eb4c req-1e370710-6d5b-4fc7-882a-115f16d44613 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.1107340 Mar 29 10:07:31.196830 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d4f43de5-2321-4b22-bc48-edd853e9eb4c req-cf2cfb45-8d13-4025-904b-94f45910a3f5 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633771 Mar 29 10:07:32.029992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-2ba7346b-a94d-4532-b188-a8eb486e4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:32.031492 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-2ba7346b-a94d-4532-b188-a8eb486e4e5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46&tenant_id=b812053e6f444ef49e58281348735716 HTTP/1.1" status: 200 len: 1099 time: 0.0765605 Mar 29 10:07:32.145705 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-6c33da68-6ea3-4a33-b694-1e7ae5042767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:32.148171 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-6c33da68-6ea3-4a33-b694-1e7ae5042767 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b812053e6f444ef49e58281348735716&device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 1099 time: 0.0903907 Mar 29 10:07:32.307586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-4aff5154-cf16-4fb4-9c5b-26a19b842491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:32.309263 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-4aff5154-cf16-4fb4-9c5b-26a19b842491 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bf04e85-e32f-4e1d-aa0d-3050294d8902 HTTP/1.1" status: 200 len: 916 time: 0.1557984 Mar 29 10:07:32.418595 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-2f49f63a-561f-4975-97f7-29fddb1abb5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=615c3cde-c890-405a-83ef-83ac73db7d53 HTTP/1.1" status: 200 len: 217 time: 0.1009874 Mar 29 10:07:32.420046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e8b94-cc0d-4ebb-97bf-b1c1e6f5f7dc req-b2d5ff41-40ab-419a-897b-cb35b835257c tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:32.421623 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-689e8b94-cc0d-4ebb-97bf-b1c1e6f5f7dc req-b2d5ff41-40ab-419a-897b-cb35b835257c tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0933027 Mar 29 10:07:32.470972 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-689e8b94-cc0d-4ebb-97bf-b1c1e6f5f7dc req-06a4b0f2-03de-404b-b65c-2ba61913d3e1 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429668 Mar 29 10:07:32.485166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-e661b0f0-01f5-49c5-b39b-6a2a5ce9f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:32.487042 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-e661b0f0-01f5-49c5-b39b-6a2a5ce9f498 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3d51172-d056-480c-bbf2-52274390539d HTTP/1.1" status: 200 len: 855 time: 0.0599387 Mar 29 10:07:32.539932 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-d81f3e81-30c6-457a-88b4-30cdcd72415f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bf04e85-e32f-4e1d-aa0d-3050294d8902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465460 Mar 29 10:07:32.804814 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-990362ac-75d6-4991-b883-cedd46003e9c service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582378 Mar 29 10:07:32.957132 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0cfeb67-0149-4a53-9f02-49707425e607 req-d9b7e0c1-8ca1-4bbf-93c3-22dd166ae6fa service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454561 Mar 29 10:07:33.661731 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa38d64-f248-4652-88d6-ec853c51ec89 req-cba8a498-bc2b-4512-99c6-7acbf2c249b8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:33.663194 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7fa38d64-f248-4652-88d6-ec853c51ec89 req-cba8a498-bc2b-4512-99c6-7acbf2c249b8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0804670 Mar 29 10:07:33.708288 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7fa38d64-f248-4652-88d6-ec853c51ec89 req-a07821fb-81cd-4838-a7c4-23e5e5f1e246 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386052 Mar 29 10:07:34.912629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3e14b-b980-477a-b759-e6ef7326e55b req-1f1a1653-ca50-47d3-959a-81612f26528b tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:34.914338 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a8a3e14b-b980-477a-b759-e6ef7326e55b req-1f1a1653-ca50-47d3-959a-81612f26528b tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0868027 Mar 29 10:07:34.962739 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a8a3e14b-b980-477a-b759-e6ef7326e55b req-fd3e37e0-1bde-442f-bcc2-bd7cc6c3b688 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422320 Mar 29 10:07:35.334107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 615c3cde-c890-405a-83ef-83ac73db7d53 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:07:35.337247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 615c3cde-c890-405a-83ef-83ac73db7d53 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:07:35.572933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:35.596169 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 615c3cde-c890-405a-83ef-83ac73db7d53, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=615c3cde-c890-405a-83ef-83ac73db7d53,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:07:35.623751 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '615c3cde-c890-405a-83ef-83ac73db7d53', 'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902', 'port_id': '615c3cde-c890-405a-83ef-83ac73db7d53', 'mac_address': 'fa:16:3e:17:f6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d51172-d056-480c-bbf2-52274390539d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:07:35.630655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201d20d1-20b8-4fad-a06d-aa7819811d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615c3cde-c890-405a-83ef-83ac73db7d53'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:07:35.691256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 615c3cde-c890-405a-83ef-83ac73db7d53, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=615c3cde-c890-405a-83ef-83ac73db7d53,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:07:35.715289 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201d20d1-20b8-4fad-a06d-aa7819811d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615c3cde-c890-405a-83ef-83ac73db7d53', 'code': 200} Mar 29 10:07:35.720114 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:35.746549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 615c3cde-c890-405a-83ef-83ac73db7d53 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:07:35.757214 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-adcbf5a7-26a7-4413-ab15-515f683f7481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:35.810536 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:35.941268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:07:35.941583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:07:35.945673 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=615c3cde-c890-405a-83ef-83ac73db7d53,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:07:36.190753 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0763b5-cc22-4eca-b6e2-7f27067602fd req-43da24fc-fad3-4d42-bcff-314cf00eea66 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:36.192392 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-fb0763b5-cc22-4eca-b6e2-7f27067602fd req-43da24fc-fad3-4d42-bcff-314cf00eea66 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 944 time: 0.1060486 Mar 29 10:07:36.362103 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-fb0763b5-cc22-4eca-b6e2-7f27067602fd req-a439a707-82f6-433e-b709-a5f0a6589e47 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595368 Mar 29 10:07:36.508941 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:36.527540 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615c3cde-c890-405a-83ef-83ac73db7d53 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:07:36.544862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 615c3cde-c890-405a-83ef-83ac73db7d53, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=615c3cde-c890-405a-83ef-83ac73db7d53,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:07:36.663569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:36.749007 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['615c3cde-c890-405a-83ef-83ac73db7d53'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:07:36.815816 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=615c3cde-c890-405a-83ef-83ac73db7d53,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:07:37.330962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 615c3cde-c890-405a-83ef-83ac73db7d53 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:07:37.410738 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 615c3cde-c890-405a-83ef-83ac73db7d53 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:07:37.411432 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:37.558839 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:37.602552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94bd38-f9e6-4318-8da7-8855670d4978 req-a987081a-1b5f-48a1-9f4f-82e3e5605092 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:37.604204 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3c94bd38-f9e6-4318-8da7-8855670d4978 req-a987081a-1b5f-48a1-9f4f-82e3e5605092 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 945 time: 0.1005583 Mar 29 10:07:37.616005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 615c3cde-c890-405a-83ef-83ac73db7d53, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=615c3cde-c890-405a-83ef-83ac73db7d53,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:07:37.665734 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3c94bd38-f9e6-4318-8da7-8855670d4978 req-60868115-ddc8-411b-8cd6-72fb516e6378 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550900 Mar 29 10:07:37.699187 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:37.797040 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201d20d1-20b8-4fad-a06d-aa7819811d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615c3cde-c890-405a-83ef-83ac73db7d53'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:07:37.848075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=615c3cde-c890-405a-83ef-83ac73db7d53,revision_number=8']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:07:37.883277 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201d20d1-20b8-4fad-a06d-aa7819811d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615c3cde-c890-405a-83ef-83ac73db7d53', 'code': 200} Mar 29 10:07:37.940413 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-146e0569-c094-47fe-9aed-f5347df032a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:38.308550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f42b1c-7825-4932-a7f4-f438e458b6bb req-4dd46e61-3c54-4e3a-9a42-5123a87bf553 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:38.310413 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-68f42b1c-7825-4932-a7f4-f438e458b6bb req-4dd46e61-3c54-4e3a-9a42-5123a87bf553 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 946 time: 0.0971866 Mar 29 10:07:38.460719 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-68f42b1c-7825-4932-a7f4-f438e458b6bb req-a711b928-06b5-4674-987a-8c5725415293 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436090 Mar 29 10:07:38.502462 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879002d-44cb-4aef-8d96-5a6e8f20270b req-c5fce06d-8457-4430-b8c4-69951c777ed9 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:38.503973 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3879002d-44cb-4aef-8d96-5a6e8f20270b req-c5fce06d-8457-4430-b8c4-69951c777ed9 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.36 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46&tenant_id=b812053e6f444ef49e58281348735716&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 946 time: 0.1484354 Mar 29 10:07:38.655236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879002d-44cb-4aef-8d96-5a6e8f20270b req-fd8f826e-e8bc-41c2-8713-c957db19a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:38.656657 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3879002d-44cb-4aef-8d96-5a6e8f20270b req-fd8f826e-e8bc-41c2-8713-c957db19a131 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b812053e6f444ef49e58281348735716&device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 1099 time: 0.0781627 Mar 29 10:07:38.812061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879002d-44cb-4aef-8d96-5a6e8f20270b req-858d82f1-e99f-4686-978b-68fb47048a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:38.813630 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3879002d-44cb-4aef-8d96-5a6e8f20270b req-858d82f1-e99f-4686-978b-68fb47048a5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bf04e85-e32f-4e1d-aa0d-3050294d8902 HTTP/1.1" status: 200 len: 916 time: 0.1516776 Mar 29 10:07:38.889009 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3879002d-44cb-4aef-8d96-5a6e8f20270b req-17822e5e-b83e-417d-96d6-612a8f93b1f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=615c3cde-c890-405a-83ef-83ac73db7d53 HTTP/1.1" status: 200 len: 217 time: 0.0690014 Mar 29 10:07:38.964856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879002d-44cb-4aef-8d96-5a6e8f20270b req-7e4c795b-61ad-4801-b435-95972fe9b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:38.967234 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3879002d-44cb-4aef-8d96-5a6e8f20270b req-7e4c795b-61ad-4801-b435-95972fe9b2a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3d51172-d056-480c-bbf2-52274390539d HTTP/1.1" status: 200 len: 855 time: 0.0723178 Mar 29 10:07:39.018367 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3879002d-44cb-4aef-8d96-5a6e8f20270b req-57c02933-507e-4163-a164-c58d0259bc58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bf04e85-e32f-4e1d-aa0d-3050294d8902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450985 Mar 29 10:07:39.030145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:39.047580 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:39.177725 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3879002d-44cb-4aef-8d96-5a6e8f20270b req-c81707d2-ccfe-4134-9464-5e612d4d64ea service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511626 Mar 29 10:07:39.313691 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3879002d-44cb-4aef-8d96-5a6e8f20270b req-5562cb3f-d1cf-42ee-8659-2e663c21beb9 service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292500 Mar 29 10:07:39.330227 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 615c3cde-c890-405a-83ef-83ac73db7d53 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:07:39.467661 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:39.514203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 615c3cde-c890-405a-83ef-83ac73db7d53, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=615c3cde-c890-405a-83ef-83ac73db7d53,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:07:39.606925 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:39.688090 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=615c3cde-c890-405a-83ef-83ac73db7d53,revision_number=9']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:07:39.828104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47101-b67d-4181-a333-eb30f6a17f57 req-c6e36ca4-8569-405f-bf22-927dea0d8483 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:39.829622 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-78e47101-b67d-4181-a333-eb30f6a17f57 req-c6e36ca4-8569-405f-bf22-927dea0d8483 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 944 time: 0.0939391 Mar 29 10:07:39.884668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201d20d1-20b8-4fad-a06d-aa7819811d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615c3cde-c890-405a-83ef-83ac73db7d53'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:07:39.889943 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-78e47101-b67d-4181-a333-eb30f6a17f57 req-cd23d929-0759-4bd2-b40a-c4f48b7864e4 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538578 Mar 29 10:07:39.966096 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201d20d1-20b8-4fad-a06d-aa7819811d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615c3cde-c890-405a-83ef-83ac73db7d53', 'code': 200} Mar 29 10:07:40.938137 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:41.137473 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df109298-77f8-4381-b427-3868605a12bc req-046bfc64-a84f-4454-9c88-1d279031c390 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:41.139850 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-df109298-77f8-4381-b427-3868605a12bc req-046bfc64-a84f-4454-9c88-1d279031c390 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 944 time: 0.1139002 Mar 29 10:07:41.187445 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-df109298-77f8-4381-b427-3868605a12bc req-b1fafe86-ba92-4a92-9c76-1fe9ffa582d6 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416596 Mar 29 10:07:41.405975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8db956-da75-4cf3-b69d-03778783ab98 req-29a37de7-d473-40f4-8773-c1998ed29556 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:41.406878 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-db8db956-da75-4cf3-b69d-03778783ab98 req-29a37de7-d473-40f4-8773-c1998ed29556 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 944 time: 0.0923622 Mar 29 10:07:41.464875 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-db8db956-da75-4cf3-b69d-03778783ab98 req-b76bffa3-9836-4382-8eda-414a09f9d93d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521746 Mar 29 10:07:41.732817 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d600f-ed78-4efc-bcdd-53a24cda83b9 req-ec777157-cdf8-42d4-bcd0-36160e9f30dc tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:41.735215 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1d6d600f-ed78-4efc-bcdd-53a24cda83b9 req-ec777157-cdf8-42d4-bcd0-36160e9f30dc tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 944 time: 0.1505103 Mar 29 10:07:41.784526 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1d6d600f-ed78-4efc-bcdd-53a24cda83b9 req-62e8d81e-b5aa-45e0-87e0-91fe34ad2eb1 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431304 Mar 29 10:07:42.656981 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-ba07ffc9-8601-440a-a6cb-913111299239 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:42.658575 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-ba07ffc9-8601-440a-a6cb-913111299239 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/networks?id=8bf04e85-e32f-4e1d-aa0d-3050294d8902 HTTP/1.1" status: 200 len: 815 time: 0.1811903 Mar 29 10:07:42.674963 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-fe608a7c-d5be-4f35-b63a-f53ca3306933 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/quotas/b812053e6f444ef49e58281348735716 HTTP/1.1" status: 200 len: 375 time: 0.0104761 Mar 29 10:07:42.768605 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-2ad330d1-9a6a-47ce-a7d2-ca5bf6145cca tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b812053e6f444ef49e58281348735716&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867832 Mar 29 10:07:42.938327 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-bfb9d3ac-3a67-48b2-9ae5-c9eebfdcbd27 service neutron] 10.222.0.35 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602867 Mar 29 10:07:43.086413 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-655d48a8-13b8-4761-aaed-f6c4de6ca6cb service neutron] 10.222.0.35 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395614 Mar 29 10:07:43.423039 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9ae9b3ad-42e9-474b-b667-ebcde27120ff req-47a5b3b2-bec0-4e8d-b031-bfbd99b7db88 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 210 time: 0.0466843 Mar 29 10:07:44.374191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f6f10-57f0-43fb-87e3-73f378b5d7f5 req-0b5e1a3e-6ef9-4484-aeba-89a49b127f1b tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:44.375764 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3d4f6f10-57f0-43fb-87e3-73f378b5d7f5 req-0b5e1a3e-6ef9-4484-aeba-89a49b127f1b tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.36 "GET /v2.0/ports?device_id=201d20d1-20b8-4fad-a06d-aa7819811d46 HTTP/1.1" status: 200 len: 944 time: 0.0922935 Mar 29 10:07:44.479569 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-3d4f6f10-57f0-43fb-87e3-73f378b5d7f5 req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Deleting port 615c3cde-c890-405a-83ef-83ac73db7d53 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:07:44.480566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3d4f6f10-57f0-43fb-87e3-73f378b5d7f5 req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:44.674406 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f7d122bd-ab6a-446e-a06d-ae750b1766b7 req-038fc187-4183-4242-85c8-796371efd1fe tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 210 time: 0.0657215 Mar 29 10:07:44.912687 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-3d4f6f10-57f0-43fb-87e3-73f378b5d7f5 req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] For port 615c3cde-c890-405a-83ef-83ac73db7d53, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=615c3cde-c890-405a-83ef-83ac73db7d53,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:07:44.913212 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3d4f6f10-57f0-43fb-87e3-73f378b5d7f5 req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:45.055385 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-3d4f6f10-57f0-43fb-87e3-73f378b5d7f5 req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Calling delete_port for 615c3cde-c890-405a-83ef-83ac73db7d53 owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:07:45.278123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3d4f6f10-57f0-43fb-87e3-73f378b5d7f5 req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:45.329132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Pushing event deleted for resources: {'Port': ['ID=615c3cde-c890-405a-83ef-83ac73db7d53,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:07:45.363592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:45.363899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:45.364230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:45.364590 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:45.364923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:45.365257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:45.365589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:45.365920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:45.366238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:45.366568 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:45.366895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:45.367202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:45.420366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4f6f10-57f0-43fb-87e3-73f378b5d7f5 req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] No DVR routers for this DVR port 615c3cde-c890-405a-83ef-83ac73db7d53 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:07:45.422969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3d4f6f10-57f0-43fb-87e3-73f378b5d7f5 req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:45.425533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201d20d1-20b8-4fad-a06d-aa7819811d46', 'name': 'network-vif-deleted', 'tag': '615c3cde-c890-405a-83ef-83ac73db7d53'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:07:45.472852 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201d20d1-20b8-4fad-a06d-aa7819811d46', 'name': 'network-vif-deleted', 'tag': '615c3cde-c890-405a-83ef-83ac73db7d53', 'status': 'completed', 'code': 200} Mar 29 10:07:45.518199 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3d4f6f10-57f0-43fb-87e3-73f378b5d7f5 req-0ba2fcdf-eb84-4b56-b8f3-ae13d9b88206 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.36 "DELETE /v2.0/ports/615c3cde-c890-405a-83ef-83ac73db7d53 HTTP/1.1" status: 204 len: 173 time: 1.1358957 Mar 29 10:07:45.866172 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4eaeb344-b7b5-4f92-9dba-90ebddc6a3ed req-4e15b641-8e71-4dcd-8d0d-4147c6f59bf6 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 210 time: 0.0529590 Mar 29 10:07:46.125911 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8c844523-ae2e-415b-9440-86b8b9d5bf2f tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:46.128105 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8c844523-ae2e-415b-9440-86b8b9d5bf2f tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.36 "GET /v2.0/networks?id=8bf04e85-e32f-4e1d-aa0d-3050294d8902 HTTP/1.1" status: 200 len: 815 time: 0.1778576 Mar 29 10:07:46.141945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Request body: {'port': {'device_id': 'da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd', 'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902', 'admin_state_up': True, 'tenant_id': 'b812053e6f444ef49e58281348735716'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:07:46.286965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:07:46.291886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Usage tracker for resource:port and tenant:b812053e6f444ef49e58281348735716 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:07:46.295242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:07:46.304383 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:07:46.438382 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Made reservation on behalf of b812053e6f444ef49e58281348735716 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:07:46.452393 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:46.628714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Allocated IP 172.20.0.12 (8bf04e85-e32f-4e1d-aa0d-3050294d8902/f3d51172-d056-480c-bbf2-52274390539d/7149bd22-9e0a-449f-82ba-ec957a69c5f8) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:07:46.913696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:47.074075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-9b1a4776-ab56-4a09-aaa3-3609cd0adfb0 req-7448ec80-c833-4a8c-8f93-06ad32b9210a tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Synchronizing usage tracker for tenant:b812053e6f444ef49e58281348735716 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:07:47.108468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:47.185179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-9b1a4776-ab56-4a09-aaa3-3609cd0adfb0 req-7448ec80-c833-4a8c-8f93-06ad32b9210a tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Unset dirty status for tenant:b812053e6f444ef49e58281348735716 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:07:47.186253 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9b1a4776-ab56-4a09-aaa3-3609cd0adfb0 req-7448ec80-c833-4a8c-8f93-06ad32b9210a tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 210 time: 0.1776104 Mar 29 10:07:47.192184 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Network 8bf04e85-e32f-4e1d-aa0d-3050294d8902 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:07:47.200960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:07:47.206044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:07:47.238267 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Pushing event updated for resources: {'Port': ['ID=7149bd22-9e0a-449f-82ba-ec957a69c5f8,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:07:47.286551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:47.287525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:47.378370 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 615c3cde-c890-405a-83ef-83ac73db7d53 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:07:47.420439 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-3d905d42-dd48-4e8c-b793-e64625a160d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2824543 Mar 29 10:07:47.432715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Request body: {'port': {'device_id': 'da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:07:47.441119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 615c3cde-c890-405a-83ef-83ac73db7d53 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:07:47.441573 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 615c3cde-c890-405a-83ef-83ac73db7d53 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:07:47.574794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:48.089430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7149bd22-9e0a-449f-82ba-ec957a69c5f8 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:07:48.097179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:48.112930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Transition to ACTIVE for port object 7149bd22-9e0a-449f-82ba-ec957a69c5f8 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:07:48.192302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:48.361172 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7149bd22-9e0a-449f-82ba-ec957a69c5f8,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:07:48.419472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95aa9f-992a-48d2-943b-5fd4ebf18b94 req-b03e75a8-8293-46b7-95a8-170d1fcd4757 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:48.421408 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8e95aa9f-992a-48d2-943b-5fd4ebf18b94 req-b03e75a8-8293-46b7-95a8-170d1fcd4757 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 944 time: 0.0916932 Mar 29 10:07:48.486128 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8e95aa9f-992a-48d2-943b-5fd4ebf18b94 req-7619f968-5220-4ff4-8773-a2ae2ca536c8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548842 Mar 29 10:07:48.493259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Attempting to bind port 7149bd22-9e0a-449f-82ba-ec957a69c5f8 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:07:48.493674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Attempting to bind port 7149bd22-9e0a-449f-82ba-ec957a69c5f8 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '50e74892-9802-4b3e-a80f-e6e607194f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:07:48.494523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Attempting to bind port 7149bd22-9e0a-449f-82ba-ec957a69c5f8 on network 8bf04e85-e32f-4e1d-aa0d-3050294d8902 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:07:48.502574 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Port 7149bd22-9e0a-449f-82ba-ec957a69c5f8 on network 8bf04e85-e32f-4e1d-aa0d-3050294d8902 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:07:48.503092 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Attempting to bind port 7149bd22-9e0a-449f-82ba-ec957a69c5f8 on network 8bf04e85-e32f-4e1d-aa0d-3050294d8902 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:07:48.513877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:07:48.514425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Checking segment: {'id': '50e74892-9802-4b3e-a80f-e6e607194f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:07:48.515130 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Bound using segment: {'id': '50e74892-9802-4b3e-a80f-e6e607194f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:07:48.515833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Bound port: 7149bd22-9e0a-449f-82ba-ec957a69c5f8, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e74892-9802-4b3e-a80f-e6e607194f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:07:48.516429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:48.626450 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] For port 7149bd22-9e0a-449f-82ba-ec957a69c5f8, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:07:48.629843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] For port 7149bd22-9e0a-449f-82ba-ec957a69c5f8, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7149bd22-9e0a-449f-82ba-ec957a69c5f8,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:07:48.714245 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:48.777391 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:48.778011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:48.779398 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/7149bd22-9e0a-449f-82ba-ec957a69c5f8 HTTP/1.1" status: 200 len: 1094 time: 1.3521786 Mar 29 10:07:48.779837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd', 'tag': '7149bd22-9e0a-449f-82ba-ec957a69c5f8'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:07:48.817164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddebe7-a973-4edb-a141-98e40e2931c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7149bd22-9e0a-449f-82ba-ec957a69c5f8,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:07:48.829000 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd', 'tag': '7149bd22-9e0a-449f-82ba-ec957a69c5f8', 'status': 'completed', 'code': 200} Mar 29 10:07:48.933501 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5b07d-9f98-43e4-a416-e1bdb2439e5a req-9a398672-dcaf-4db1-8828-7dad9f291dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:48.935932 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-77f5b07d-9f98-43e4-a416-e1bdb2439e5a req-9a398672-dcaf-4db1-8828-7dad9f291dab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b812053e6f444ef49e58281348735716&device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 1097 time: 0.0861506 Mar 29 10:07:49.090007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5b07d-9f98-43e4-a416-e1bdb2439e5a req-d05508dd-ff06-488e-acf0-460662066fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:49.091468 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-77f5b07d-9f98-43e4-a416-e1bdb2439e5a req-d05508dd-ff06-488e-acf0-460662066fad service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b812053e6f444ef49e58281348735716&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1476605 Mar 29 10:07:49.259495 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5b07d-9f98-43e4-a416-e1bdb2439e5a req-5acb6139-b027-46ca-808f-a1a7ad2aaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:49.261036 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-77f5b07d-9f98-43e4-a416-e1bdb2439e5a req-5acb6139-b027-46ca-808f-a1a7ad2aaa77 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1634402 Mar 29 10:07:49.394775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-91040cb0-e2c6-4c08-b1d2-08be99d3eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:49.397096 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-91040cb0-e2c6-4c08-b1d2-08be99d3eb43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b812053e6f444ef49e58281348735716&device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 1097 time: 0.0937483 Mar 29 10:07:49.471891 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-30b26d3a-cf8c-45f7-ac3f-4142cc1b9752 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7149bd22-9e0a-449f-82ba-ec957a69c5f8 HTTP/1.1" status: 200 len: 217 time: 0.0674460 Mar 29 10:07:49.547500 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-92495029-cbfe-46b1-b0db-2d9b29de637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:49.549547 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-92495029-cbfe-46b1-b0db-2d9b29de637f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3d51172-d056-480c-bbf2-52274390539d HTTP/1.1" status: 200 len: 855 time: 0.0721145 Mar 29 10:07:49.600051 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-fbc7729c-cdc1-4776-96c1-3df9c1403fd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bf04e85-e32f-4e1d-aa0d-3050294d8902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441375 Mar 29 10:07:49.738925 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b34b0-234a-48c2-b886-7faace4193b0 req-a73b801c-0f71-4f07-adf5-933d411ff471 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:49.741363 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b07b34b0-234a-48c2-b886-7faace4193b0 req-a73b801c-0f71-4f07-adf5-933d411ff471 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 944 time: 0.1147506 Mar 29 10:07:49.758126 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-ec203ec3-8240-4065-9a49-82f270eafe0f service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505318 Mar 29 10:07:49.800456 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b07b34b0-234a-48c2-b886-7faace4193b0 req-53de84dd-36dd-49f4-9c9a-feb993b2d916 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479078 Mar 29 10:07:50.024380 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ee1a7d29-f57d-4f48-8762-9a3fda88f9f4 req-9e1ccc12-fcc9-4d54-b793-a93541890aa8 service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574050 Mar 29 10:07:51.021097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed55b3d-563c-48dc-82b2-bd53e2922673 req-dcfc0775-ecf9-4a77-b50e-5b8fd27ef1b4 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:51.022598 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bed55b3d-563c-48dc-82b2-bd53e2922673 req-dcfc0775-ecf9-4a77-b50e-5b8fd27ef1b4 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 944 time: 0.1039040 Mar 29 10:07:51.071738 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bed55b3d-563c-48dc-82b2-bd53e2922673 req-9932633c-0713-4290-8dd0-45a4f3ca0814 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 Mar 29 10:07:52.325196 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699716a2-066c-4440-bf11-9d585671f078 req-78c8a4c9-0ae4-4fc1-be08-ea08d9683dc9 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:52.326795 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-699716a2-066c-4440-bf11-9d585671f078 req-78c8a4c9-0ae4-4fc1-be08-ea08d9683dc9 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 944 time: 0.0914917 Mar 29 10:07:52.375992 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-699716a2-066c-4440-bf11-9d585671f078 req-4e488216-3d5c-4866-88fa-42c311ee5d8a tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Mar 29 10:07:53.276374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:53.408819 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 7149bd22-9e0a-449f-82ba-ec957a69c5f8 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:07:53.566329 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 7149bd22-9e0a-449f-82ba-ec957a69c5f8, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7149bd22-9e0a-449f-82ba-ec957a69c5f8,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:07:53.575581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67a8f9-3500-4bba-8323-bb160e8397e8 req-03b271c6-9a32-46f2-8066-2bae2d1934cf tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:53.577135 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4a67a8f9-3500-4bba-8323-bb160e8397e8 req-03b271c6-9a32-46f2-8066-2bae2d1934cf tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 944 time: 0.0856991 Mar 29 10:07:53.581607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '7149bd22-9e0a-449f-82ba-ec957a69c5f8', 'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902', 'port_id': '7149bd22-9e0a-449f-82ba-ec957a69c5f8', 'mac_address': 'fa:16:3e:57:4c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d51172-d056-480c-bbf2-52274390539d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:07:53.623119 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4a67a8f9-3500-4bba-8323-bb160e8397e8 req-dab33b7d-6f77-40c6-93a1-4652275ad7fc tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400274 Mar 29 10:07:53.643567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:53.662241 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7149bd22-9e0a-449f-82ba-ec957a69c5f8 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:07:53.682757 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 7149bd22-9e0a-449f-82ba-ec957a69c5f8, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7149bd22-9e0a-449f-82ba-ec957a69c5f8,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:07:53.818532 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:53.893126 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=7149bd22-9e0a-449f-82ba-ec957a69c5f8,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:07:53.900924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:53.901264 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:53.901597 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:53.901927 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:53.902256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:53.902580 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:53.902898 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:53.903218 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:53.903536 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:53.903844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:53.904168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:53.904518 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:07:54.143302 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['7149bd22-9e0a-449f-82ba-ec957a69c5f8'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:07:54.838517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944975d-5882-4c63-a776-9c6a30183c51 req-01984655-8698-43ea-a166-16b4e21a3dc7 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:54.839999 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4944975d-5882-4c63-a776-9c6a30183c51 req-01984655-8698-43ea-a166-16b4e21a3dc7 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 945 time: 0.0961425 Mar 29 10:07:54.891584 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4944975d-5882-4c63-a776-9c6a30183c51 req-288023f0-c579-4692-a002-c41e8b040c04 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Mar 29 10:07:55.409772 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 7149bd22-9e0a-449f-82ba-ec957a69c5f8 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:07:55.643994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 7149bd22-9e0a-449f-82ba-ec957a69c5f8 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:07:55.649408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 7149bd22-9e0a-449f-82ba-ec957a69c5f8 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:07:55.649699 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:55.773922 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:55.802614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7149bd22-9e0a-449f-82ba-ec957a69c5f8'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:07:55.812576 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 7149bd22-9e0a-449f-82ba-ec957a69c5f8, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7149bd22-9e0a-449f-82ba-ec957a69c5f8,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:07:55.859997 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7149bd22-9e0a-449f-82ba-ec957a69c5f8', 'code': 200} Mar 29 10:07:55.911026 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:55.982740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=7149bd22-9e0a-449f-82ba-ec957a69c5f8,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:07:56.106556 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753d024-7d25-421d-99b0-9178d7f81bc4 req-7474a685-5607-44fe-88f9-e5daa19a12c6 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:56.108293 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f753d024-7d25-421d-99b0-9178d7f81bc4 req-7474a685-5607-44fe-88f9-e5daa19a12c6 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0876803 Mar 29 10:07:56.154960 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f753d024-7d25-421d-99b0-9178d7f81bc4 req-ae5fad2a-fd4f-4b9e-89cb-c5e754666994 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Mar 29 10:07:56.278318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee6597-cbbc-4a8a-858d-3bb8e77cb553 req-0a175e9f-cdaf-44fb-b0af-dc0d1f572914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:56.279883 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-43ee6597-cbbc-4a8a-858d-3bb8e77cb553 req-0a175e9f-cdaf-44fb-b0af-dc0d1f572914 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 1099 time: 0.0741370 Mar 29 10:07:56.320396 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-43ee6597-cbbc-4a8a-858d-3bb8e77cb553 req-c5f95c30-b2ff-48b0-b9c2-ea642e542479 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345476 Mar 29 10:07:57.352667 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291f366-5951-472d-a6a8-10048dd84057 req-e8845f12-af68-40e6-b698-c94a785c9294 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:57.354769 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9291f366-5951-472d-a6a8-10048dd84057 req-e8845f12-af68-40e6-b698-c94a785c9294 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0842891 Mar 29 10:07:57.406802 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9291f366-5951-472d-a6a8-10048dd84057 req-b2e3b509-6696-4805-ba4c-f030345075ab tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456703 Mar 29 10:07:58.611449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9388a64-0322-4599-95bc-16f6ef57b812 req-9474c084-4676-47ba-84ff-ba50702b48bf tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:58.613677 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f9388a64-0322-4599-95bc-16f6ef57b812 req-9474c084-4676-47ba-84ff-ba50702b48bf tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0955448 Mar 29 10:07:58.661163 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f9388a64-0322-4599-95bc-16f6ef57b812 req-fd9d92d2-e222-46bf-9e30-13e7cf651194 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414522 Mar 29 10:07:58.876071 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61b3d8-ef86-4724-85c6-f911afa49a71 req-008ad362-701a-4e07-aed5-9d40deb7944c tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:58.877567 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2b61b3d8-ef86-4724-85c6-f911afa49a71 req-008ad362-701a-4e07-aed5-9d40deb7944c tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0991719 Mar 29 10:07:58.924351 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2b61b3d8-ef86-4724-85c6-f911afa49a71 req-70d6fc76-528c-45c3-8ded-5064fd01feaf tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406826 Mar 29 10:07:59.559720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b0ed1-9947-4862-9f72-fde64caf2bdf req-3c95ddcf-0d84-44e0-a78a-b67a8d038514 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:59.561338 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-be4b0ed1-9947-4862-9f72-fde64caf2bdf req-3c95ddcf-0d84-44e0-a78a-b67a8d038514 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.1046631 Mar 29 10:07:59.625681 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-be4b0ed1-9947-4862-9f72-fde64caf2bdf req-7a67356a-89c4-4b56-9c95-e24920a1a502 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542691 Mar 29 10:07:59.777273 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-3550862d-9a88-4f6f-ad63-19056ec084c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786679 Mar 29 10:08:00.842028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c0aa4-090d-48bb-a3a9-fb0c574f6aed req-61c7b353-8d14-42a7-9c71-4e0a391ec6ac tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:00.843545 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4d2c0aa4-090d-48bb-a3a9-fb0c574f6aed req-61c7b353-8d14-42a7-9c71-4e0a391ec6ac tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0984290 Mar 29 10:08:00.993076 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4d2c0aa4-090d-48bb-a3a9-fb0c574f6aed req-9032d81a-a7f9-4c8f-8106-bc3a6e48def0 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437194 Mar 29 10:08:02.201990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24796d-6f56-4cc9-a274-fc38e44563a3 req-4ec5493f-ce00-4f12-b8bb-ff3e4aae1ba1 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:02.203512 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4d24796d-6f56-4cc9-a274-fc38e44563a3 req-4ec5493f-ce00-4f12-b8bb-ff3e4aae1ba1 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0847204 Mar 29 10:08:02.254120 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4d24796d-6f56-4cc9-a274-fc38e44563a3 req-a6e50bbc-fd8f-486f-b4e6-fad866db141d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447268 Mar 29 10:08:02.417908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-6e5ba8bb-1d46-438e-bbec-082cb88f685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:02.419403 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-6e5ba8bb-1d46-438e-bbec-082cb88f685e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b812053e6f444ef49e58281348735716&device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 1099 time: 0.0779853 Mar 29 10:08:02.562410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-54f28c46-9f3d-49bf-862e-68033285294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:02.563847 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-54f28c46-9f3d-49bf-862e-68033285294d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bf04e85-e32f-4e1d-aa0d-3050294d8902 HTTP/1.1" status: 200 len: 916 time: 0.1390660 Mar 29 10:08:02.630496 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-f7086dd1-e9d1-484e-b315-d547d87ebf39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7149bd22-9e0a-449f-82ba-ec957a69c5f8 HTTP/1.1" status: 200 len: 217 time: 0.0611649 Mar 29 10:08:02.696775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-3911fe26-46a7-4457-8b62-26eafcefbe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:02.698148 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-3911fe26-46a7-4457-8b62-26eafcefbe53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3d51172-d056-480c-bbf2-52274390539d HTTP/1.1" status: 200 len: 855 time: 0.0625286 Mar 29 10:08:02.746369 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-965125a5-3e73-4741-8951-cc0afde64961 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bf04e85-e32f-4e1d-aa0d-3050294d8902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413873 Mar 29 10:08:02.889958 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-bcfcf725-1156-403d-803c-f39b47f83dd5 service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360848 Mar 29 10:08:03.048057 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-6f5c8242-e120-493d-9124-8a4042bf7e91 service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523600 Mar 29 10:08:03.100372 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:08:03.645211 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d445103-d963-4125-9ce8-4a52080f322d req-0f1f25d6-286c-4baa-b001-20b638b0d9db tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:03.646842 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4d445103-d963-4125-9ce8-4a52080f322d req-0f1f25d6-286c-4baa-b001-20b638b0d9db tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0819435 Mar 29 10:08:03.693717 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4d445103-d963-4125-9ce8-4a52080f322d req-dedc9da4-d970-4de8-ae06-593dbd5c778c tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397179 Mar 29 10:08:04.892727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcce83-63f7-4d96-8da1-256fbda73a7c req-525c5a3d-cb9e-4613-ae6e-a9d9ae20e979 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:04.894292 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cabcce83-63f7-4d96-8da1-256fbda73a7c req-525c5a3d-cb9e-4613-ae6e-a9d9ae20e979 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0892732 Mar 29 10:08:04.940335 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cabcce83-63f7-4d96-8da1-256fbda73a7c req-3b4102cb-c68b-4210-9a3f-d3cd5f75c383 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402863 Mar 29 10:08:05.736550 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e2731f13-3545-4626-916a-c874e5f01290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:06.142422 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6f098-803e-4037-b779-42facb7cfa95 req-eccd2117-e347-43a0-acc5-b66519afb497 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:06.143987 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6bc6f098-803e-4037-b779-42facb7cfa95 req-eccd2117-e347-43a0-acc5-b66519afb497 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0873652 Mar 29 10:08:06.193931 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6bc6f098-803e-4037-b779-42facb7cfa95 req-b794b97a-f867-4f0f-9193-3a99761b56e7 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 Mar 29 10:08:07.393401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f8aba-df47-4724-bbd8-74b603643929 req-bd168c19-4c88-41c9-b2ad-2a35dc17cbb8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:07.394956 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e17f8aba-df47-4724-bbd8-74b603643929 req-bd168c19-4c88-41c9-b2ad-2a35dc17cbb8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0903082 Mar 29 10:08:07.445350 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e17f8aba-df47-4724-bbd8-74b603643929 req-0abb0f35-4a80-47ac-aa1e-d46c954f0b67 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423248 Mar 29 10:08:07.965527 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-835b54a2-ab24-4d11-a41b-4f7af915117a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:08.649127 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92147f-082b-4439-b8d8-c00cc39d08ac req-24d89c76-77d2-4e04-9924-f900f0d470d9 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:08.650733 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ac92147f-082b-4439-b8d8-c00cc39d08ac req-24d89c76-77d2-4e04-9924-f900f0d470d9 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0980203 Mar 29 10:08:08.706216 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ac92147f-082b-4439-b8d8-c00cc39d08ac req-660499d6-bc28-4e23-82b5-e8e251602949 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489585 Mar 29 10:08:08.990828 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:09.030394 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:09.901742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b9a17-46c7-437a-a176-c10b22df4c93 req-1f79c3c4-a3ce-45c3-b604-e27d33219cea tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:09.903220 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba0b9a17-46c7-437a-a176-c10b22df4c93 req-1f79c3c4-a3ce-45c3-b604-e27d33219cea tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0879524 Mar 29 10:08:09.951346 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba0b9a17-46c7-437a-a176-c10b22df4c93 req-2d1847a2-3d1c-4243-bb22-e73d0e8bff4e tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421898 Mar 29 10:08:10.876224 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:11.164773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabde1cc-bcd3-4fb1-ab7b-ea00bcd21aab req-79c4cd6d-b0c9-4a0d-9e67-7c3d74dcb8e3 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:11.166415 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-cabde1cc-bcd3-4fb1-ab7b-ea00bcd21aab req-79c4cd6d-b0c9-4a0d-9e67-7c3d74dcb8e3 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.1000686 Mar 29 10:08:11.216873 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-cabde1cc-bcd3-4fb1-ab7b-ea00bcd21aab req-7d07554c-cf77-42d4-a68f-4502f1c1a6f3 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 Mar 29 10:08:12.456898 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c828e13-d434-45f4-a7ca-2cf93bbe1506 req-21f6e664-d292-447d-9e2a-5a0094f3e1a7 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:12.458805 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7c828e13-d434-45f4-a7ca-2cf93bbe1506 req-21f6e664-d292-447d-9e2a-5a0094f3e1a7 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.1128616 Mar 29 10:08:12.630345 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7c828e13-d434-45f4-a7ca-2cf93bbe1506 req-06ab4107-a5bf-40a2-b8a6-0ac7a36f4d78 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607654 Mar 29 10:08:13.845059 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e4176-8ee3-4e51-b3ae-ffd3b16e2d29 req-c6f0e7ed-8812-49d0-8e8c-0ef38760a2fd tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:13.846610 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e28e4176-8ee3-4e51-b3ae-ffd3b16e2d29 req-c6f0e7ed-8812-49d0-8e8c-0ef38760a2fd tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.1012273 Mar 29 10:08:13.912070 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e28e4176-8ee3-4e51-b3ae-ffd3b16e2d29 req-9943cfb4-3c2a-450e-9f49-4268f05ac891 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540440 Mar 29 10:08:15.143215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46390922-fe53-4beb-acbd-4d7f8286a447 req-775895f2-f3e3-40a3-a4c6-aaeec74e0a06 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:15.144906 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-46390922-fe53-4beb-acbd-4d7f8286a447 req-775895f2-f3e3-40a3-a4c6-aaeec74e0a06 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0987561 Mar 29 10:08:15.207975 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-46390922-fe53-4beb-acbd-4d7f8286a447 req-41225308-52c6-43bb-ac7f-8ce8f80f0232 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570161 Mar 29 10:08:16.416271 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ddf76-62ef-4507-b8c7-b630955459c0 req-649c681e-c9cd-4d3e-85ac-ecd7f03b0557 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:16.418451 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c18ddf76-62ef-4507-b8c7-b630955459c0 req-649c681e-c9cd-4d3e-85ac-ecd7f03b0557 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0891199 Mar 29 10:08:16.477729 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c18ddf76-62ef-4507-b8c7-b630955459c0 req-ab7e39ba-f406-4cca-8dde-c63a1494212e tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508742 Mar 29 10:08:17.699752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49e8ef-b85c-455f-b962-f286544e3f9b req-67a5f7f9-4387-4f56-b41e-6059ec9d7529 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:17.701200 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-da49e8ef-b85c-455f-b962-f286544e3f9b req-67a5f7f9-4387-4f56-b41e-6059ec9d7529 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.1076748 Mar 29 10:08:17.750919 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-da49e8ef-b85c-455f-b962-f286544e3f9b req-42dcc0eb-1645-4bd0-aaa8-b759ba432837 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Mar 29 10:08:18.956783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100cfa7-355d-4a9d-aa0d-149b901b8f89 req-aee10087-2598-4ad1-826d-c2e1f5bf4d50 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:18.958304 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2100cfa7-355d-4a9d-aa0d-149b901b8f89 req-aee10087-2598-4ad1-826d-c2e1f5bf4d50 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0880291 Mar 29 10:08:19.013457 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2100cfa7-355d-4a9d-aa0d-149b901b8f89 req-178a3463-47e0-436a-b5bb-832911ae864e tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484579 Mar 29 10:08:20.285195 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446e9c8-3f9a-4bdf-8c16-58e490f9ae0d req-c4558270-0e5a-47fc-8570-8a8f681b3fcb tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:20.286764 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3446e9c8-3f9a-4bdf-8c16-58e490f9ae0d req-c4558270-0e5a-47fc-8570-8a8f681b3fcb tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.1183989 Mar 29 10:08:20.339559 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3446e9c8-3f9a-4bdf-8c16-58e490f9ae0d req-a47bcc40-edf8-42d5-9d05-6a553997ecb6 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Mar 29 10:08:20.613340 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-9695d41d-7247-41b5-9d59-56b656cba16d service neutron] 10.222.0.36 "GET /v2.0/ports/7149bd22-9e0a-449f-82ba-ec957a69c5f8/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0864015 Mar 29 10:08:21.492940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1703b-ec81-4dcd-9100-c4c53628b3ac req-1d186888-e7d7-4313-adf2-cedc075e3b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:21.494553 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95e1703b-ec81-4dcd-9100-c4c53628b3ac req-1d186888-e7d7-4313-adf2-cedc075e3b5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b812053e6f444ef49e58281348735716&device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 1099 time: 0.0955858 Mar 29 10:08:21.575543 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-681e27da-ed15-454d-b714-4c179025ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:21.577076 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-681e27da-ed15-454d-b714-4c179025ecdf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd&tenant_id=b812053e6f444ef49e58281348735716 HTTP/1.1" status: 200 len: 1099 time: 0.1657624 Mar 29 10:08:21.592433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a92d8-b489-437d-a3ca-2bc7d67ba311 req-56ca4790-cba5-481c-8aff-84d55993313b tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:21.594028 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d6a92d8-b489-437d-a3ca-2bc7d67ba311 req-56ca4790-cba5-481c-8aff-84d55993313b tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.1182647 Mar 29 10:08:21.648946 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2d6a92d8-b489-437d-a3ca-2bc7d67ba311 req-3ef4dc49-ba25-4c48-b380-692ae4e8cb13 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444469 Mar 29 10:08:21.713728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1703b-ec81-4dcd-9100-c4c53628b3ac req-52f80c79-2954-4bab-9e1d-791cf9851642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:21.715847 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95e1703b-ec81-4dcd-9100-c4c53628b3ac req-52f80c79-2954-4bab-9e1d-791cf9851642 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bf04e85-e32f-4e1d-aa0d-3050294d8902 HTTP/1.1" status: 200 len: 916 time: 0.1980131 Mar 29 10:08:21.788217 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95e1703b-ec81-4dcd-9100-c4c53628b3ac req-8a8d49bb-7df3-4b41-afca-0beaccf8ea4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7149bd22-9e0a-449f-82ba-ec957a69c5f8 HTTP/1.1" status: 200 len: 217 time: 0.0657585 Mar 29 10:08:21.856167 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1703b-ec81-4dcd-9100-c4c53628b3ac req-d7e2b09c-6444-4ed7-955c-b64a0f0ef014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:21.857633 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95e1703b-ec81-4dcd-9100-c4c53628b3ac req-d7e2b09c-6444-4ed7-955c-b64a0f0ef014 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3d51172-d056-480c-bbf2-52274390539d HTTP/1.1" status: 200 len: 855 time: 0.0643067 Mar 29 10:08:21.904596 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95e1703b-ec81-4dcd-9100-c4c53628b3ac req-23c702b5-e269-4b81-ad84-284695bb8b24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bf04e85-e32f-4e1d-aa0d-3050294d8902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413711 Mar 29 10:08:22.058577 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95e1703b-ec81-4dcd-9100-c4c53628b3ac req-bb1d0805-1540-48ad-b227-bd02cb536c58 service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476209 Mar 29 10:08:22.209541 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95e1703b-ec81-4dcd-9100-c4c53628b3ac req-b263b43b-66fb-4880-b05f-3bd08fdbf308 service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444850 Mar 29 10:08:22.338670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-f7ea3b3e-2bba-4037-ba15-dd12e4f94a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:22.340841 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-f7ea3b3e-2bba-4037-ba15-dd12e4f94a2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b812053e6f444ef49e58281348735716&device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 1099 time: 0.0867777 Mar 29 10:08:22.509340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-fbe886a1-67d3-42ad-8a34-c89d53f53f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:22.509340 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-fbe886a1-67d3-42ad-8a34-c89d53f53f7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bf04e85-e32f-4e1d-aa0d-3050294d8902 HTTP/1.1" status: 200 len: 916 time: 0.1504726 Mar 29 10:08:22.571597 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-c31e167b-f311-4fad-8f79-e0e2611a0f4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7149bd22-9e0a-449f-82ba-ec957a69c5f8 HTTP/1.1" status: 200 len: 217 time: 0.0673079 Mar 29 10:08:22.642679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-364aae6e-e06b-4799-8fae-8825ba6c1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:22.644136 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-364aae6e-e06b-4799-8fae-8825ba6c1c3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3d51172-d056-480c-bbf2-52274390539d HTTP/1.1" status: 200 len: 855 time: 0.0644567 Mar 29 10:08:22.708424 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-a1233952-5f57-4eef-a4ba-edec8d7686aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bf04e85-e32f-4e1d-aa0d-3050294d8902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585175 Mar 29 10:08:23.023041 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-87b94a5a-44b4-483a-9e92-ed24911b2170 service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078175 Mar 29 10:08:23.130968 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f08de-9256-4119-9caf-9ae19762c346 req-66b67c25-8dec-4076-a13f-ac0afc893440 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:23.133341 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-449f08de-9256-4119-9caf-9ae19762c346 req-66b67c25-8dec-4076-a13f-ac0afc893440 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.3268692 Mar 29 10:08:23.215604 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-449f08de-9256-4119-9caf-9ae19762c346 req-6194d960-122d-410b-bd8e-1feaf2918d91 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682847 Mar 29 10:08:23.223011 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-99e39c9b-fd7e-4914-b3da-1996468ab4ea service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945171 Mar 29 10:08:23.263698 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:23.519846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 7149bd22-9e0a-449f-82ba-ec957a69c5f8 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:08:23.650838 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:23.692605 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7149bd22-9e0a-449f-82ba-ec957a69c5f8'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:08:23.707797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 7149bd22-9e0a-449f-82ba-ec957a69c5f8, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7149bd22-9e0a-449f-82ba-ec957a69c5f8,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:08:23.815188 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7149bd22-9e0a-449f-82ba-ec957a69c5f8', 'code': 200} Mar 29 10:08:23.825501 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:23.903089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=7149bd22-9e0a-449f-82ba-ec957a69c5f8,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:24.463503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac3e0b-ee8b-459e-8bde-4c7c7286183e req-030b3b66-b196-467f-8e30-8bcdaa77e98e tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:24.465050 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-36ac3e0b-ee8b-459e-8bde-4c7c7286183e req-030b3b66-b196-467f-8e30-8bcdaa77e98e tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 944 time: 0.1040227 Mar 29 10:08:24.517264 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-36ac3e0b-ee8b-459e-8bde-4c7c7286183e req-6c9d3582-a908-4d8a-b372-60459b4289d8 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457904 Mar 29 10:08:25.521075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 7149bd22-9e0a-449f-82ba-ec957a69c5f8 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:08:25.731185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 7149bd22-9e0a-449f-82ba-ec957a69c5f8, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7149bd22-9e0a-449f-82ba-ec957a69c5f8,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:08:25.752117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '7149bd22-9e0a-449f-82ba-ec957a69c5f8', 'network_id': '8bf04e85-e32f-4e1d-aa0d-3050294d8902', 'port_id': '7149bd22-9e0a-449f-82ba-ec957a69c5f8', 'mac_address': 'fa:16:3e:57:4c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d51172-d056-480c-bbf2-52274390539d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:08:25.804763 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2657ed9-f661-4639-8248-17cd7387932a req-b8e81d6f-c833-4f44-9545-197e48aaa4c5 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:25.807148 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e2657ed9-f661-4639-8248-17cd7387932a req-b8e81d6f-c833-4f44-9545-197e48aaa4c5 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 944 time: 0.1315386 Mar 29 10:08:25.833926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:25.852808 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7149bd22-9e0a-449f-82ba-ec957a69c5f8 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:08:25.875878 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e2657ed9-f661-4639-8248-17cd7387932a req-b185e242-98a6-4e61-bdc5-d2504fea7d64 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586114 Mar 29 10:08:25.876598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 7149bd22-9e0a-449f-82ba-ec957a69c5f8, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7149bd22-9e0a-449f-82ba-ec957a69c5f8,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:08:25.979482 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:26.050124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['7149bd22-9e0a-449f-82ba-ec957a69c5f8'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:08:26.096621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=7149bd22-9e0a-449f-82ba-ec957a69c5f8,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:27.127671 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ad28b-c17f-4c89-8165-1ed09d27ee9f req-16f4967a-4cb8-430c-963d-24af1c7f5202 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:27.129317 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b94ad28b-c17f-4c89-8165-1ed09d27ee9f req-16f4967a-4cb8-430c-963d-24af1c7f5202 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 945 time: 0.1176016 Mar 29 10:08:27.180143 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b94ad28b-c17f-4c89-8165-1ed09d27ee9f req-abc5869a-6630-49cd-a7f0-80b669405253 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444362 Mar 29 10:08:27.536934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 7149bd22-9e0a-449f-82ba-ec957a69c5f8 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:08:27.617372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 7149bd22-9e0a-449f-82ba-ec957a69c5f8 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:27.617745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:27.780448 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:27.802533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfe4c7-6c9a-4832-a233-7945b9eac20c req-9e3cac32-97fb-474f-ac1c-15766a183f4b tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:27.803916 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-61cfe4c7-6c9a-4832-a233-7945b9eac20c req-9e3cac32-97fb-474f-ac1c-15766a183f4b tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 945 time: 0.1072741 Mar 29 10:08:27.830539 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7149bd22-9e0a-449f-82ba-ec957a69c5f8'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:08:27.849412 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 7149bd22-9e0a-449f-82ba-ec957a69c5f8, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7149bd22-9e0a-449f-82ba-ec957a69c5f8,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:08:27.925582 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-61cfe4c7-6c9a-4832-a233-7945b9eac20c req-843d1f6d-8d06-4e66-8b06-9785c11f54f1 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681987 Mar 29 10:08:27.930067 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7149bd22-9e0a-449f-82ba-ec957a69c5f8', 'code': 200} Mar 29 10:08:27.951969 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:27.963143 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a19ea-2b92-428b-ac15-f77d6ea09220 req-f9f8cf2b-8ab7-439e-aaa3-bae49d93ca61 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:27.965283 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dc6a19ea-2b92-428b-ac15-f77d6ea09220 req-f9f8cf2b-8ab7-439e-aaa3-bae49d93ca61 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.36 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd&tenant_id=b812053e6f444ef49e58281348735716&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 945 time: 0.1558731 Mar 29 10:08:28.034698 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=7149bd22-9e0a-449f-82ba-ec957a69c5f8,revision_number=8']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:28.123474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a19ea-2b92-428b-ac15-f77d6ea09220 req-77f5e266-bd5f-4830-9522-6dfe79942e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:28.124914 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dc6a19ea-2b92-428b-ac15-f77d6ea09220 req-77f5e266-bd5f-4830-9522-6dfe79942e9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b812053e6f444ef49e58281348735716&device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 1099 time: 0.0755234 Mar 29 10:08:28.267948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a19ea-2b92-428b-ac15-f77d6ea09220 req-09a26446-476c-47a1-aced-18316dd14e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:28.269512 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dc6a19ea-2b92-428b-ac15-f77d6ea09220 req-09a26446-476c-47a1-aced-18316dd14e4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bf04e85-e32f-4e1d-aa0d-3050294d8902 HTTP/1.1" status: 200 len: 916 time: 0.1385915 Mar 29 10:08:28.342881 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dc6a19ea-2b92-428b-ac15-f77d6ea09220 req-3835977d-73df-4771-a840-8eea67c87601 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7149bd22-9e0a-449f-82ba-ec957a69c5f8 HTTP/1.1" status: 200 len: 217 time: 0.0678401 Mar 29 10:08:28.426957 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a19ea-2b92-428b-ac15-f77d6ea09220 req-ba8fb6b8-afad-434b-b982-41181928ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:28.429306 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dc6a19ea-2b92-428b-ac15-f77d6ea09220 req-ba8fb6b8-afad-434b-b982-41181928ce69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f3d51172-d056-480c-bbf2-52274390539d HTTP/1.1" status: 200 len: 855 time: 0.0795019 Mar 29 10:08:28.478646 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dc6a19ea-2b92-428b-ac15-f77d6ea09220 req-afef4eeb-da33-4194-b447-e67d124c7f35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bf04e85-e32f-4e1d-aa0d-3050294d8902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438643 Mar 29 10:08:28.645158 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dc6a19ea-2b92-428b-ac15-f77d6ea09220 req-96662f41-8da4-456b-ba4b-d85157a5008d service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599915 Mar 29 10:08:28.803130 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dc6a19ea-2b92-428b-ac15-f77d6ea09220 req-ba928144-bf39-4dae-b8f6-1ae5b3d869f2 service neutron] 10.222.0.36 "GET /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523848 Mar 29 10:08:29.174240 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b4f80-23dc-49f5-a7bf-c1a532368a2b req-91aaf1b7-d10f-4c93-beb0-5694930eb45d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:29.175815 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-058b4f80-23dc-49f5-a7bf-c1a532368a2b req-91aaf1b7-d10f-4c93-beb0-5694930eb45d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.1107409 Mar 29 10:08:29.229540 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-058b4f80-23dc-49f5-a7bf-c1a532368a2b req-9b20c68b-af00-4c16-8f03-13259292a2d3 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433497 Mar 29 10:08:30.445368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63883de6-dfb4-485e-a59c-7379ba93fd4b req-8a6a3867-8e19-4164-8e01-1ba3953bdb21 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:30.447120 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-63883de6-dfb4-485e-a59c-7379ba93fd4b req-8a6a3867-8e19-4164-8e01-1ba3953bdb21 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0944467 Mar 29 10:08:30.505822 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-63883de6-dfb4-485e-a59c-7379ba93fd4b req-58ff60ba-1289-4539-8aaf-d464cc0ddfbc tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489533 Mar 29 10:08:30.736478 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cce53-c328-41ef-a0de-83ff05fc44ff req-1620c937-f4b9-42a3-85aa-5bb6f30bdc0a tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:30.738022 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ec8cce53-c328-41ef-a0de-83ff05fc44ff req-1620c937-f4b9-42a3-85aa-5bb6f30bdc0a tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0890279 Mar 29 10:08:30.791339 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ec8cce53-c328-41ef-a0de-83ff05fc44ff req-234c75f9-cd9f-467a-a654-f4920b1e9285 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472400 Mar 29 10:08:31.008748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae2b5b-4124-443b-8897-5ff9966c0549 req-1625d15c-19be-4ff8-888a-0b812ac35d7d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:31.010180 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bfae2b5b-4124-443b-8897-5ff9966c0549 req-1625d15c-19be-4ff8-888a-0b812ac35d7d tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.1085224 Mar 29 10:08:31.071469 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bfae2b5b-4124-443b-8897-5ff9966c0549 req-32b72194-4412-43a3-ba7f-23980dd86b12 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538001 Mar 29 10:08:32.141116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd2763-56b3-47a7-a5ba-9934a4b0764c req-7261b171-6d2f-4215-8ea2-23d0c0123a7a tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:32.143590 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b7fd2763-56b3-47a7-a5ba-9934a4b0764c req-7261b171-6d2f-4215-8ea2-23d0c0123a7a tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.1399367 Mar 29 10:08:32.209492 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b7fd2763-56b3-47a7-a5ba-9934a4b0764c req-6cfb0190-c739-434a-8a21-5fdf797c9bb1 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595825 Mar 29 10:08:33.454523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aee073-6fb0-4bf9-a2ca-37bc5ee4a877 req-e0fe7f2d-82bb-4e73-8ab1-00ca3847f553 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:33.456763 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-67aee073-6fb0-4bf9-a2ca-37bc5ee4a877 req-e0fe7f2d-82bb-4e73-8ab1-00ca3847f553 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.0974333 Mar 29 10:08:33.521285 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-67aee073-6fb0-4bf9-a2ca-37bc5ee4a877 req-40380cdf-0aac-4594-9a43-cb44578e2ad7 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574546 Mar 29 10:08:33.717359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1232871-4711-4db2-a676-2278e8fa4932 req-c3a4fe04-3917-468e-ac12-18f019263053 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:33.719822 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b1232871-4711-4db2-a676-2278e8fa4932 req-c3a4fe04-3917-468e-ac12-18f019263053 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.36 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.1487899 Mar 29 10:08:33.923363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-b1232871-4711-4db2-a676-2278e8fa4932 req-f70e7935-09b7-4ae9-ae37-38fd93ef62ab tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Deleting port 7149bd22-9e0a-449f-82ba-ec957a69c5f8 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:08:33.923906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b1232871-4711-4db2-a676-2278e8fa4932 req-f70e7935-09b7-4ae9-ae37-38fd93ef62ab tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:34.294713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-b1232871-4711-4db2-a676-2278e8fa4932 req-f70e7935-09b7-4ae9-ae37-38fd93ef62ab tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] For port 7149bd22-9e0a-449f-82ba-ec957a69c5f8, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7149bd22-9e0a-449f-82ba-ec957a69c5f8,segment=NetworkSegment(50e74892-9802-4b3e-a80f-e6e607194f8a),segment_id=50e74892-9802-4b3e-a80f-e6e607194f8a)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:08:34.295303 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b1232871-4711-4db2-a676-2278e8fa4932 req-f70e7935-09b7-4ae9-ae37-38fd93ef62ab tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:34.501681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-b1232871-4711-4db2-a676-2278e8fa4932 req-f70e7935-09b7-4ae9-ae37-38fd93ef62ab tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Calling delete_port for 7149bd22-9e0a-449f-82ba-ec957a69c5f8 owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:08:34.774172 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fcd95-9a74-4dbe-88ee-743e5ab36c56 req-20b31a6f-0701-4206-b50f-15d112a63c53 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:34.775570 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-480fcd95-9a74-4dbe-88ee-743e5ab36c56 req-20b31a6f-0701-4206-b50f-15d112a63c53 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 946 time: 0.1066399 Mar 29 10:08:34.791879 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b1232871-4711-4db2-a676-2278e8fa4932 req-f70e7935-09b7-4ae9-ae37-38fd93ef62ab tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:34.806766 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['7149bd22-9e0a-449f-82ba-ec957a69c5f8'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:08:34.832766 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-480fcd95-9a74-4dbe-88ee-743e5ab36c56 req-c163af6d-2c2f-4dc4-81d6-93057ef3d4a5 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/security-groups?id=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480034 Mar 29 10:08:34.843939 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e7935-09b7-4ae9-ae37-38fd93ef62ab tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Pushing event deleted for resources: {'Port': ['ID=7149bd22-9e0a-449f-82ba-ec957a69c5f8,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:34.954334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1232871-4711-4db2-a676-2278e8fa4932 req-f70e7935-09b7-4ae9-ae37-38fd93ef62ab tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] No DVR routers for this DVR port 7149bd22-9e0a-449f-82ba-ec957a69c5f8 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:08:34.957474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-b1232871-4711-4db2-a676-2278e8fa4932 req-f70e7935-09b7-4ae9-ae37-38fd93ef62ab tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:34.961141 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd', 'name': 'network-vif-deleted', 'tag': '7149bd22-9e0a-449f-82ba-ec957a69c5f8'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:08:35.012519 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd', 'name': 'network-vif-deleted', 'tag': '7149bd22-9e0a-449f-82ba-ec957a69c5f8', 'status': 'completed', 'code': 200} Mar 29 10:08:35.037979 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b1232871-4711-4db2-a676-2278e8fa4932 req-f70e7935-09b7-4ae9-ae37-38fd93ef62ab tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.36 "DELETE /v2.0/ports/7149bd22-9e0a-449f-82ba-ec957a69c5f8 HTTP/1.1" status: 204 len: 173 time: 1.3124435 Mar 29 10:08:35.700785 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8d0d2598-5172-4b01-a993-821f22b72688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:36.031487 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-75360357-5818-49e7-9890-50660f5531c1 req-f693dc52-0949-4e7d-81b8-1f726767b279 tempest-ServerDiskConfigTestJSON-592084311 tempest-ServerDiskConfigTestJSON-592084311-project] 10.222.0.35 "GET /v2.0/ports?device_id=da9d111f-8da0-4af3-a7c3-ea63a1f0a3fd HTTP/1.1" status: 200 len: 210 time: 0.0474281 Mar 29 10:08:37.282983 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 42656) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:08:37.351366 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Deleting subnet f3d51172-d056-480c-bbf2-52274390539d {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:08:37.356008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.429076 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.489302 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.549260 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 7149bd22-9e0a-449f-82ba-ec957a69c5f8 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:08:37.584802 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 7149bd22-9e0a-449f-82ba-ec957a69c5f8 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:08:37.585147 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 7149bd22-9e0a-449f-82ba-ec957a69c5f8 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:08:37.700861 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.742828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d51172-d056-480c-bbf2-52274390539d,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:37.751393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.760703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:37.761050 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:37.761395 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:37.761794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:37.762113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:37.762441 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:37.762762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:37.763134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:37.763461 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:37.763771 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:37.764113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:37.764425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:37.768102 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f95252ab-6016-4360-adae-549061b10f69 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f3d51172-d056-480c-bbf2-52274390539d HTTP/1.1" status: 204 len: 168 time: 0.4840164 Mar 29 10:08:37.771491 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 42660) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:08:37.893091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf967-eb4c-4e3b-806e-949e34b50a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.895444 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a2e3e91d-6acb-447f-9fc7-ea95e17389e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.022855 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf967-eb4c-4e3b-806e-949e34b50a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.150906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-8ddbf967-eb4c-4e3b-806e-949e34b50a3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf04e85-e32f-4e1d-aa0d-3050294d8902']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:38.163185 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-8ddbf967-eb4c-4e3b-806e-949e34b50a3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e74892-9802-4b3e-a80f-e6e607194f8a') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:38.163481 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-8ddbf967-eb4c-4e3b-806e-949e34b50a3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e74892-9802-4b3e-a80f-e6e607194f8a') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:38.176907 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf967-eb4c-4e3b-806e-949e34b50a3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.203199 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf967-eb4c-4e3b-806e-949e34b50a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.209709 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddbf967-eb4c-4e3b-806e-949e34b50a3f admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:08:38.215510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf967-eb4c-4e3b-806e-949e34b50a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:08:38.223244 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:08:38.402836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf967-eb4c-4e3b-806e-949e34b50a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.419609 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf967-eb4c-4e3b-806e-949e34b50a3f admin admin] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.430062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbf967-eb4c-4e3b-806e-949e34b50a3f admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf04e85-e32f-4e1d-aa0d-3050294d8902,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:38.553192 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8ddbf967-eb4c-4e3b-806e-949e34b50a3f admin admin] 10.222.0.35 "DELETE /v2.0/networks/8bf04e85-e32f-4e1d-aa0d-3050294d8902 HTTP/1.1" status: 204 len: 168 time: 0.7797880 Mar 29 10:08:38.992467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42666) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:08:39.001823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.003047 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.048640 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-50177d47-2fd1-4e14-ad93-4a7cac43ae95 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b812053e6f444ef49e58281348735716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548263 Mar 29 10:08:39.051016 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42670) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:08:39.128974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-95585e05-939c-4796-97f0-e7c7d8e2ec4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.160220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-95585e05-939c-4796-97f0-e7c7d8e2ec4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.300473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-95585e05-939c-4796-97f0-e7c7d8e2ec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.321411 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95585e05-939c-4796-97f0-e7c7d8e2ec4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e7e0a7-4392-4205-8152-e1a9ed5ca87d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:39.494852 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-95585e05-939c-4796-97f0-e7c7d8e2ec4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.497188 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-95585e05-939c-4796-97f0-e7c7d8e2ec4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8e7e0a7-4392-4205-8152-e1a9ed5ca87d HTTP/1.1" status: 204 len: 168 time: 0.4450960 Mar 29 10:08:40.101406 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:08:40.877246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:40.896784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42694) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:08:41.039206 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-909768788-network', 'tenant_id': '815827618f6c4089a240fed3b9240fa4'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:41.045993 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:08:41.051854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Usage tracker for resource:network and tenant:815827618f6c4089a240fed3b9240fa4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:08:41.057338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:08:41.068302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:08:41.203226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Made reservation on behalf of 815827618f6c4089a240fed3b9240fa4 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:08:41.205525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:41.219477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:41.239160 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:08:41.243917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Usage tracker for resource:security_group_rule and tenant:815827618f6c4089a240fed3b9240fa4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:08:41.247046 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:08:41.255230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:08:41.394636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:41.472266 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:41.509903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:08:41.515374 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea51ee3c-979f-45b8-8931-ecf999e1c042,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:41.522707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:41.523045 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Added segment 93b55373-25f5-4016-be1b-8c36b605e0fd of type vlan for network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed Mar 29 10:08:41.563751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:41.701056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:41.702300 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:41.703100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:41.822845 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] Pushing event updated for resources: {'Network': ['ID=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:41.837227 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:08:41.913253 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-67687975-1595-4036-ba32-109de9c8c6df admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0153136 Mar 29 10:08:41.918388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42700) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:08:41.926205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] Request body: {'subnet': {'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-909768788-subnet', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:41.934552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:08:41.944921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] Usage tracker for resource:subnet and tenant:815827618f6c4089a240fed3b9240fa4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:08:41.946783 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:08:41.956976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:08:42.060593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] Made reservation on behalf of 815827618f6c4089a240fed3b9240fa4 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:08:42.063019 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:42.454846 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:42.532724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:42.540695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] Checking segment: {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:08:42.541217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] Network hostable DHCP agents. Network: 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:08:42.688920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] Network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:08:42.781140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:08:42.785694 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:42.791330 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:42.795900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51b5bcc-19f9-4af7-b86b-36fe2927c046 None None] Network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:08:42.923492 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-015fe9c9-43b4-4c23-b287-10657fa8bbc5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0039744 Mar 29 10:08:42.926079 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42704) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:08:42.931010 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:42.936041 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:08:42.940237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Usage tracker for resource:router and tenant:815827618f6c4089a240fed3b9240fa4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:08:42.943311 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:08:42.950197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:08:43.042380 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:08:43.043236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.061106 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.062500 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.079751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.213816 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Allocated IP 172.20.0.2 (7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed/7c223473-d8a2-46dd-a87a-b2cfddc3b1dc/0bb5c0a8-29c6-492d-9bbb-75949c4b8a41) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:08:43.442078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.453021 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Transition to ACTIVE for port object 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:08:43.483348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Transition to ACTIVE for port object 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:08:43.564375 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.598874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.642998 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:08:43.650226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:08:43.652879 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:08:43.687598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Pushing event updated for resources: {'Port': ['ID=0bb5c0a8-29c6-492d-9bbb-75949c4b8a41,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:43.761695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Attempting to bind port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:08:43.762308 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Attempting to bind port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:08:43.762879 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Attempting to bind port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 on network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:08:43.772120 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:08:43.772744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Checking segment: {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:08:43.773302 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.773751 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Bound using segment: {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:08:43.774687 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Bound port: 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:08:43.775250 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.924457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] For port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:08:43.929871 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] For port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=0bb5c0a8-29c6-492d-9bbb-75949c4b8a41,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:08:44.007057 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:44.016028 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:44.038455 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:44.139745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f004e-a73d-48f7-aaeb-7d286bf63ba2 None None] Pushing event updated for resources: {'Port': ['ID=0bb5c0a8-29c6-492d-9bbb-75949c4b8a41,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:44.208713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Allocated IP 172.26.7.73 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/badd0d65-f140-4905-b89b-2d1d9d8fb485) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:08:44.427075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:44.541681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:44.629354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:08:44.636918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:08:44.641431 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:08:44.675774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Pushing event updated for resources: {'Port': ['ID=badd0d65-f140-4905-b89b-2d1d9d8fb485,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:45.248450 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:45.316958 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75842489-c85e-44fc-8248-d803907b1ccd None None] Network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:08:45.538627 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1f8f723e-ecfd-4903-a190-6e935cb45345 None None] Provisioning for port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:08:45.818121 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:46.152028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Router f68cc3d0-d393-4b40-9629-b36b20f87650 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:08:46.305792 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:08:46.391372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:08:46.405089 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Sync routers for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:08:46.415709 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:08:46.416748 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:08:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:46.488604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:08:46.498972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:46.499545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:46.632335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:46.639002 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ca7c5e38-3fa2-4982-adba-bd88694eb56f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7074308 Mar 29 10:08:46.639272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42708) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:08:46.677371 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:08:46.687661 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:46.729498 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=0bb5c0a8-29c6-492d-9bbb-75949c4b8a41,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:08:46.798325 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:46.917708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=0bb5c0a8-29c6-492d-9bbb-75949c4b8a41,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:47.103980 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:44Z', 'revision_number': 3, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:47.110495 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Checking router: f68cc3d0-d393-4b40-9629-b36b20f87650 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:08:47.111086 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Updating router f68cc3d0-d393-4b40-9629-b36b20f87650 port badd0d65-f140-4905-b89b-2d1d9d8fb485 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:08:47.204040 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.607544 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.618979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.622089 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Transition to ACTIVE for port object badd0d65-f140-4905-b89b-2d1d9d8fb485 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:08:47.704298 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.785628 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Attempting to bind port badd0d65-f140-4905-b89b-2d1d9d8fb485 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:08:47.785986 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Attempting to bind port badd0d65-f140-4905-b89b-2d1d9d8fb485 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:08:47.786337 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Attempting to bind port badd0d65-f140-4905-b89b-2d1d9d8fb485 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:08:47.792414 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e41d77-0fe1-4a4b-8d43-7000be58a45d None None] Pushing event updated for resources: {'Port': ['ID=badd0d65-f140-4905-b89b-2d1d9d8fb485,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:47.797882 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:08:47.798246 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:08:47.798641 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.799027 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:08:47.799492 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Bound port: badd0d65-f140-4905-b89b-2d1d9d8fb485, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:08:47.799856 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.832409 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e41d77-0fe1-4a4b-8d43-7000be58a45d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:47.832778 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e41d77-0fe1-4a4b-8d43-7000be58a45d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:47.833114 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e41d77-0fe1-4a4b-8d43-7000be58a45d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:47.833444 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e41d77-0fe1-4a4b-8d43-7000be58a45d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:47.833769 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e41d77-0fe1-4a4b-8d43-7000be58a45d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:47.834090 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e41d77-0fe1-4a4b-8d43-7000be58a45d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:47.834407 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e41d77-0fe1-4a4b-8d43-7000be58a45d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:47.834718 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e41d77-0fe1-4a4b-8d43-7000be58a45d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:47.835035 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e41d77-0fe1-4a4b-8d43-7000be58a45d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:47.835356 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e41d77-0fe1-4a4b-8d43-7000be58a45d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:47.835667 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e41d77-0fe1-4a4b-8d43-7000be58a45d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:47.835973 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e41d77-0fe1-4a4b-8d43-7000be58a45d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:47.889586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Allocated IP 172.20.0.1 (7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed/7c223473-d8a2-46dd-a87a-b2cfddc3b1dc/8d5705a9-204f-4194-8309-2f3bf9e2d832) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:08:47.891727 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] For port badd0d65-f140-4905-b89b-2d1d9d8fb485, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:08:47.897853 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] For port badd0d65-f140-4905-b89b-2d1d9d8fb485, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=badd0d65-f140-4905-b89b-2d1d9d8fb485,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:08:48.031755 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:48.100223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:48.113503 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:08:48.114321 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:08:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:48.126059 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Transition to ACTIVE for port object 8d5705a9-204f-4194-8309-2f3bf9e2d832 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:08:48.195173 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e41d77-0fe1-4a4b-8d43-7000be58a45d None None] Pushing event updated for resources: {'Port': ['ID=badd0d65-f140-4905-b89b-2d1d9d8fb485,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:48.210608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:48.290556 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:08:48.317051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:08:48.319079 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:08:48.323481 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:08:48.332476 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:08:48.395589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5705a9-204f-4194-8309-2f3bf9e2d832,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:48.411371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:48.411946 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:48.412543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:48.413122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:48.413668 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:48.414223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:48.414790 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:48.415307 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:48.415808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:48.416333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:48.417027 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:48.417552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:48.447287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:48.494196 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:48.494196 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:48.790429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-08fd29a0-ffb6-4a28-85ce-1db719a9ae76 None None] Provisioning for port 8d5705a9-204f-4194-8309-2f3bf9e2d832 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:08:48.801159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-08fd29a0-ffb6-4a28-85ce-1db719a9ae76 None None] Provisioning complete for port 8d5705a9-204f-4194-8309-2f3bf9e2d832 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:48.801456 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-08fd29a0-ffb6-4a28-85ce-1db719a9ae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:48.863157 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:44Z', 'revision_number': 3, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:48.870510 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a3253-99e7-4fff-97a7-7c1982c44e2f None None] The sync data for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv is: [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:44Z', 'revision_number': 3, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:08:48.881196 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-08fd29a0-ffb6-4a28-85ce-1db719a9ae76 None None] Port 8d5705a9-204f-4194-8309-2f3bf9e2d832 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:08:48.967132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:49.290397 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:49.351921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:49.502833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5705a9-204f-4194-8309-2f3bf9e2d832,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:49.506952 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:49.686655 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:08:49.688005 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:08:50.014428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-290d8f78-ec46-4731-8a31-0e43b5a078d4 None None] Provisioning complete for port 8d5705a9-204f-4194-8309-2f3bf9e2d832 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:50.015014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-290d8f78-ec46-4731-8a31-0e43b5a078d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:50.073544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Router f68cc3d0-d393-4b40-9629-b36b20f87650 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:08:50.094664 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-290d8f78-ec46-4731-8a31-0e43b5a078d4 None None] Port 8d5705a9-204f-4194-8309-2f3bf9e2d832 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:08:50.283176 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:08:50.298295 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-472e38f0-b638-4797-9233-167e600ad7b7 admin admin] 10.222.0.35 "PUT /v2.0/routers/f68cc3d0-d393-4b40-9629-b36b20f87650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6572533 Mar 29 10:08:50.323830 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device badd0d65-f140-4905-b89b-2d1d9d8fb485 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:08:50.506815 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port badd0d65-f140-4905-b89b-2d1d9d8fb485 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:08:50.517838 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port badd0d65-f140-4905-b89b-2d1d9d8fb485 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:50.518217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:50.705841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:50.737385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port badd0d65-f140-4905-b89b-2d1d9d8fb485, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=badd0d65-f140-4905-b89b-2d1d9d8fb485,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:08:50.763325 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Sync routers for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:08:50.775124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:08:50.776014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:08:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:50.832814 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:51.003810 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=badd0d65-f140-4905-b89b-2d1d9d8fb485,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:51.046330 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:08:51.455523 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:49Z', 'revision_number': 2, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:51.462076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Checking router: f68cc3d0-d393-4b40-9629-b36b20f87650 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:08:51.462615 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Updating router f68cc3d0-d393-4b40-9629-b36b20f87650 port 8d5705a9-204f-4194-8309-2f3bf9e2d832 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:08:51.536114 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:51.937393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:51.949853 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Transition to ACTIVE for port object 8d5705a9-204f-4194-8309-2f3bf9e2d832 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:08:52.030278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:52.219739 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4667042-df96-49bf-9e05-fc5e2411a80d None None] Pushing event updated for resources: {'Port': ['ID=8d5705a9-204f-4194-8309-2f3bf9e2d832,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:52.303074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device badd0d65-f140-4905-b89b-2d1d9d8fb485 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:08:52.355998 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42720) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:08:52.362418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b0f752bd-6e6f-4e41-a6e7-c7e52a752bf2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--58006552', 'description': 'tempest-description--136196234'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:52.363927 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Attempting to bind port 8d5705a9-204f-4194-8309-2f3bf9e2d832 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:08:52.364508 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Attempting to bind port 8d5705a9-204f-4194-8309-2f3bf9e2d832 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:08:52.365535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Attempting to bind port 8d5705a9-204f-4194-8309-2f3bf9e2d832 on network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:08:52.373733 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b0f752bd-6e6f-4e41-a6e7-c7e52a752bf2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:08:52.379851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b0f752bd-6e6f-4e41-a6e7-c7e52a752bf2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Usage tracker for resource:security_group and tenant:815827618f6c4089a240fed3b9240fa4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:08:52.386001 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b0f752bd-6e6f-4e41-a6e7-c7e52a752bf2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:08:52.386292 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:08:52.386686 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Checking segment: {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:08:52.387630 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:52.388024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Bound using segment: {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:08:52.388533 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Bound port: 8d5705a9-204f-4194-8309-2f3bf9e2d832, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:08:52.388925 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:52.396306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b0f752bd-6e6f-4e41-a6e7-c7e52a752bf2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:08:52.477923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0f752bd-6e6f-4e41-a6e7-c7e52a752bf2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:52.488587 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port badd0d65-f140-4905-b89b-2d1d9d8fb485 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:52.489118 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:52.512746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b0f752bd-6e6f-4e41-a6e7-c7e52a752bf2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:08:52.519782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b0f752bd-6e6f-4e41-a6e7-c7e52a752bf2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Usage tracker for resource:security_group_rule and tenant:815827618f6c4089a240fed3b9240fa4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:08:52.523971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b0f752bd-6e6f-4e41-a6e7-c7e52a752bf2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:08:52.534735 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b0f752bd-6e6f-4e41-a6e7-c7e52a752bf2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:08:52.554595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] For port 8d5705a9-204f-4194-8309-2f3bf9e2d832, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:08:52.578777 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] For port 8d5705a9-204f-4194-8309-2f3bf9e2d832, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=8d5705a9-204f-4194-8309-2f3bf9e2d832,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:08:52.631405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0f752bd-6e6f-4e41-a6e7-c7e52a752bf2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:52.712915 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:52.723271 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0f752bd-6e6f-4e41-a6e7-c7e52a752bf2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:52.796778 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:08:52.797418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:08:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:52.802106 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f752bd-6e6f-4e41-a6e7-c7e52a752bf2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb29038-d60a-40bc-9569-0e3085d53910,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:52.872053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0f752bd-6e6f-4e41-a6e7-c7e52a752bf2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:52.877360 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b0f752bd-6e6f-4e41-a6e7-c7e52a752bf2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5192435 Mar 29 10:08:52.879173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42724) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:08:52.886523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-139ebcbe-92ea-4ae2-bc14-b43c7633fc5c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Request body: {'security_group_rule': {'security_group_id': 'acb29038-d60a-40bc-9569-0e3085d53910', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:52.887548 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4667042-df96-49bf-9e05-fc5e2411a80d None None] Pushing event updated for resources: {'Port': ['ID=8d5705a9-204f-4194-8309-2f3bf9e2d832,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:52.898028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-139ebcbe-92ea-4ae2-bc14-b43c7633fc5c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:08:52.904442 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-139ebcbe-92ea-4ae2-bc14-b43c7633fc5c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Usage tracker for resource:security_group_rule and tenant:815827618f6c4089a240fed3b9240fa4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:08:52.910480 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-139ebcbe-92ea-4ae2-bc14-b43c7633fc5c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:08:52.921907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-139ebcbe-92ea-4ae2-bc14-b43c7633fc5c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:08:53.021874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-139ebcbe-92ea-4ae2-bc14-b43c7633fc5c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:53.097900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:08:53.129847 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-139ebcbe-92ea-4ae2-bc14-b43c7633fc5c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:53.209495 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-139ebcbe-92ea-4ae2-bc14-b43c7633fc5c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:53.252310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ebcbe-92ea-4ae2-bc14-b43c7633fc5c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98f41d4-afa6-4ea3-ba4a-c3d02009979a,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:53.335887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-139ebcbe-92ea-4ae2-bc14-b43c7633fc5c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:53.340868 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-139ebcbe-92ea-4ae2-bc14-b43c7633fc5c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4579570 Mar 29 10:08:53.346797 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 42728) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:08:53.348419 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-4e421bd3-3e3e-4a1d-b99c-7688abcc7d9c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Request body: {'security_group_rule': {'security_group_id': 'acb29038-d60a-40bc-9569-0e3085d53910', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:53.357402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4e421bd3-3e3e-4a1d-b99c-7688abcc7d9c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:08:53.361417 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:53.363194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4e421bd3-3e3e-4a1d-b99c-7688abcc7d9c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Usage tracker for resource:security_group_rule and tenant:815827618f6c4089a240fed3b9240fa4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:08:53.366739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4e421bd3-3e3e-4a1d-b99c-7688abcc7d9c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:08:53.376422 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4e421bd3-3e3e-4a1d-b99c-7688abcc7d9c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:08:53.484338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4e421bd3-3e3e-4a1d-b99c-7688abcc7d9c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:53.573913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4e421bd3-3e3e-4a1d-b99c-7688abcc7d9c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:53.577835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:52Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:53.582931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dbd9bf-157e-4c81-b04c-4b68e6366b4b None None] The sync data for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv is: [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:52Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:08:53.688785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4e421bd3-3e3e-4a1d-b99c-7688abcc7d9c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:53.717851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e421bd3-3e3e-4a1d-b99c-7688abcc7d9c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6724d6-812a-4e7e-b929-a49649fd0ff3,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:53.830708 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4e421bd3-3e3e-4a1d-b99c-7688abcc7d9c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:53.831934 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4e421bd3-3e3e-4a1d-b99c-7688abcc7d9c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4883082 Mar 29 10:08:53.835298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 42732) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:08:53.843778 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:53.851363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:08:53.857425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Usage tracker for resource:floatingip and tenant:815827618f6c4089a240fed3b9240fa4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:08:53.861388 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:08:53.872429 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:08:53.969715 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:54.188229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:54.341079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 8d5705a9-204f-4194-8309-2f3bf9e2d832 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:08:54.425307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Allocated IP 172.26.7.159 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/13ffacae-b89a-4df0-8a32-ab2dacee0575) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:08:54.535513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 8d5705a9-204f-4194-8309-2f3bf9e2d832 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:08:54.544313 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 8d5705a9-204f-4194-8309-2f3bf9e2d832 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:54.544875 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:54.645339 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:54.747638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:54.757177 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:54.797717 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 8d5705a9-204f-4194-8309-2f3bf9e2d832, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=8d5705a9-204f-4194-8309-2f3bf9e2d832,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:08:54.852258 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:08:54.857894 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:08:54.864529 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:08:54.899058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:54.948390 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Pushing event updated for resources: {'Port': ['ID=13ffacae-b89a-4df0-8a32-ab2dacee0575,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:54.993051 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=8d5705a9-204f-4194-8309-2f3bf9e2d832,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:55.003028 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:55.006435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:55.006435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:55.006435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:55.006435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:55.006435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:55.006435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:55.006435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:55.006435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:55.006435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:55.006435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:55.007529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:55.029426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:55.188009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:55.529967 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:55.615633 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:55.777180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Pushing event updated for resources: {'Port': ['ID=13ffacae-b89a-4df0-8a32-ab2dacee0575,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:55.791335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:55.884247 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:55.886202 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6983da3a-970f-47e8-8291-ffa8cc148bc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0492730 Mar 29 10:08:56.101804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b3e58e6e-b78e-46a1-99c8-b20894b489b9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Synchronizing usage tracker for tenant:815827618f6c4089a240fed3b9240fa4 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:08:56.175907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b3e58e6e-b78e-46a1-99c8-b20894b489b9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Unset dirty status for tenant:815827618f6c4089a240fed3b9240fa4 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:08:56.177488 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b3e58e6e-b78e-46a1-99c8-b20894b489b9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--58006552&fields=id&tenant_id=815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 267 time: 0.1233921 Mar 29 10:08:56.275528 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 8d5705a9-204f-4194-8309-2f3bf9e2d832 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:08:56.380343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 8d5705a9-204f-4194-8309-2f3bf9e2d832 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:56.380716 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:56.393219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96895539-0640-4d10-89a0-11dd14d76d05 req-914975ca-91c9-43a0-b1b6-4209e06215fa tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:56.393946 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-96895539-0640-4d10-89a0-11dd14d76d05 req-914975ca-91c9-43a0-b1b6-4209e06215fa tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Synchronizing usage tracker for tenant:815827618f6c4089a240fed3b9240fa4 on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:08:56.483688 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-96895539-0640-4d10-89a0-11dd14d76d05 req-914975ca-91c9-43a0-b1b6-4209e06215fa tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Unset dirty status for tenant:815827618f6c4089a240fed3b9240fa4 on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:08:56.485011 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-914975ca-91c9-43a0-b1b6-4209e06215fa tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 811 time: 0.2963364 Mar 29 10:08:56.509940 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-f79c6dd3-2e02-4d5c-ac14-e90c75c74c83 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/quotas/815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 375 time: 0.0148234 Mar 29 10:08:56.609634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-96895539-0640-4d10-89a0-11dd14d76d05 req-31576c9c-22cc-4f7b-9be1-d6e1f964529d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Synchronizing usage tracker for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:08:56.700515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-96895539-0640-4d10-89a0-11dd14d76d05 req-31576c9c-22cc-4f7b-9be1-d6e1f964529d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Unset dirty status for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:08:56.702042 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-31576c9c-22cc-4f7b-9be1-d6e1f964529d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1828823 Mar 29 10:08:56.899368 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-8cf2b18e-fb48-4b48-a074-92cd8a41edc6 service neutron] 10.222.0.35 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839557 Mar 29 10:08:57.039459 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-8bd60035-e463-4103-ac06-1bc9681f82fa service neutron] 10.222.0.35 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336114 Mar 29 10:08:57.361413 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1cf07429-e8d6-4fb3-8869-6b7af985a14b req-a97d0b6a-4ab6-403e-9c8a-c79b5097468c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 210 time: 0.0660279 Mar 29 10:08:58.460272 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74b557b0-bbc6-459f-a2c5-5392acb4ca45 req-69eb0fb0-7809-4be9-af27-905aca38ca14 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 210 time: 0.0486152 Mar 29 10:08:59.653854 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f48e60e9-7d03-4ad2-93d3-08431a19f163 req-39844e83-8246-46d6-82c3-523f86805250 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 210 time: 0.0552139 Mar 29 10:08:59.844055 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96895539-0640-4d10-89a0-11dd14d76d05 req-1509930a-a2db-4d3b-852e-df864b00bad4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:59.845663 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-1509930a-a2db-4d3b-852e-df864b00bad4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 811 time: 0.1732574 Mar 29 10:08:59.896374 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-4392982b-1a58-4f2b-a2a2-17d4b7a8ee32 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 378 time: 0.0421875 Mar 29 10:08:59.904703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-96895539-0640-4d10-89a0-11dd14d76d05 req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Request body: {'port': {'device_id': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'admin_state_up': True, 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'security_groups': ['acb29038-d60a-40bc-9569-0e3085d53910']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:09:00.056791 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-96895539-0640-4d10-89a0-11dd14d76d05 req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:09:00.069708 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-96895539-0640-4d10-89a0-11dd14d76d05 req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:09:00.185555 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96895539-0640-4d10-89a0-11dd14d76d05 req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Made reservation on behalf of 815827618f6c4089a240fed3b9240fa4 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:09:00.189566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-96895539-0640-4d10-89a0-11dd14d76d05 req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:00.399568 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-96895539-0640-4d10-89a0-11dd14d76d05 req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Allocated IP 172.20.0.9 (7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed/7c223473-d8a2-46dd-a87a-b2cfddc3b1dc/df2e798a-8f85-43e0-aa99-348fed0899ab) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:09:00.755147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-96895539-0640-4d10-89a0-11dd14d76d05 req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:00.778658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-96895539-0640-4d10-89a0-11dd14d76d05 req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Transition to ACTIVE for port object df2e798a-8f85-43e0-aa99-348fed0899ab will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:09:00.886768 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c8918d28-ed24-4bc4-bbcf-0faff5a28cdd req-295a88d0-bb2b-4c06-929e-9ceec5208692 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 210 time: 0.0528362 Mar 29 10:09:00.896291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-96895539-0640-4d10-89a0-11dd14d76d05 req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:00.972418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96895539-0640-4d10-89a0-11dd14d76d05 req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:09:00.980028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-96895539-0640-4d10-89a0-11dd14d76d05 req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:09:00.985381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-96895539-0640-4d10-89a0-11dd14d76d05 req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:09:01.017590 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Pushing event updated for resources: {'Port': ['ID=df2e798a-8f85-43e0-aa99-348fed0899ab,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:09:01.057777 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96895539-0640-4d10-89a0-11dd14d76d05 req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:01.059441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-96895539-0640-4d10-89a0-11dd14d76d05 req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:01.177305 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-2cd367b2-ff05-4e30-954e-958fd42249a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2765577 Mar 29 10:09:01.189342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Request body: {'port': {'device_id': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:09:01.373566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:01.386858 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-916bd50d-df51-46e0-beb8-97f49b82c5d0 None None] Provisioning for port df2e798a-8f85-43e0-aa99-348fed0899ab completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:09:01.396383 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-916bd50d-df51-46e0-beb8-97f49b82c5d0 None None] Provisioning complete for port df2e798a-8f85-43e0-aa99-348fed0899ab triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:09:01.397181 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-916bd50d-df51-46e0-beb8-97f49b82c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:01.473648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-916bd50d-df51-46e0-beb8-97f49b82c5d0 None None] Port df2e798a-8f85-43e0-aa99-348fed0899ab cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:09:01.781935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2e798a-8f85-43e0-aa99-348fed0899ab {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:09:01.795300 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:01.819937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Transition to ACTIVE for port object df2e798a-8f85-43e0-aa99-348fed0899ab will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:09:01.883841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:02.057050 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Pushing event updated for resources: {'Port': ['ID=df2e798a-8f85-43e0-aa99-348fed0899ab,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:09:02.145004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9962106-75fe-4df4-a9f4-3315ee5f9613 req-01a72d7e-3083-41ed-acb3-bb0248d771d4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:02.149301 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9962106-75fe-4df4-a9f4-3315ee5f9613 req-01a72d7e-3083-41ed-acb3-bb0248d771d4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 943 time: 0.1310935 Mar 29 10:09:02.186273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Attempting to bind port df2e798a-8f85-43e0-aa99-348fed0899ab on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:09:02.187214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Attempting to bind port df2e798a-8f85-43e0-aa99-348fed0899ab by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:09:02.187553 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Attempting to bind port df2e798a-8f85-43e0-aa99-348fed0899ab on network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:09:02.195596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Port df2e798a-8f85-43e0-aa99-348fed0899ab on network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:09:02.195975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Attempting to bind port df2e798a-8f85-43e0-aa99-348fed0899ab on network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:09:02.205402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:09:02.205922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Checking segment: {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:09:02.206515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Bound using segment: {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:09:02.207200 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Bound port: df2e798a-8f85-43e0-aa99-348fed0899ab, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:09:02.207757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:02.214785 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a9962106-75fe-4df4-a9f4-3315ee5f9613 req-51952cc8-052f-4722-bf79-1e7d47eba14b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567291 Mar 29 10:09:02.320612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] For port df2e798a-8f85-43e0-aa99-348fed0899ab, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:09:02.325808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] For port df2e798a-8f85-43e0-aa99-348fed0899ab, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=df2e798a-8f85-43e0-aa99-348fed0899ab,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:09:02.405328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:02.471182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:02.471182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:02.472602 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] 10.222.0.36 "PUT /v2.0/ports/df2e798a-8f85-43e0-aa99-348fed0899ab HTTP/1.1" status: 200 len: 1093 time: 1.2876401 Mar 29 10:09:02.473108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'tag': 'df2e798a-8f85-43e0-aa99-348fed0899ab'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:09:02.502586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386fc2a-e431-4042-aa6b-7671fd226e4f service neutron] Pushing event updated for resources: {'Port': ['ID=df2e798a-8f85-43e0-aa99-348fed0899ab,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:09:02.532829 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'tag': 'df2e798a-8f85-43e0-aa99-348fed0899ab', 'status': 'completed', 'code': 200} Mar 29 10:09:02.667781 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d1fff-eba9-4bfe-a9bb-4d3296bb3956 req-d8647524-2c5c-4f12-bde6-2e4cb680c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:02.670904 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-188d1fff-eba9-4bfe-a9bb-4d3296bb3956 req-d8647524-2c5c-4f12-bde6-2e4cb680c107 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 1096 time: 0.1176143 Mar 29 10:09:02.836871 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d1fff-eba9-4bfe-a9bb-4d3296bb3956 req-9d55d3bb-c01e-4057-a988-33cbd92358eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:02.838281 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-188d1fff-eba9-4bfe-a9bb-4d3296bb3956 req-9d55d3bb-c01e-4057-a988-33cbd92358eb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=815827618f6c4089a240fed3b9240fa4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1610031 Mar 29 10:09:02.989503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d1fff-eba9-4bfe-a9bb-4d3296bb3956 req-dd2851cf-440c-4a41-bfef-e1a4827867dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:02.990993 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-188d1fff-eba9-4bfe-a9bb-4d3296bb3956 req-dd2851cf-440c-4a41-bfef-e1a4827867dd service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1472960 Mar 29 10:09:03.104918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96895539-0640-4d10-89a0-11dd14d76d05 req-9fdfa923-555c-4391-912a-4c8e7a1337c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:03.108096 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-9fdfa923-555c-4391-912a-4c8e7a1337c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 1096 time: 0.0770855 Mar 29 10:09:03.317573 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-3f85c9de-959d-4856-9ee0-222056accf1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2e798a-8f85-43e0-aa99-348fed0899ab HTTP/1.1" status: 200 len: 217 time: 0.2019024 Mar 29 10:09:03.410959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96895539-0640-4d10-89a0-11dd14d76d05 req-0e22ca97-2d3e-49a4-9911-ba986d1669ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:03.412425 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-0e22ca97-2d3e-49a4-9911-ba986d1669ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0891209 Mar 29 10:09:03.500663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96895539-0640-4d10-89a0-11dd14d76d05 req-c4588148-72b3-4117-98c2-400d24a175b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:03.502176 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-c4588148-72b3-4117-98c2-400d24a175b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841656 Mar 29 10:09:03.507846 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fb7a-ad11-4fd9-9f3f-fcd67afbe016 req-ee51a64a-d1d4-4bd7-ac99-dee912718123 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:03.509547 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d1e9fb7a-ad11-4fd9-9f3f-fcd67afbe016 req-ee51a64a-d1d4-4bd7-ac99-dee912718123 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 943 time: 0.1322510 Mar 29 10:09:03.561083 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d1e9fb7a-ad11-4fd9-9f3f-fcd67afbe016 req-f841a5d6-277a-4d17-882f-0e3c6576c3b0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440958 Mar 29 10:09:03.655021 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-4a74c8da-9016-486a-888d-692eea84b08a service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470895 Mar 29 10:09:03.810728 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96895539-0640-4d10-89a0-11dd14d76d05 req-97e08857-bd0d-450b-8b18-2e217b9aa0f1 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497867 Mar 29 10:09:04.766428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86181ba-79e7-409d-9101-b66b741c4ac1 req-4c08bcf1-9231-4814-9f93-f512e53637de tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:04.767237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-a86181ba-79e7-409d-9101-b66b741c4ac1 req-4c08bcf1-9231-4814-9f93-f512e53637de tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Synchronizing usage tracker for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:09:04.855458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-a86181ba-79e7-409d-9101-b66b741c4ac1 req-4c08bcf1-9231-4814-9f93-f512e53637de tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Unset dirty status for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:09:04.857481 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a86181ba-79e7-409d-9101-b66b741c4ac1 req-4c08bcf1-9231-4814-9f93-f512e53637de tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 943 time: 0.1770449 Mar 29 10:09:04.906305 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a86181ba-79e7-409d-9101-b66b741c4ac1 req-f3a98944-4dcd-4059-88c2-5e1e72320018 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426455 Mar 29 10:09:05.701514 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d42cf360-49db-4ba5-92d2-40ad2c3a39aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:06.111291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47f1c3-74fd-4016-a5c5-30a05436ff9e req-29c4c21d-d37e-4bb6-b520-c1222ba1387e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:06.113595 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0e47f1c3-74fd-4016-a5c5-30a05436ff9e req-29c4c21d-d37e-4bb6-b520-c1222ba1387e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 943 time: 0.0951643 Mar 29 10:09:06.181070 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0e47f1c3-74fd-4016-a5c5-30a05436ff9e req-7868ad89-10dc-41c2-97bb-1dfb4409c505 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607181 Mar 29 10:09:07.371393 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b018a57-eb4b-4880-b7bb-da8d4b06eecc req-ed7f094f-dc03-4888-b3de-d923e49afbbd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:07.373438 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2b018a57-eb4b-4880-b7bb-da8d4b06eecc req-ed7f094f-dc03-4888-b3de-d923e49afbbd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 943 time: 0.0853090 Mar 29 10:09:07.421497 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2b018a57-eb4b-4880-b7bb-da8d4b06eecc req-3114a58c-57bc-4cc5-8f02-9ebd51dee2d0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413971 Mar 29 10:09:07.709079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device df2e798a-8f85-43e0-aa99-348fed0899ab details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:09:07.853270 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port df2e798a-8f85-43e0-aa99-348fed0899ab, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=df2e798a-8f85-43e0-aa99-348fed0899ab,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:09:07.867145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'df2e798a-8f85-43e0-aa99-348fed0899ab', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'port_id': 'df2e798a-8f85-43e0-aa99-348fed0899ab', 'mac_address': 'fa:16:3e:12:c3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:09:07.909741 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0cf960b5-0a14-4171-add5-50d3d4f17ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:07.930656 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:07.948801 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2e798a-8f85-43e0-aa99-348fed0899ab {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:09:07.968452 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port df2e798a-8f85-43e0-aa99-348fed0899ab, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=df2e798a-8f85-43e0-aa99-348fed0899ab,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:09:08.043753 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:08.110672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=df2e798a-8f85-43e0-aa99-348fed0899ab,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:09:08.365124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['df2e798a-8f85-43e0-aa99-348fed0899ab'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:09:08.709980 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532098e-9238-48b7-a7c6-778671eb18b7 req-6c39ffa9-af54-4438-a879-21f64ef3e1dd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:08.711456 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a532098e-9238-48b7-a7c6-778671eb18b7 req-6c39ffa9-af54-4438-a879-21f64ef3e1dd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 944 time: 0.1856549 Mar 29 10:09:08.757637 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a532098e-9238-48b7-a7c6-778671eb18b7 req-ca7ece99-874d-4d9c-9a2d-fd94cffbc03a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385911 Mar 29 10:09:08.963789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:08.998202 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:09.724701 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device df2e798a-8f85-43e0-aa99-348fed0899ab up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:09:09.889401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port df2e798a-8f85-43e0-aa99-348fed0899ab completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:09:09.894917 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port df2e798a-8f85-43e0-aa99-348fed0899ab triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:09:09.895409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:09.951355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493139e-a3a8-4932-88f5-37dff50e5dbc req-41d0cd04-7acb-4bd1-81b5-4ec0f8e83d1a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:09.952990 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f493139e-a3a8-4932-88f5-37dff50e5dbc req-41d0cd04-7acb-4bd1-81b5-4ec0f8e83d1a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 944 time: 0.0865126 Mar 29 10:09:10.022389 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f493139e-a3a8-4932-88f5-37dff50e5dbc req-4949df13-9db3-40f2-972a-01d668b3b2d3 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626779 Mar 29 10:09:10.029584 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:10.059578 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2e798a-8f85-43e0-aa99-348fed0899ab'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:09:10.071090 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port df2e798a-8f85-43e0-aa99-348fed0899ab, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=df2e798a-8f85-43e0-aa99-348fed0899ab,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:09:10.107316 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2e798a-8f85-43e0-aa99-348fed0899ab', 'code': 200} Mar 29 10:09:10.158122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:10.236443 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=df2e798a-8f85-43e0-aa99-348fed0899ab,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:09:10.529101 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a998a-8d31-413d-b4b3-b2fae407cd28 req-4d6a16b8-609b-4459-85d7-03015d46b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:10.530623 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-766a998a-8d31-413d-b4b3-b2fae407cd28 req-4d6a16b8-609b-4459-85d7-03015d46b131 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 1098 time: 0.0823953 Mar 29 10:09:10.577098 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-766a998a-8d31-413d-b4b3-b2fae407cd28 req-be4328a5-1bb2-4b3a-be16-e61a42cb48be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400431 Mar 29 10:09:10.843739 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:11.220186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8e1d9-ec2f-4db4-b647-285bca437aed req-3863ed13-c258-47e9-ac2b-8b724d4b06b8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:11.221703 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bec8e1d9-ec2f-4db4-b647-285bca437aed req-3863ed13-c258-47e9-ac2b-8b724d4b06b8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0839758 Mar 29 10:09:11.268065 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bec8e1d9-ec2f-4db4-b647-285bca437aed req-a001c436-23a1-4790-b617-1807f10190bc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406587 Mar 29 10:09:12.478147 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b034c3-5e7c-462e-928e-94b2560b1ef4 req-ce56af8e-031d-4a3d-9fce-b0e5edff1105 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:12.479659 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-74b034c3-5e7c-462e-928e-94b2560b1ef4 req-ce56af8e-031d-4a3d-9fce-b0e5edff1105 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0888991 Mar 29 10:09:12.526031 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-74b034c3-5e7c-462e-928e-94b2560b1ef4 req-9e7476eb-351b-416d-adcb-3842bd939c82 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404735 Mar 29 10:09:12.712764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0880dc-fc10-40f9-9b3d-befcbcd02c28 req-edad3631-a310-4f11-9e97-15ad508d4223 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:12.714274 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ac0880dc-fc10-40f9-9b3d-befcbcd02c28 req-edad3631-a310-4f11-9e97-15ad508d4223 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0861111 Mar 29 10:09:12.724107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 42798) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:09:12.729315 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-d2ea5538-c06e-485a-8e84-52a81dd309ee tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Request body: {'floatingip': {'port_id': 'df2e798a-8f85-43e0-aa99-348fed0899ab'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:09:12.813028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d2ea5538-c06e-485a-8e84-52a81dd309ee tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:13.573924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d2ea5538-c06e-485a-8e84-52a81dd309ee tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:13.775473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d2ea5538-c06e-485a-8e84-52a81dd309ee tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:13.952207 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-d2ea5538-c06e-485a-8e84-52a81dd309ee tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Floating IP f2e26cac-3404-49d7-af4f-f0089d46f620 associated. External IP: 172.26.7.159, port: df2e798a-8f85-43e0-aa99-348fed0899ab. Mar 29 10:09:14.325309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ea5538-c06e-485a-8e84-52a81dd309ee tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Router f68cc3d0-d393-4b40-9629-b36b20f87650 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:09:14.505755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ea5538-c06e-485a-8e84-52a81dd309ee tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:09:14.510028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d2ea5538-c06e-485a-8e84-52a81dd309ee tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:14.515288 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87dae56-d9d2-4475-99a1-e0704cdb5c51 None None] Sync routers for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:09:14.524849 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87dae56-d9d2-4475-99a1-e0704cdb5c51 None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:09:14.525457 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d87dae56-d9d2-4475-99a1-e0704cdb5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:09:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:09:14.570061 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d2ea5538-c06e-485a-8e84-52a81dd309ee tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "PUT /v2.0/floatingips/f2e26cac-3404-49d7-af4f-f0089d46f620 HTTP/1.1" status: 200 len: 991 time: 1.8418915 Mar 29 10:09:14.570061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'tag': 'df2e798a-8f85-43e0-aa99-348fed0899ab'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:09:14.618290 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'tag': 'df2e798a-8f85-43e0-aa99-348fed0899ab', 'status': 'completed', 'code': 200} Mar 29 10:09:14.713786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7639d-ac23-4f53-8983-99b80077cc45 req-42e8be4c-54e3-43e0-94c5-9ba8bbfac7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:14.715875 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-31e7639d-ac23-4f53-8983-99b80077cc45 req-42e8be4c-54e3-43e0-94c5-9ba8bbfac7bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 1098 time: 0.0763359 Mar 29 10:09:14.730136 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-d87dae56-d9d2-4475-99a1-e0704cdb5c51 None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:09:14.744286 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fac6c-26e3-4ad8-a185-b4f6109a640d req-34adcc29-ac43-44c9-90a4-fcec328e5bec tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:14.746036 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d19fac6c-26e3-4ad8-a185-b4f6109a640d req-34adcc29-ac43-44c9-90a4-fcec328e5bec tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0853968 Mar 29 10:09:14.792236 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d19fac6c-26e3-4ad8-a185-b4f6109a640d req-2b62269c-48f7-4e9f-9359-1ef10651c9fb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406575 Mar 29 10:09:14.857852 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7639d-ac23-4f53-8983-99b80077cc45 req-d9934aa3-64ab-4968-89d1-37d0bf2c8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:14.859339 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-31e7639d-ac23-4f53-8983-99b80077cc45 req-d9934aa3-64ab-4968-89d1-37d0bf2c8f18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1371078 Mar 29 10:09:15.109432 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d87dae56-d9d2-4475-99a1-e0704cdb5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f2e26cac-3404-49d7-af4f-f0089d46f620', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'floating_ip_address': '172.26.7.159', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'port_id': 'df2e798a-8f85-43e0-aa99-348fed0899ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'mac_address': 'fa:16:3e:12:c3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:08:54Z', 'updated_at': '2022-03-29T10:09:13Z', 'revision_number': 1, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:09:15.113307 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87dae56-d9d2-4475-99a1-e0704cdb5c51 None None] Checking router: f68cc3d0-d393-4b40-9629-b36b20f87650 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:09:15.121885 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87dae56-d9d2-4475-99a1-e0704cdb5c51 None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:09:15.122716 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d87dae56-d9d2-4475-99a1-e0704cdb5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:09:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:09:15.140766 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-31e7639d-ac23-4f53-8983-99b80077cc45 req-e0828638-7ad1-4cfc-b6cf-b74fc3357f76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2e798a-8f85-43e0-aa99-348fed0899ab HTTP/1.1" status: 200 len: 999 time: 0.2755001 Mar 29 10:09:15.209678 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82dda84-6ee4-4200-9876-8c306c4cde24 req-c55ddce7-8ea7-43a9-b754-9f401da56931 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:15.211266 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b82dda84-6ee4-4200-9876-8c306c4cde24 req-c55ddce7-8ea7-43a9-b754-9f401da56931 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.2963076 Mar 29 10:09:15.240725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7639d-ac23-4f53-8983-99b80077cc45 req-7b990ff1-1a26-432c-ab6c-b0cb0d713c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:15.242262 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-31e7639d-ac23-4f53-8983-99b80077cc45 req-7b990ff1-1a26-432c-ab6c-b0cb0d713c9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0911291 Mar 29 10:09:15.303300 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-d87dae56-d9d2-4475-99a1-e0704cdb5c51 None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:09:15.303519 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b82dda84-6ee4-4200-9876-8c306c4cde24 req-3362a516-11f4-4aa8-91e6-21b5616d6e21 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849154 Mar 29 10:09:15.341221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7639d-ac23-4f53-8983-99b80077cc45 req-b14c48fc-979f-4479-a20b-ef76e6a56326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:15.342950 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-31e7639d-ac23-4f53-8983-99b80077cc45 req-b14c48fc-979f-4479-a20b-ef76e6a56326 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884893 Mar 29 10:09:15.475878 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-31e7639d-ac23-4f53-8983-99b80077cc45 req-29b53be4-7d37-435d-8d50-fb095e015f14 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263561 Mar 29 10:09:15.610213 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-31e7639d-ac23-4f53-8983-99b80077cc45 req-b0381eb5-1e59-4389-ae4f-ed8fd459fdec service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287484 Mar 29 10:09:15.669957 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d87dae56-d9d2-4475-99a1-e0704cdb5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f2e26cac-3404-49d7-af4f-f0089d46f620', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'floating_ip_address': '172.26.7.159', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'port_id': 'df2e798a-8f85-43e0-aa99-348fed0899ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'mac_address': 'fa:16:3e:12:c3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:08:54Z', 'updated_at': '2022-03-29T10:09:13Z', 'revision_number': 1, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:09:15.673905 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87dae56-d9d2-4475-99a1-e0704cdb5c51 None None] The sync data for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv is: [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f2e26cac-3404-49d7-af4f-f0089d46f620', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'floating_ip_address': '172.26.7.159', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'port_id': 'df2e798a-8f85-43e0-aa99-348fed0899ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'mac_address': 'fa:16:3e:12:c3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:08:54Z', 'updated_at': '2022-03-29T10:09:13Z', 'revision_number': 1, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:09:15.879251 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b78572-beb7-47a9-98b2-071908c1e8de None None] New status for floating IP f2e26cac-3404-49d7-af4f-f0089d46f620: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:09:16.499954 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f5677-75a1-4f91-8f7d-8d968e56d3f2 req-a8bee86b-1513-43e2-93e9-0e4b0b9275db tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:16.501568 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-496f5677-75a1-4f91-8f7d-8d968e56d3f2 req-a8bee86b-1513-43e2-93e9-0e4b0b9275db tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0872080 Mar 29 10:09:16.549853 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-496f5677-75a1-4f91-8f7d-8d968e56d3f2 req-3094c6ed-6a66-4760-bf9e-fbabc53eb324 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422463 Mar 29 10:09:16.746315 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053bbe7-9b5b-4940-b79e-7447a6751a00 req-72c802eb-ec5c-49e4-95ac-0e23c57eb5eb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:16.748427 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8053bbe7-9b5b-4940-b79e-7447a6751a00 req-72c802eb-ec5c-49e4-95ac-0e23c57eb5eb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0908082 Mar 29 10:09:16.795569 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8053bbe7-9b5b-4940-b79e-7447a6751a00 req-ae1655ec-e5ef-44fb-bb7d-d029064a66a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411088 Mar 29 10:09:17.102477 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:09:17.439563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a27846-64be-4dc7-9004-863271f8b376 req-f327cd72-4c13-436e-97d9-43e24560abd7 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:17.441078 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-63a27846-64be-4dc7-9004-863271f8b376 req-f327cd72-4c13-436e-97d9-43e24560abd7 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.1081090 Mar 29 10:09:17.510017 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-63a27846-64be-4dc7-9004-863271f8b376 req-65fd1784-8dac-460d-af1b-264a2d700c95 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601962 Mar 29 10:09:17.513432 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-098261a7-16ea-41e5-af77-b3141bdc8a3b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772331 Mar 29 10:09:18.784900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6df2a-6c90-43c8-8a62-eba945f9a0bc req-74255d4b-cf26-4730-84fd-fcf70179490c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:18.786391 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ffe6df2a-6c90-43c8-8a62-eba945f9a0bc req-74255d4b-cf26-4730-84fd-fcf70179490c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.1249559 Mar 29 10:09:18.833717 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ffe6df2a-6c90-43c8-8a62-eba945f9a0bc req-bf4ff221-b3f7-4ba4-9701-c4493f4f1b70 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412383 Mar 29 10:09:19.657199 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803999d8-8852-4203-b482-e46e44da9278 req-e9c7e073-b41a-4f2a-bc41-4410fcffcd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:19.658603 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-e9c7e073-b41a-4f2a-bc41-4410fcffcd53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 1098 time: 0.0769918 Mar 29 10:09:19.793295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803999d8-8852-4203-b482-e46e44da9278 req-fc845811-d2bc-4abf-8b38-6e3e287e265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:19.795285 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-fc845811-d2bc-4abf-8b38-6e3e287e265e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1308279 Mar 29 10:09:19.905217 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-cbdc60b4-123e-4682-ae5d-ce78f8f16b7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2e798a-8f85-43e0-aa99-348fed0899ab HTTP/1.1" status: 200 len: 1001 time: 0.1038175 Mar 29 10:09:20.015791 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803999d8-8852-4203-b482-e46e44da9278 req-209bacc8-c464-4256-9bcf-5df82ba5a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:20.017185 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-209bacc8-c464-4256-9bcf-5df82ba5a8ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.1064062 Mar 29 10:09:20.094392 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bb4a8-3733-42ef-91f5-873af12eabe9 req-595a8653-ede7-4143-be03-dce215ecd8d5 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:20.095902 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-583bb4a8-3733-42ef-91f5-873af12eabe9 req-595a8653-ede7-4143-be03-dce215ecd8d5 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.1473508 Mar 29 10:09:20.144014 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803999d8-8852-4203-b482-e46e44da9278 req-58b7da0d-deb2-4fe3-b38c-4ca6246d0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:20.145514 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-58b7da0d-deb2-4fe3-b38c-4ca6246d0391 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1226993 Mar 29 10:09:20.178977 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-583bb4a8-3733-42ef-91f5-873af12eabe9 req-157e08e6-5f17-481e-ac36-ff96185cd8a3 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756662 Mar 29 10:09:20.288989 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-213271e1-0726-47fe-9f86-ef4e7e1d97e1 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375747 Mar 29 10:09:20.504415 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-772d753a-371e-41c9-93ff-089d29100007 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088988 Mar 29 10:09:21.373479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bcf9f-5655-47ce-8db9-defc01daacd4 req-72af483d-18ef-44c2-bb47-c7bd6743d9f9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:21.375213 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-da2bcf9f-5655-47ce-8db9-defc01daacd4 req-72af483d-18ef-44c2-bb47-c7bd6743d9f9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0837173 Mar 29 10:09:21.426437 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-da2bcf9f-5655-47ce-8db9-defc01daacd4 req-b2cf9c98-1c09-4a1e-b970-8630793e2241 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445912 Mar 29 10:09:22.485775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ae6b4-5715-472e-a2ef-dc7f5870e322 req-84b289f1-8672-4101-b945-7a8226aee70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:22.487284 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4e5ae6b4-5715-472e-a2ef-dc7f5870e322 req-84b289f1-8672-4101-b945-7a8226aee70d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 1098 time: 0.0779591 Mar 29 10:09:22.803874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ae6b4-5715-472e-a2ef-dc7f5870e322 req-b8e8800c-2b29-436e-bdfb-343b426cbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:22.805307 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4e5ae6b4-5715-472e-a2ef-dc7f5870e322 req-b8e8800c-2b29-436e-bdfb-343b426cbc77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.2963576 Mar 29 10:09:22.817111 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f1b92-ce38-4c9a-9b41-a3e472f9cc8e req-de49e464-270a-4a07-9cc3-84d36e6328a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:22.818508 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4e1f1b92-ce38-4c9a-9b41-a3e472f9cc8e req-de49e464-270a-4a07-9cc3-84d36e6328a0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.2775583 Mar 29 10:09:22.943419 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4e1f1b92-ce38-4c9a-9b41-a3e472f9cc8e req-0361abac-cc9c-4328-a4a9-c00a7f056ce3 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742071 Mar 29 10:09:22.947369 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4e5ae6b4-5715-472e-a2ef-dc7f5870e322 req-7ff2b737-7f45-4c3c-9888-740c15a886b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2e798a-8f85-43e0-aa99-348fed0899ab HTTP/1.1" status: 200 len: 1001 time: 0.1279490 Mar 29 10:09:23.023622 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ae6b4-5715-472e-a2ef-dc7f5870e322 req-0d5b3e0f-baed-40aa-94c6-c35979a82ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:23.025183 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4e5ae6b4-5715-472e-a2ef-dc7f5870e322 req-0d5b3e0f-baed-40aa-94c6-c35979a82ce9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0716558 Mar 29 10:09:23.100368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ae6b4-5715-472e-a2ef-dc7f5870e322 req-0b691cf9-3543-4489-a371-763d101be3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:23.101785 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4e5ae6b4-5715-472e-a2ef-dc7f5870e322 req-0b691cf9-3543-4489-a371-763d101be3cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707669 Mar 29 10:09:23.239564 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4e5ae6b4-5715-472e-a2ef-dc7f5870e322 req-7d92ae9b-0f6d-4957-abec-7708c7254117 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318104 Mar 29 10:09:23.272783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:23.377222 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4e5ae6b4-5715-472e-a2ef-dc7f5870e322 req-c6ddd715-5e69-45fb-983a-3be4810a0062 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317222 Mar 29 10:09:24.167975 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27702baf-0a3f-40a7-b95c-00babf35c61e req-054b6819-4a76-444f-9b07-cb2d1537c256 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:24.169722 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-27702baf-0a3f-40a7-b95c-00babf35c61e req-054b6819-4a76-444f-9b07-cb2d1537c256 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.1012056 Mar 29 10:09:24.226170 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-27702baf-0a3f-40a7-b95c-00babf35c61e req-aa941878-be34-479d-be7e-a1146f6a822b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451891 Mar 29 10:09:25.429101 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1d8c7-147b-4539-b15d-2c8a93ae19cd req-19ae5074-35ae-4dc0-8435-c3f88fcd502f tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:25.431722 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d5e1d8c7-147b-4539-b15d-2c8a93ae19cd req-19ae5074-35ae-4dc0-8435-c3f88fcd502f tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0927923 Mar 29 10:09:25.480518 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d5e1d8c7-147b-4539-b15d-2c8a93ae19cd req-c3f8b8e2-5fe3-4785-8db5-eeaf985d71a1 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434732 Mar 29 10:09:26.673741 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ec553-f4d1-46a6-aa57-693af7558bdb req-d1b95849-b243-4f4d-9116-0408d2cc6e99 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:26.675192 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-427ec553-f4d1-46a6-aa57-693af7558bdb req-d1b95849-b243-4f4d-9116-0408d2cc6e99 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0868685 Mar 29 10:09:26.721676 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-427ec553-f4d1-46a6-aa57-693af7558bdb req-c8542edb-d6e7-403a-b985-69e82512d9e9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406213 Mar 29 10:09:27.930101 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edcbf4-76a3-482c-a74f-d9c9abd67d44 req-6461f70c-32cc-4124-be9a-c68e4bc31ef8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:27.931763 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a6edcbf4-76a3-482c-a74f-d9c9abd67d44 req-6461f70c-32cc-4124-be9a-c68e4bc31ef8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0894535 Mar 29 10:09:27.979186 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a6edcbf4-76a3-482c-a74f-d9c9abd67d44 req-90f9c224-d4fa-4db9-9051-f6e356eab742 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410509 Mar 29 10:09:29.170769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483ffb6-dcda-400b-877f-b1accdbf83e1 req-b331bd37-3cef-4c5d-8d26-f5966b092e55 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:29.172240 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4483ffb6-dcda-400b-877f-b1accdbf83e1 req-b331bd37-3cef-4c5d-8d26-f5966b092e55 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0817907 Mar 29 10:09:29.217945 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4483ffb6-dcda-400b-877f-b1accdbf83e1 req-3634b49d-37e4-4a05-bfad-9504c8d25212 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395532 Mar 29 10:09:30.432955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74aa3c5-1a5c-4150-a05f-abe5b9f72384 req-15bbf7c2-0e78-493c-9748-661b225d81db tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:30.434419 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a74aa3c5-1a5c-4150-a05f-abe5b9f72384 req-15bbf7c2-0e78-493c-9748-661b225d81db tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0955501 Mar 29 10:09:30.480981 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a74aa3c5-1a5c-4150-a05f-abe5b9f72384 req-17b1408a-725b-42b4-a7ff-50682778da98 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398536 Mar 29 10:09:31.696154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354c6c9-709d-4204-8fbe-182d4af8c96b req-81e5d91c-2a87-4bbb-bd99-065f52e1efb9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:31.697585 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3354c6c9-709d-4204-8fbe-182d4af8c96b req-81e5d91c-2a87-4bbb-bd99-065f52e1efb9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0994112 Mar 29 10:09:31.749771 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3354c6c9-709d-4204-8fbe-182d4af8c96b req-64b3ef2a-8a8c-4101-81de-4eeeeb3e6ead tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425274 Mar 29 10:09:32.948821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88667c3-7bdb-44fb-b263-6d6aeeb1a4be req-2b4b7a7b-b5a6-40a2-a033-bb481acdec69 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:32.950974 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e88667c3-7bdb-44fb-b263-6d6aeeb1a4be req-2b4b7a7b-b5a6-40a2-a033-bb481acdec69 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0877037 Mar 29 10:09:33.009019 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e88667c3-7bdb-44fb-b263-6d6aeeb1a4be req-9a533a6f-7996-4b77-bd3d-91af351b7fa8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519104 Mar 29 10:09:34.230752 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb8c64-36be-4935-befc-8fd3ec8fa144 req-1e56bbf6-28c2-4646-8773-6324124ff7a3 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:34.233127 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-dfeb8c64-36be-4935-befc-8fd3ec8fa144 req-1e56bbf6-28c2-4646-8773-6324124ff7a3 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.1068685 Mar 29 10:09:34.284860 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-dfeb8c64-36be-4935-befc-8fd3ec8fa144 req-9d9f4f8a-8dab-47e4-8dc9-92046f42898f tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424268 Mar 29 10:09:35.505843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02801e3-41aa-4ac1-8b09-885aab51f2c9 req-b8b99fe8-f253-4b26-8ae8-0b13c3cff0c7 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:35.507947 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f02801e3-41aa-4ac1-8b09-885aab51f2c9 req-b8b99fe8-f253-4b26-8ae8-0b13c3cff0c7 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.1003599 Mar 29 10:09:35.559187 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f02801e3-41aa-4ac1-8b09-885aab51f2c9 req-fda1f1db-3965-4618-96f8-d9ed14413473 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450766 Mar 29 10:09:35.736427 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9d1045af-80df-439f-bf42-628045247c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:36.769927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88e09e-7361-4b1b-bbbd-5db266717c19 req-89ab66da-d200-41e3-a622-86d56c58c9c7 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:36.771632 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6c88e09e-7361-4b1b-bbbd-5db266717c19 req-89ab66da-d200-41e3-a622-86d56c58c9c7 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0933657 Mar 29 10:09:36.819582 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6c88e09e-7361-4b1b-bbbd-5db266717c19 req-f874feee-1b82-497b-bf3c-539b4957de39 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411031 Mar 29 10:09:37.772999 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-c95019aa-5035-48f1-848d-03afdeb5862d service neutron] 10.222.0.36 "GET /v2.0/ports/df2e798a-8f85-43e0-aa99-348fed0899ab/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0886519 Mar 29 10:09:37.941848 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5cc4828c-0e58-415e-855e-a3b1a58a7059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:38.076519 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b49bcc-4dc8-4df9-9c76-bb43c809e80b req-6e0abed7-f9f6-46ed-bc2c-f7e0b8b2bddd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:38.077970 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-92b49bcc-4dc8-4df9-9c76-bb43c809e80b req-6e0abed7-f9f6-46ed-bc2c-f7e0b8b2bddd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.1117046 Mar 29 10:09:38.126884 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-92b49bcc-4dc8-4df9-9c76-bb43c809e80b req-8d012b2c-0bee-4e52-836e-091f279895c6 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414207 Mar 29 10:09:38.359344 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803999d8-8852-4203-b482-e46e44da9278 req-42dd43ec-b66e-4e15-8449-4c02addeb0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:38.360796 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-42dd43ec-b66e-4e15-8449-4c02addeb0a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3&tenant_id=815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0802238 Mar 29 10:09:38.457045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803999d8-8852-4203-b482-e46e44da9278 req-7554ea16-aa17-4f52-a03e-5c80e99214af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:38.458522 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-7554ea16-aa17-4f52-a03e-5c80e99214af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 1098 time: 0.0765438 Mar 29 10:09:38.595327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803999d8-8852-4203-b482-e46e44da9278 req-5642b2ca-e4f6-4b1b-9321-59074c8c0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:38.597217 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-5642b2ca-e4f6-4b1b-9321-59074c8c0e73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1328237 Mar 29 10:09:38.820457 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-8a554dbc-34c7-4971-ba3b-6b42a35327f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2e798a-8f85-43e0-aa99-348fed0899ab HTTP/1.1" status: 200 len: 1001 time: 0.2171032 Mar 29 10:09:38.886775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803999d8-8852-4203-b482-e46e44da9278 req-12cf60a5-2014-4af1-b790-0af6fb10a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:38.889428 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-12cf60a5-2014-4af1-b790-0af6fb10a281 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0625498 Mar 29 10:09:38.970534 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:38.975356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803999d8-8852-4203-b482-e46e44da9278 req-93e8dfd0-583c-4794-8c8c-2acf6a832792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:38.976966 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-93e8dfd0-583c-4794-8c8c-2acf6a832792 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813522 Mar 29 10:09:38.990005 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-4625b81f-9ecf-4f22-b58e-1862aae5a46a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:09:38.991411 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-4625b81f-9ecf-4f22-b58e-1862aae5a46a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078511 Mar 29 10:09:39.004689 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:39.157405 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-3b63ea43-6e66-4c61-a0a8-67a11982c070 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599646 Mar 29 10:09:39.326970 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-803999d8-8852-4203-b482-e46e44da9278 req-3e33e93d-ef1b-431c-b2dd-c416e2874e42 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635940 Mar 29 10:09:39.394484 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bb293-0e65-4528-b51e-051e0fef6d7c req-ca4f6ead-118b-47e5-8ff3-7c62b5abab63 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:39.396189 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81bb293-0e65-4528-b51e-051e0fef6d7c req-ca4f6ead-118b-47e5-8ff3-7c62b5abab63 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.1130409 Mar 29 10:09:39.458533 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e81bb293-0e65-4528-b51e-051e0fef6d7c req-27ac54ec-495c-484c-9898-ab91989b335e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501077 Mar 29 10:09:39.851067 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device df2e798a-8f85-43e0-aa99-348fed0899ab no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:09:39.987906 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:40.021386 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df2e798a-8f85-43e0-aa99-348fed0899ab'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:09:40.036235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port df2e798a-8f85-43e0-aa99-348fed0899ab, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=df2e798a-8f85-43e0-aa99-348fed0899ab,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:09:40.084978 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df2e798a-8f85-43e0-aa99-348fed0899ab', 'code': 200} Mar 29 10:09:40.124855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:40.204882 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=df2e798a-8f85-43e0-aa99-348fed0899ab,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:09:40.680159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245888c-c431-434d-ae42-e8f37715038e req-6ebb7805-f6a7-4082-a9a4-cb745afacd16 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:40.681648 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7245888c-c431-434d-ae42-e8f37715038e req-6ebb7805-f6a7-4082-a9a4-cb745afacd16 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 943 time: 0.0856035 Mar 29 10:09:40.750906 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7245888c-c431-434d-ae42-e8f37715038e req-28f6becd-d514-443a-a7e6-866914f17120 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584769 Mar 29 10:09:40.867605 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:41.866711 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device df2e798a-8f85-43e0-aa99-348fed0899ab details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:09:41.978634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427077ec-2f7e-4eca-a2b2-667cc9312e8b req-0043b4ee-d0fd-4abb-99c1-e8be3fd62cce tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:41.978634 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-427077ec-2f7e-4eca-a2b2-667cc9312e8b req-0043b4ee-d0fd-4abb-99c1-e8be3fd62cce tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 943 time: 0.1132839 Mar 29 10:09:42.033630 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port df2e798a-8f85-43e0-aa99-348fed0899ab, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=df2e798a-8f85-43e0-aa99-348fed0899ab,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:09:42.051091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'df2e798a-8f85-43e0-aa99-348fed0899ab', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'port_id': 'df2e798a-8f85-43e0-aa99-348fed0899ab', 'mac_address': 'fa:16:3e:12:c3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:09:42.053959 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-427077ec-2f7e-4eca-a2b2-667cc9312e8b req-d73c81d5-8856-4e61-9ff8-34e75838d3cf tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653219 Mar 29 10:09:42.119934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:42.144205 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2e798a-8f85-43e0-aa99-348fed0899ab {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:09:42.165550 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port df2e798a-8f85-43e0-aa99-348fed0899ab, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=df2e798a-8f85-43e0-aa99-348fed0899ab,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:09:42.262128 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:42.331468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['df2e798a-8f85-43e0-aa99-348fed0899ab'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:09:42.399657 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=df2e798a-8f85-43e0-aa99-348fed0899ab,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:09:43.293644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a2da6-b834-4fa7-a55d-efae4be8a9e2 req-d11dd7cf-1e5f-4293-955a-9a9e407e6e2b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:43.295204 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-733a2da6-b834-4fa7-a55d-efae4be8a9e2 req-d11dd7cf-1e5f-4293-955a-9a9e407e6e2b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 944 time: 0.1187241 Mar 29 10:09:43.362855 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-733a2da6-b834-4fa7-a55d-efae4be8a9e2 req-50c5985b-5e63-4837-b9f9-9e58dd5c6fb1 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607412 Mar 29 10:09:43.866355 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device df2e798a-8f85-43e0-aa99-348fed0899ab up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:09:43.926834 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b844cb-125c-445d-9a71-b1979d3b9bf1 req-d421d1b5-d186-489f-8c09-8476e84c2db5 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:43.928857 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-31b844cb-125c-445d-9a71-b1979d3b9bf1 req-d421d1b5-d186-489f-8c09-8476e84c2db5 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 944 time: 0.1094496 Mar 29 10:09:43.972992 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port df2e798a-8f85-43e0-aa99-348fed0899ab triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:09:43.973412 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:43.998586 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-31b844cb-125c-445d-9a71-b1979d3b9bf1 req-83e1f81c-7af9-414d-a988-d5f5e9562962 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603588 Mar 29 10:09:44.096362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc700f4a-4af6-4f52-b0db-b9048efc4770 req-62dfc0e1-ba64-4915-895a-341b60f51e41 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:44.098834 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc700f4a-4af6-4f52-b0db-b9048efc4770 req-62dfc0e1-ba64-4915-895a-341b60f51e41 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3&tenant_id=815827618f6c4089a240fed3b9240fa4&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 944 time: 0.1507857 Mar 29 10:09:44.147268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:44.191962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2e798a-8f85-43e0-aa99-348fed0899ab'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:09:44.205503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port df2e798a-8f85-43e0-aa99-348fed0899ab, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=df2e798a-8f85-43e0-aa99-348fed0899ab,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:09:44.272926 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2e798a-8f85-43e0-aa99-348fed0899ab', 'code': 200} Mar 29 10:09:44.307204 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:44.307707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc700f4a-4af6-4f52-b0db-b9048efc4770 req-24075f67-ec64-41dc-bfa1-650a8345d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:44.310793 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc700f4a-4af6-4f52-b0db-b9048efc4770 req-24075f67-ec64-41dc-bfa1-650a8345d87d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 1097 time: 0.1216788 Mar 29 10:09:44.431405 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=df2e798a-8f85-43e0-aa99-348fed0899ab,revision_number=8']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:09:44.529868 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc700f4a-4af6-4f52-b0db-b9048efc4770 req-8d51abe3-2d7a-4cf2-ab05-f850316eff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:44.532026 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc700f4a-4af6-4f52-b0db-b9048efc4770 req-8d51abe3-2d7a-4cf2-ab05-f850316eff58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.2150309 Mar 29 10:09:44.680836 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc700f4a-4af6-4f52-b0db-b9048efc4770 req-96be783d-78a0-4d9c-a5bf-167f332c6806 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2e798a-8f85-43e0-aa99-348fed0899ab HTTP/1.1" status: 200 len: 1001 time: 0.1428378 Mar 29 10:09:44.750324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc700f4a-4af6-4f52-b0db-b9048efc4770 req-b28a09aa-84ca-4d2e-9c64-5664d4157054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:44.751788 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc700f4a-4af6-4f52-b0db-b9048efc4770 req-b28a09aa-84ca-4d2e-9c64-5664d4157054 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0650647 Mar 29 10:09:44.837345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc700f4a-4af6-4f52-b0db-b9048efc4770 req-9a027658-668c-446e-9e7f-e658847b415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:44.839070 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc700f4a-4af6-4f52-b0db-b9048efc4770 req-9a027658-668c-446e-9e7f-e658847b415f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814495 Mar 29 10:09:44.985848 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc700f4a-4af6-4f52-b0db-b9048efc4770 req-08b8298a-1e7c-45f0-a92c-edc6949daf70 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402893 Mar 29 10:09:45.145177 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc700f4a-4af6-4f52-b0db-b9048efc4770 req-181a1cd4-bc95-4f5b-be19-1aac0158db1d service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530328 Mar 29 10:09:45.270068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a67496-3a32-4e46-88bb-5e0e1ad47d0a req-740ad6e2-3623-4c95-875e-8e6965ad1e46 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:45.272240 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-73a67496-3a32-4e46-88bb-5e0e1ad47d0a req-740ad6e2-3623-4c95-875e-8e6965ad1e46 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.1072693 Mar 29 10:09:45.334704 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-73a67496-3a32-4e46-88bb-5e0e1ad47d0a req-47d05583-8a41-4fdf-8342-7b3e36788334 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516899 Mar 29 10:09:46.599108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d456be3-baf2-4db4-87e0-e84565b4f3b9 req-10bcdfe2-d30d-4c38-88fa-c428e4b56efd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:46.600671 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3d456be3-baf2-4db4-87e0-e84565b4f3b9 req-10bcdfe2-d30d-4c38-88fa-c428e4b56efd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0926423 Mar 29 10:09:46.652461 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3d456be3-baf2-4db4-87e0-e84565b4f3b9 req-3c9bcb22-6830-4355-aa9a-5ac435baa279 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458138 Mar 29 10:09:46.864117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00749e82-a810-406c-ba25-2984e96db564 req-03cc03bf-f66d-4ac7-9b57-4bceedee6320 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:46.865692 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-00749e82-a810-406c-ba25-2984e96db564 req-03cc03bf-f66d-4ac7-9b57-4bceedee6320 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0891383 Mar 29 10:09:46.915904 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-00749e82-a810-406c-ba25-2984e96db564 req-5af81856-8670-4207-939e-0a203fdd5c1c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410974 Mar 29 10:09:47.128807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecce69-fb1a-4e6a-ae43-5ec5114fee11 req-1d9a6516-9cac-4ea5-8b04-8d2a6310bc71 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:47.130314 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a3ecce69-fb1a-4e6a-ae43-5ec5114fee11 req-1d9a6516-9cac-4ea5-8b04-8d2a6310bc71 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0903893 Mar 29 10:09:47.179454 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a3ecce69-fb1a-4e6a-ae43-5ec5114fee11 req-cf737db2-bcec-4dad-baae-6ae208a89d84 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431004 Mar 29 10:09:47.810967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b9791-7ff6-4f74-9560-ebadee395980 req-9c376405-26e0-4c10-8253-adf8c6dcdb23 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:47.812640 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-288b9791-7ff6-4f74-9560-ebadee395980 req-9c376405-26e0-4c10-8253-adf8c6dcdb23 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0947332 Mar 29 10:09:47.991263 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-288b9791-7ff6-4f74-9560-ebadee395980 req-b624e402-8f20-4c2e-9d4f-3a4995289fb3 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1726317 Mar 29 10:09:49.198231 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70ff44-2cac-4597-b0e3-6861ba185c55 req-ade2fe79-f980-459b-93eb-37eb34b3d676 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:49.199955 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-fa70ff44-2cac-4597-b0e3-6861ba185c55 req-ade2fe79-f980-459b-93eb-37eb34b3d676 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0839183 Mar 29 10:09:49.246547 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-fa70ff44-2cac-4597-b0e3-6861ba185c55 req-64c59b00-64e8-4341-bcd1-fe41f64092ab tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403776 Mar 29 10:09:49.619117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-be1c240d-31b1-48d0-af11-92a444c17f47 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:49.620679 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-be1c240d-31b1-48d0-af11-92a444c17f47 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.0834985 Mar 29 10:09:49.693439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Deleting port df2e798a-8f85-43e0-aa99-348fed0899ab {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:09:49.693683 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:49.944005 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] For port df2e798a-8f85-43e0-aa99-348fed0899ab, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=df2e798a-8f85-43e0-aa99-348fed0899ab,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:09:49.944260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:50.244499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:50.244866 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:50.245173 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Floating IP f2e26cac-3404-49d7-af4f-f0089d46f620 disassociated. External IP: 172.26.7.159, port: df2e798a-8f85-43e0-aa99-348fed0899ab. Mar 29 10:09:50.245509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Calling delete_port for df2e798a-8f85-43e0-aa99-348fed0899ab owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:09:50.473586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7312a2-4067-4a62-9ac0-beaacb550e61 req-b38f4fbd-491e-43f9-869e-07a311ae44e9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:50.475345 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7a7312a2-4067-4a62-9ac0-beaacb550e61 req-b38f4fbd-491e-43f9-869e-07a311ae44e9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 945 time: 0.1073520 Mar 29 10:09:50.521582 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7a7312a2-4067-4a62-9ac0-beaacb550e61 req-7c2c3e96-2b45-44ca-b75c-8005f57dc898 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399525 Mar 29 10:09:50.553897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:50.609302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Pushing event deleted for resources: {'Port': ['ID=df2e798a-8f85-43e0-aa99-348fed0899ab,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:09:50.621011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:09:50.621567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:09:50.621658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:09:50.621989 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:09:50.622314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:09:50.623159 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:09:50.623517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:09:50.623810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:09:50.624131 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:09:50.624450 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:09:50.624793 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:09:50.625319 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:09:50.826901 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Router f68cc3d0-d393-4b40-9629-b36b20f87650 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:09:51.015193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:09:51.026126 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de2f7c-ca37-4ab6-a79a-f0688e9ac26a None None] Sync routers for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:09:51.035751 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de2f7c-ca37-4ab6-a79a-f0688e9ac26a None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:09:51.036309 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d2de2f7c-ca37-4ab6-a79a-f0688e9ac26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:09:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:09:51.217125 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] No DVR routers for this DVR port df2e798a-8f85-43e0-aa99-348fed0899ab on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:09:51.219689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:51.222504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'name': 'network-vif-deleted', 'tag': 'df2e798a-8f85-43e0-aa99-348fed0899ab'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:09:51.270739 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358c032c-f38b-4c92-9d69-d2f32987fcc3', 'name': 'network-vif-deleted', 'tag': 'df2e798a-8f85-43e0-aa99-348fed0899ab', 'status': 'completed', 'code': 200} Mar 29 10:09:51.314322 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2cff175f-b480-4287-b339-f6ce88de2bc1 req-0b644416-c0af-468f-8689-875189f5db36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "DELETE /v2.0/ports/df2e798a-8f85-43e0-aa99-348fed0899ab HTTP/1.1" status: 204 len: 173 time: 1.6886337 Mar 29 10:09:51.327909 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-d2de2f7c-ca37-4ab6-a79a-f0688e9ac26a None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:09:51.676249 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d2de2f7c-ca37-4ab6-a79a-f0688e9ac26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:09:51.682990 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de2f7c-ca37-4ab6-a79a-f0688e9ac26a None None] Checking router: f68cc3d0-d393-4b40-9629-b36b20f87650 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:09:51.698076 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de2f7c-ca37-4ab6-a79a-f0688e9ac26a None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:09:51.699070 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d2de2f7c-ca37-4ab6-a79a-f0688e9ac26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:09:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:09:51.721617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-4393fd5a-0efb-49a7-a0c3-80a94597672d req-32c52332-950b-4123-96b0-a852fd3c1fc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Synchronizing usage tracker for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:09:51.816362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-4393fd5a-0efb-49a7-a0c3-80a94597672d req-32c52332-950b-4123-96b0-a852fd3c1fc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Unset dirty status for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:09:51.817871 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4393fd5a-0efb-49a7-a0c3-80a94597672d req-32c52332-950b-4123-96b0-a852fd3c1fc8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=358c032c-f38b-4c92-9d69-d2f32987fcc3 HTTP/1.1" status: 200 len: 210 time: 0.1702645 Mar 29 10:09:51.900550 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-d2de2f7c-ca37-4ab6-a79a-f0688e9ac26a None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:09:51.931959 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device df2e798a-8f85-43e0-aa99-348fed0899ab no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:09:51.972384 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: df2e798a-8f85-43e0-aa99-348fed0899ab {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:09:51.973002 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device df2e798a-8f85-43e0-aa99-348fed0899ab not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:09:52.243903 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d2de2f7c-ca37-4ab6-a79a-f0688e9ac26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:09:52.250794 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de2f7c-ca37-4ab6-a79a-f0688e9ac26a None None] The sync data for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv is: [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:09:52.522261 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c4c009-5219-4af7-ba24-3635df76d381 None None] New status for floating IP f2e26cac-3404-49d7-af4f-f0089d46f620: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:09:53.187713 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-2616a6e5-a634-411a-8c5c-9ba87ddf2edf tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--58006552&fields=id&tenant_id=815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 267 time: 0.0428219 Mar 29 10:09:53.308520 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:53.466006 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-796b9cf6-ede4-45a0-8f06-5868b337bd72 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:53.467532 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-796b9cf6-ede4-45a0-8f06-5868b337bd72 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 811 time: 0.2724059 Mar 29 10:09:53.485309 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-588c9b21-66cd-47c9-ab50-696bb1007ad3 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/quotas/815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 375 time: 0.0103602 Mar 29 10:09:53.586133 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-b1127bdd-2b2f-44f6-99f3-4031e4ee5b9c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0950787 Mar 29 10:09:53.749942 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-0aa2e758-19c2-4a9f-86ec-5798b56bc27b service neutron] 10.222.0.35 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505568 Mar 29 10:09:53.895141 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-bd77ae24-7965-4505-921e-394889718d75 service neutron] 10.222.0.35 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392860 Mar 29 10:09:54.101894 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:09:54.184861 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2297637f-6702-4527-9f3c-753791d1e020 req-5986a09e-6ac7-4c1b-808a-5fc8e81a664e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 210 time: 0.0486135 Mar 29 10:09:55.373375 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a1135c5e-5841-4a86-86e2-901790ac0c37 req-11a2fed8-d8b7-41e0-90c6-98aeef360376 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 210 time: 0.0749154 Mar 29 10:09:56.308288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-9f39c9db-aa1e-4bfc-8a14-908e1de56803 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:56.309920 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-9f39c9db-aa1e-4bfc-8a14-908e1de56803 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 811 time: 0.1697452 Mar 29 10:09:56.367114 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-d66e290e-dc31-41ac-9937-894f15d6db6e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 378 time: 0.0489821 Mar 29 10:09:56.375916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Request body: {'port': {'device_id': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'admin_state_up': True, 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'security_groups': ['acb29038-d60a-40bc-9569-0e3085d53910']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:09:56.625083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:09:56.642635 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:09:56.720830 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Made reservation on behalf of 815827618f6c4089a240fed3b9240fa4 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:09:56.724519 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:56.742243 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2d95f92d-e6f1-416d-b61d-c509395b54f1 req-f58426e3-ede6-4c5e-9c59-4554f343cdcc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 210 time: 0.0616133 Mar 29 10:09:56.917157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Allocated IP 172.20.0.9 (7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed/7c223473-d8a2-46dd-a87a-b2cfddc3b1dc/51731e52-f0a8-4f44-997d-efede4492092) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:09:57.141314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:57.168892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Transition to ACTIVE for port object 51731e52-f0a8-4f44-997d-efede4492092 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:09:57.297269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:57.380649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:09:57.392795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:09:57.400646 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:09:57.433647 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Pushing event updated for resources: {'Port': ['ID=51731e52-f0a8-4f44-997d-efede4492092,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:09:57.485702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:57.486509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:57.635239 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-616c40f1-a070-49b5-994c-67e32830dfdd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2633836 Mar 29 10:09:57.648158 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Request body: {'port': {'device_id': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:09:57.742759 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1975c9c1-99db-4878-8d32-d7b0e9c4e411 None None] Provisioning for port 51731e52-f0a8-4f44-997d-efede4492092 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:09:57.751343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1975c9c1-99db-4878-8d32-d7b0e9c4e411 None None] Provisioning complete for port 51731e52-f0a8-4f44-997d-efede4492092 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:09:57.752049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1975c9c1-99db-4878-8d32-d7b0e9c4e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:57.800578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:57.845238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-1975c9c1-99db-4878-8d32-d7b0e9c4e411 None None] Port 51731e52-f0a8-4f44-997d-efede4492092 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:09:58.023156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d548352-f28d-452e-9817-df0929ac2003 req-d506c61f-e07c-4623-8a26-820c45c48b47 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:58.025038 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9d548352-f28d-452e-9817-df0929ac2003 req-d506c61f-e07c-4623-8a26-820c45c48b47 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 931 time: 0.1097982 Mar 29 10:09:58.077492 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9d548352-f28d-452e-9817-df0929ac2003 req-43e41c50-b9f0-4129-b0de-abf13cb1288f tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446706 Mar 29 10:09:58.239604 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51731e52-f0a8-4f44-997d-efede4492092 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:09:58.247504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:58.268197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Transition to ACTIVE for port object 51731e52-f0a8-4f44-997d-efede4492092 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:09:58.354048 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:58.496757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=51731e52-f0a8-4f44-997d-efede4492092,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:09:58.732893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Attempting to bind port 51731e52-f0a8-4f44-997d-efede4492092 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:09:58.733174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Attempting to bind port 51731e52-f0a8-4f44-997d-efede4492092 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:09:58.733691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Attempting to bind port 51731e52-f0a8-4f44-997d-efede4492092 on network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:09:58.738654 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Port 51731e52-f0a8-4f44-997d-efede4492092 on network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:09:58.739009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Attempting to bind port 51731e52-f0a8-4f44-997d-efede4492092 on network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:09:58.744207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:09:58.744567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Checking segment: {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:09:58.744948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Bound using segment: {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:09:58.745370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Bound port: 51731e52-f0a8-4f44-997d-efede4492092, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:09:58.745802 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:58.846649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] For port 51731e52-f0a8-4f44-997d-efede4492092, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:09:58.852261 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] For port 51731e52-f0a8-4f44-997d-efede4492092, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=51731e52-f0a8-4f44-997d-efede4492092,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:09:58.925739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:59.011046 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:59.012018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:59.014674 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] 10.222.0.36 "PUT /v2.0/ports/51731e52-f0a8-4f44-997d-efede4492092 HTTP/1.1" status: 200 len: 1093 time: 1.3724909 Mar 29 10:09:59.015175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'tag': '51731e52-f0a8-4f44-997d-efede4492092'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:09:59.057377 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abec551-842a-4950-adea-8e8d7e879dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=51731e52-f0a8-4f44-997d-efede4492092,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:09:59.102184 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'tag': '51731e52-f0a8-4f44-997d-efede4492092', 'status': 'completed', 'code': 200} Mar 29 10:09:59.204459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-52f9e453-cc78-4edc-93a6-d32fb6ac798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:59.206031 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-52f9e453-cc78-4edc-93a6-d32fb6ac798e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 1096 time: 0.0924656 Mar 29 10:09:59.276879 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-c2ab7faa-8992-4f89-9dda-e976c6be4a6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51731e52-f0a8-4f44-997d-efede4492092 HTTP/1.1" status: 200 len: 217 time: 0.0639765 Mar 29 10:09:59.360647 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ffbdc-2d4a-4f07-b5c3-efe97f0ecde9 req-7b00aa91-5f26-49b6-be98-6141b61b6aea tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:59.361546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-2b03c47a-c5a1-4eef-bbf7-56eac2aa5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:59.362495 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-2b03c47a-c5a1-4eef-bbf7-56eac2aa5b64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0797684 Mar 29 10:09:59.363612 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c74ffbdc-2d4a-4f07-b5c3-efe97f0ecde9 req-7b00aa91-5f26-49b6-be98-6141b61b6aea tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 943 time: 0.1418462 Mar 29 10:09:59.433565 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c74ffbdc-2d4a-4f07-b5c3-efe97f0ecde9 req-502c8ebc-4230-422e-8cd1-5f865fb62361 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587859 Mar 29 10:09:59.480648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-f0eda5bc-22fb-41a3-a754-c5a2c0831f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:59.482399 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-f0eda5bc-22fb-41a3-a754-c5a2c0831f04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1141217 Mar 29 10:09:59.641961 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-42b31169-5d59-434b-a545-5f13f21dce9e service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527979 Mar 29 10:09:59.780711 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e2f7af8-aad7-4338-a9a9-4e45be632af0 req-70f4ed7d-4fdc-4e75-89a3-9763d62fd2d4 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321466 Mar 29 10:10:00.039783 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e693fd-f3c2-455b-930b-9b5018eeda9b req-06eb4832-3cac-4404-a84e-be6b73f122c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:00.041211 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47e693fd-f3c2-455b-930b-9b5018eeda9b req-06eb4832-3cac-4404-a84e-be6b73f122c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 1096 time: 0.0862360 Mar 29 10:10:00.179445 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e693fd-f3c2-455b-930b-9b5018eeda9b req-81d79091-7053-484f-88a2-ac1fc434c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:00.181025 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47e693fd-f3c2-455b-930b-9b5018eeda9b req-81d79091-7053-484f-88a2-ac1fc434c4cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1342733 Mar 29 10:10:00.280583 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47e693fd-f3c2-455b-930b-9b5018eeda9b req-d581f611-cd23-46a3-bb3e-b2fac0e5d70e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51731e52-f0a8-4f44-997d-efede4492092 HTTP/1.1" status: 200 len: 217 time: 0.0932643 Mar 29 10:10:00.387625 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e693fd-f3c2-455b-930b-9b5018eeda9b req-4e2fa908-6fcd-40fa-94fd-562e496ebb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:00.390193 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47e693fd-f3c2-455b-930b-9b5018eeda9b req-4e2fa908-6fcd-40fa-94fd-562e496ebb14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.1038408 Mar 29 10:10:00.468596 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e693fd-f3c2-455b-930b-9b5018eeda9b req-3d720f46-d1e3-4015-8279-29a63a6269c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:00.470083 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47e693fd-f3c2-455b-930b-9b5018eeda9b req-3d720f46-d1e3-4015-8279-29a63a6269c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741122 Mar 29 10:10:00.668341 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47e693fd-f3c2-455b-930b-9b5018eeda9b req-85d281e7-31fd-41e3-b787-ebf97d5497d9 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896663 Mar 29 10:10:00.725539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3880d2-a79d-4057-a848-3ae2cc03add5 req-fb393260-3c58-4f5d-a82c-82e2cf04a438 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:00.726409 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-1a3880d2-a79d-4057-a848-3ae2cc03add5 req-fb393260-3c58-4f5d-a82c-82e2cf04a438 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Synchronizing usage tracker for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:10:00.950130 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47e693fd-f3c2-455b-930b-9b5018eeda9b req-c83401f7-145b-4a91-aef7-da1b0c0ae20d service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714069 Mar 29 10:10:00.966321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-1a3880d2-a79d-4057-a848-3ae2cc03add5 req-fb393260-3c58-4f5d-a82c-82e2cf04a438 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Unset dirty status for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:10:00.970129 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1a3880d2-a79d-4057-a848-3ae2cc03add5 req-fb393260-3c58-4f5d-a82c-82e2cf04a438 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 943 time: 0.4021094 Mar 29 10:10:01.018269 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1a3880d2-a79d-4057-a848-3ae2cc03add5 req-b8a0a417-1a69-431c-b1ff-cac809bc3617 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403841 Mar 29 10:10:02.290266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d3c96-ee07-43e8-89eb-844ae423eaee req-1abdbcbb-78c6-4d63-833f-1cba5ff39de2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:02.292113 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7c9d3c96-ee07-43e8-89eb-844ae423eaee req-1abdbcbb-78c6-4d63-833f-1cba5ff39de2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 943 time: 0.1350121 Mar 29 10:10:02.351260 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7c9d3c96-ee07-43e8-89eb-844ae423eaee req-8822d137-8805-4411-abbf-974b0dd03807 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484951 Mar 29 10:10:03.575422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6cc5f-29a2-4184-bc22-f5d5beb04e8a req-94603068-d0bb-4d36-8261-c8a9f490fea9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:03.577008 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b2a6cc5f-29a2-4184-bc22-f5d5beb04e8a req-94603068-d0bb-4d36-8261-c8a9f490fea9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 943 time: 0.1032941 Mar 29 10:10:03.630991 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b2a6cc5f-29a2-4184-bc22-f5d5beb04e8a req-a98cf44b-5fe9-4655-8e56-4661f0f7b701 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456719 Mar 29 10:10:03.990941 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 51731e52-f0a8-4f44-997d-efede4492092 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:10:04.196002 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 51731e52-f0a8-4f44-997d-efede4492092, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=51731e52-f0a8-4f44-997d-efede4492092,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:10:04.216713 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '51731e52-f0a8-4f44-997d-efede4492092', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'port_id': '51731e52-f0a8-4f44-997d-efede4492092', 'mac_address': 'fa:16:3e:af:ed:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:10:04.288049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:04.307320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51731e52-f0a8-4f44-997d-efede4492092 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:10:04.325193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 51731e52-f0a8-4f44-997d-efede4492092, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=51731e52-f0a8-4f44-997d-efede4492092,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:10:04.388672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:04.466214 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=51731e52-f0a8-4f44-997d-efede4492092,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:10:04.479696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:04.480119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:04.480478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:04.480845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:04.481185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:04.481523 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:04.481847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:04.484014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:04.484014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:04.484474 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:04.484874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:04.485241 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:04.703936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['51731e52-f0a8-4f44-997d-efede4492092'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:10:04.895325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8588a8-527b-4c58-a5bb-1a6774697c56 req-03cf616b-2657-48ad-baa8-19ee9a5a7cd3 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:04.897285 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5c8588a8-527b-4c58-a5bb-1a6774697c56 req-03cf616b-2657-48ad-baa8-19ee9a5a7cd3 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 944 time: 0.1063514 Mar 29 10:10:04.945690 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5c8588a8-527b-4c58-a5bb-1a6774697c56 req-7322db3c-d7e0-4a31-b07a-a442e600b163 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409846 Mar 29 10:10:05.697026 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5a568a39-b47a-49fd-a34f-3e9725101d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:06.007452 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 51731e52-f0a8-4f44-997d-efede4492092 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:10:06.154717 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29d247-384a-424b-b43c-a69e3402b1bf req-1bcd3977-f768-409f-975c-2da094e15784 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:06.157208 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d29d247-384a-424b-b43c-a69e3402b1bf req-1bcd3977-f768-409f-975c-2da094e15784 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 944 time: 0.0992355 Mar 29 10:10:06.171372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 51731e52-f0a8-4f44-997d-efede4492092 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:10:06.177629 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 51731e52-f0a8-4f44-997d-efede4492092 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:10:06.177997 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:06.221070 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d29d247-384a-424b-b43c-a69e3402b1bf req-f8dd5b35-c95c-490a-a290-446f0006db07 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577662 Mar 29 10:10:06.309071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:06.336987 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51731e52-f0a8-4f44-997d-efede4492092'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:10:06.347224 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 51731e52-f0a8-4f44-997d-efede4492092, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=51731e52-f0a8-4f44-997d-efede4492092,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:10:06.384458 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51731e52-f0a8-4f44-997d-efede4492092', 'code': 200} Mar 29 10:10:06.400105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:06.472578 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=51731e52-f0a8-4f44-997d-efede4492092,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:10:06.790062 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a5d1d-90a8-42f7-9510-6ffe3f80873a req-a5433cc1-407e-417a-a0f8-bf411f7ef9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:06.791640 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e32a5d1d-90a8-42f7-9510-6ffe3f80873a req-a5433cc1-407e-417a-a0f8-bf411f7ef9d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 1098 time: 0.0747464 Mar 29 10:10:06.836445 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e32a5d1d-90a8-42f7-9510-6ffe3f80873a req-2942ac2e-f744-459b-b565-628284074686 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374532 Mar 29 10:10:07.416083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec06614-3ae3-47cd-8003-90d00060c82b req-6a083740-f13c-43c9-a852-e783a5aad510 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:07.418061 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ec06614-3ae3-47cd-8003-90d00060c82b req-6a083740-f13c-43c9-a852-e783a5aad510 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0903459 Mar 29 10:10:07.474956 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ec06614-3ae3-47cd-8003-90d00060c82b req-56115ee5-279b-4ae3-aa14-e4c405dd52bd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474229 Mar 29 10:10:07.891682 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e2af29db-a133-4569-849f-e3ac0c69db9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:08.702195 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be374cff-b9a8-4b51-93ec-cab0cce5f828 req-d52db54b-fd4c-46df-ac9c-519c2a0a9bf4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:08.704109 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-be374cff-b9a8-4b51-93ec-cab0cce5f828 req-d52db54b-fd4c-46df-ac9c-519c2a0a9bf4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0981030 Mar 29 10:10:08.761849 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-be374cff-b9a8-4b51-93ec-cab0cce5f828 req-07da5df2-2bdb-413d-802b-b703394e5c41 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498252 Mar 29 10:10:08.931384 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:08.965750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:08.978894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda037b0-7bc1-4bd3-bc3b-9fc324f8a5e3 req-70e3c9c3-6990-49b6-b7c6-1595f36c23ce tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:08.980356 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bda037b0-7bc1-4bd3-bc3b-9fc324f8a5e3 req-70e3c9c3-6990-49b6-b7c6-1595f36c23ce tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0939150 Mar 29 10:10:08.991929 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 42972) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:10:09.000508 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-3eb6997d-c48e-4821-b408-1df183950209 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Request body: {'floatingip': {'port_id': '51731e52-f0a8-4f44-997d-efede4492092'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:10:09.090566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3eb6997d-c48e-4821-b408-1df183950209 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:09.961252 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3eb6997d-c48e-4821-b408-1df183950209 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:10.000180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3eb6997d-c48e-4821-b408-1df183950209 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:10.188499 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-3eb6997d-c48e-4821-b408-1df183950209 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Floating IP f2e26cac-3404-49d7-af4f-f0089d46f620 associated. External IP: 172.26.7.159, port: 51731e52-f0a8-4f44-997d-efede4492092. Mar 29 10:10:10.604563 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb6997d-c48e-4821-b408-1df183950209 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Router f68cc3d0-d393-4b40-9629-b36b20f87650 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:10:10.834866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb6997d-c48e-4821-b408-1df183950209 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:10:10.842561 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3eb6997d-c48e-4821-b408-1df183950209 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:10.848808 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79a1505-01e3-46eb-83a6-67fef0848406 None None] Sync routers for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:10:10.859027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:10.868907 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a1505-01e3-46eb-83a6-67fef0848406 None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:10:10.869545 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d79a1505-01e3-46eb-83a6-67fef0848406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:10:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:10:10.913289 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3eb6997d-c48e-4821-b408-1df183950209 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "PUT /v2.0/floatingips/f2e26cac-3404-49d7-af4f-f0089d46f620 HTTP/1.1" status: 200 len: 991 time: 1.9197309 Mar 29 10:10:10.914554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'tag': '51731e52-f0a8-4f44-997d-efede4492092'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:10:11.056315 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'tag': '51731e52-f0a8-4f44-997d-efede4492092', 'status': 'completed', 'code': 200} Mar 29 10:10:11.156773 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-d79a1505-01e3-46eb-83a6-67fef0848406 None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:10:11.223804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86403f8-a476-4d41-81b7-729a7e5d934f req-7ca27afb-b9e6-408f-bdfe-bc8493a4b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:11.226156 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c86403f8-a476-4d41-81b7-729a7e5d934f req-7ca27afb-b9e6-408f-bdfe-bc8493a4b9c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 1098 time: 0.1453650 Mar 29 10:10:11.412859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86403f8-a476-4d41-81b7-729a7e5d934f req-6f9b91b4-ea73-45dd-8439-82279c540d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:11.414856 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c86403f8-a476-4d41-81b7-729a7e5d934f req-6f9b91b4-ea73-45dd-8439-82279c540d7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1831079 Mar 29 10:10:11.668747 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c86403f8-a476-4d41-81b7-729a7e5d934f req-b9b842f9-a355-4b0d-a034-77f00afe6c02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51731e52-f0a8-4f44-997d-efede4492092 HTTP/1.1" status: 200 len: 999 time: 0.2443392 Mar 29 10:10:11.772924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad932fa-46f3-4bd7-97bd-8c1f1e828c8f req-db939bd0-aca6-4234-a0ab-baadf341e6a2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:11.774491 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6ad932fa-46f3-4bd7-97bd-8c1f1e828c8f req-db939bd0-aca6-4234-a0ab-baadf341e6a2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.2480443 Mar 29 10:10:11.782402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86403f8-a476-4d41-81b7-729a7e5d934f req-3b8db3b0-7460-4555-b889-117ca5e7d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:11.784276 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c86403f8-a476-4d41-81b7-729a7e5d934f req-3b8db3b0-7460-4555-b889-117ca5e7d08d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.1078732 Mar 29 10:10:11.804601 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d79a1505-01e3-46eb-83a6-67fef0848406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f2e26cac-3404-49d7-af4f-f0089d46f620', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'floating_ip_address': '172.26.7.159', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'port_id': '51731e52-f0a8-4f44-997d-efede4492092', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'mac_address': 'fa:16:3e:af:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:08:54Z', 'updated_at': '2022-03-29T10:10:09Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:10:11.811826 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79a1505-01e3-46eb-83a6-67fef0848406 None None] Checking router: f68cc3d0-d393-4b40-9629-b36b20f87650 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:10:11.826526 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a1505-01e3-46eb-83a6-67fef0848406 None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:10:11.827152 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d79a1505-01e3-46eb-83a6-67fef0848406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:10:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:10:11.893415 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6ad932fa-46f3-4bd7-97bd-8c1f1e828c8f req-9460f226-975a-4591-ac97-1cfb06d07f36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1077819 Mar 29 10:10:11.933095 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86403f8-a476-4d41-81b7-729a7e5d934f req-3f3d9b4b-259f-48aa-9c99-8767fdd92f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:11.936221 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c86403f8-a476-4d41-81b7-729a7e5d934f req-3f3d9b4b-259f-48aa-9c99-8767fdd92f9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1326272 Mar 29 10:10:12.082259 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-d79a1505-01e3-46eb-83a6-67fef0848406 None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:10:12.106794 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c86403f8-a476-4d41-81b7-729a7e5d934f req-82f6b6da-9e82-47a4-93be-0bd44af63ef9 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640911 Mar 29 10:10:12.306731 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c86403f8-a476-4d41-81b7-729a7e5d934f req-17a40c74-652b-4bec-8b58-5bc38ad90d84 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929398 Mar 29 10:10:12.586901 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d79a1505-01e3-46eb-83a6-67fef0848406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f2e26cac-3404-49d7-af4f-f0089d46f620', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'floating_ip_address': '172.26.7.159', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'port_id': '51731e52-f0a8-4f44-997d-efede4492092', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'mac_address': 'fa:16:3e:af:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:08:54Z', 'updated_at': '2022-03-29T10:10:09Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:10:12.591543 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79a1505-01e3-46eb-83a6-67fef0848406 None None] The sync data for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv is: [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f2e26cac-3404-49d7-af4f-f0089d46f620', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'floating_ip_address': '172.26.7.159', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'port_id': '51731e52-f0a8-4f44-997d-efede4492092', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'mac_address': 'fa:16:3e:af:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:08:54Z', 'updated_at': '2022-03-29T10:10:09Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:10:12.898870 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6887678-f0c6-4f25-8a0c-370335027ef4 None None] New status for floating IP f2e26cac-3404-49d7-af4f-f0089d46f620: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:10:13.235112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109bd7d-d7ac-451a-a253-402c47171064 req-da570e1d-893c-40e5-866f-d3222ebd0b29 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:13.236862 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2109bd7d-d7ac-451a-a253-402c47171064 req-da570e1d-893c-40e5-866f-d3222ebd0b29 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.1404755 Mar 29 10:10:13.313050 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2109bd7d-d7ac-451a-a253-402c47171064 req-dfc80cab-e95e-4ce8-9b47-e2b9e0b0d711 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617697 Mar 29 10:10:14.536160 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae01c3-de38-4aed-99c9-32e23a71a4eb req-6d65c842-aa2a-4ab5-ac89-11b5afc55099 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:14.537660 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0dae01c3-de38-4aed-99c9-32e23a71a4eb req-6d65c842-aa2a-4ab5-ac89-11b5afc55099 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0888944 Mar 29 10:10:14.597728 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0dae01c3-de38-4aed-99c9-32e23a71a4eb req-ee02fa40-1455-47c8-a346-5eee9a4649fb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505326 Mar 29 10:10:15.809926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e23dbd-4863-4f45-80ad-6d9ff38256fa req-ff0cfcf9-a320-4978-8cde-beebe273e38f tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:15.811898 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b1e23dbd-4863-4f45-80ad-6d9ff38256fa req-ff0cfcf9-a320-4978-8cde-beebe273e38f tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0879457 Mar 29 10:10:15.865072 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b1e23dbd-4863-4f45-80ad-6d9ff38256fa req-9d9deb15-664b-4bde-a713-56754f06176c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473289 Mar 29 10:10:17.083757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ba9c7-cfa8-4d6b-aaf6-54f8df5370f0 req-a1035a28-5fbb-4a44-bdce-0e09fd61b629 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:17.085295 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ef4ba9c7-cfa8-4d6b-aaf6-54f8df5370f0 req-a1035a28-5fbb-4a44-bdce-0e09fd61b629 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0979352 Mar 29 10:10:17.134325 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ef4ba9c7-cfa8-4d6b-aaf6-54f8df5370f0 req-18c7af6a-cbef-4ea8-94f8-0fb764e2ca3f tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404534 Mar 29 10:10:18.352667 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabed37-d4bc-4bd4-8c40-428dccdeb9df req-42d0cf65-bdcb-491b-8a37-1a265779239d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:18.354169 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3dabed37-d4bc-4bd4-8c40-428dccdeb9df req-42d0cf65-bdcb-491b-8a37-1a265779239d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0908053 Mar 29 10:10:18.410741 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3dabed37-d4bc-4bd4-8c40-428dccdeb9df req-d7d5ff30-acfb-496d-93bb-224723b27c5f tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498900 Mar 29 10:10:19.604583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6b4a4-a8a1-47ac-80cd-0fc0db3de80f req-1e73b255-6b4e-412c-8c3b-43cb67f76239 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:19.606671 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b9f6b4a4-a8a1-47ac-80cd-0fc0db3de80f req-1e73b255-6b4e-412c-8c3b-43cb67f76239 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0869281 Mar 29 10:10:19.669037 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b9f6b4a4-a8a1-47ac-80cd-0fc0db3de80f req-e4011df1-4576-48db-86c9-50544aa20044 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531845 Mar 29 10:10:20.865198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb780ca8-4051-497c-af8a-eda76876e875 req-2f495a35-8c7d-4cb6-a791-3e7f15f54b46 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:20.866697 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-eb780ca8-4051-497c-af8a-eda76876e875 req-2f495a35-8c7d-4cb6-a791-3e7f15f54b46 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0848117 Mar 29 10:10:21.030513 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-eb780ca8-4051-497c-af8a-eda76876e875 req-a9c1c950-a87f-4186-b5a1-4c3d9dea45c3 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1578600 Mar 29 10:10:22.352610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2200bf-a60e-4066-b945-24ae21b68331 req-6aaa933c-e5d7-4884-93b5-31c22f73b1a4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:22.354566 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8a2200bf-a60e-4066-b945-24ae21b68331 req-6aaa933c-e5d7-4884-93b5-31c22f73b1a4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.2063916 Mar 29 10:10:22.415679 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8a2200bf-a60e-4066-b945-24ae21b68331 req-a36d1673-a235-4e38-969f-c3404fed4042 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531406 Mar 29 10:10:23.337786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:23.609486 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5eda6-76ae-44e6-9a05-590bbb2f8329 req-8fd7dde9-762a-4509-97a5-b3b1f3e86c81 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:23.610865 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a5c5eda6-76ae-44e6-9a05-590bbb2f8329 req-8fd7dde9-762a-4509-97a5-b3b1f3e86c81 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0850785 Mar 29 10:10:23.664203 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a5c5eda6-76ae-44e6-9a05-590bbb2f8329 req-0ac3f945-01b0-4ce1-8cf9-5042b8a0b187 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439034 Mar 29 10:10:24.513112 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81ab33-c5eb-4e13-a6cf-69b4ef83561c req-9562345e-e7d9-4b04-898a-28b43842b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:24.514535 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f81ab33-c5eb-4e13-a6cf-69b4ef83561c req-9562345e-e7d9-4b04-898a-28b43842b11c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 1098 time: 0.0773559 Mar 29 10:10:24.669022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81ab33-c5eb-4e13-a6cf-69b4ef83561c req-28b0d2a5-cd4a-4888-8090-101df8e9dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:24.670473 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f81ab33-c5eb-4e13-a6cf-69b4ef83561c req-28b0d2a5-cd4a-4888-8090-101df8e9dc77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1368825 Mar 29 10:10:24.782815 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f81ab33-c5eb-4e13-a6cf-69b4ef83561c req-5170b099-b5ea-4b59-897a-3438ad16878d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51731e52-f0a8-4f44-997d-efede4492092 HTTP/1.1" status: 200 len: 1001 time: 0.1061735 Mar 29 10:10:24.900370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81ab33-c5eb-4e13-a6cf-69b4ef83561c req-4bfa5878-8b69-4f2e-977c-fa7865e6b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:24.901832 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f81ab33-c5eb-4e13-a6cf-69b4ef83561c req-4bfa5878-8b69-4f2e-977c-fa7865e6b1cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0780711 Mar 29 10:10:24.975873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94c132-5d53-49f9-811f-25d09bd1680a req-25401964-2a78-4bf6-b008-f481d8f409be tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:24.977447 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a94c132-5d53-49f9-811f-25d09bd1680a req-25401964-2a78-4bf6-b008-f481d8f409be tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.1936369 Mar 29 10:10:25.035903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81ab33-c5eb-4e13-a6cf-69b4ef83561c req-9ddb39c0-d157-419a-948c-65c17b66a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:25.037342 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f81ab33-c5eb-4e13-a6cf-69b4ef83561c req-9ddb39c0-d157-419a-948c-65c17b66a75a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1293068 Mar 29 10:10:25.045763 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a94c132-5d53-49f9-811f-25d09bd1680a req-cbb670d9-1301-47f7-ab28-e130fbd7c116 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564268 Mar 29 10:10:25.181896 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f81ab33-c5eb-4e13-a6cf-69b4ef83561c req-eb743c1e-fb4b-45de-ab19-94498a8bdee4 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351476 Mar 29 10:10:25.322875 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f81ab33-c5eb-4e13-a6cf-69b4ef83561c req-ab206692-2c4c-4f09-b4e1-d6f496ad781d service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350107 Mar 29 10:10:26.248333 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9e470-6143-4d3f-8f56-b6d50748d36e req-2e6479d7-299b-467a-9fd8-92be76e06a2e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:26.249882 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-32b9e470-6143-4d3f-8f56-b6d50748d36e req-2e6479d7-299b-467a-9fd8-92be76e06a2e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0854425 Mar 29 10:10:26.302231 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-32b9e470-6143-4d3f-8f56-b6d50748d36e req-d0881bb4-937b-4e98-b60e-a85158a7b8de tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431874 Mar 29 10:10:27.503011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0379ee8-74f0-4c13-afa9-7a9e7f513b94 req-53f8580b-a829-4d86-af2c-fec6504ccba2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:27.504511 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e0379ee8-74f0-4c13-afa9-7a9e7f513b94 req-53f8580b-a829-4d86-af2c-fec6504ccba2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0902174 Mar 29 10:10:27.553575 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e0379ee8-74f0-4c13-afa9-7a9e7f513b94 req-62d5f2ad-58d9-40ba-b0f1-af99cd6fa66a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432432 Mar 29 10:10:28.774422 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12c20b-60b9-4f0b-b180-83d438335c0c req-cc8c7cf1-952d-4462-963b-c555091394ce tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:28.775901 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5a12c20b-60b9-4f0b-b180-83d438335c0c req-cc8c7cf1-952d-4462-963b-c555091394ce tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0970006 Mar 29 10:10:28.833952 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5a12c20b-60b9-4f0b-b180-83d438335c0c req-5f8dd13c-e9e9-47ee-a53e-a809412bbb59 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512094 Mar 29 10:10:30.037460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa083058-d915-4714-b212-bbe3bcab1e00 req-6a8a6a1b-9596-49df-8444-a989b25b46d6 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:30.038950 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fa083058-d915-4714-b212-bbe3bcab1e00 req-6a8a6a1b-9596-49df-8444-a989b25b46d6 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0955436 Mar 29 10:10:30.083753 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fa083058-d915-4714-b212-bbe3bcab1e00 req-828ce127-a296-4dba-b094-74ee9abffc27 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389674 Mar 29 10:10:31.101850 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:10:31.294655 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74797b6-7e7f-4d47-8966-7d71070dd33e req-a0c600a6-8ce1-40d8-ab08-51ee189258cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:31.296914 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e74797b6-7e7f-4d47-8966-7d71070dd33e req-a0c600a6-8ce1-40d8-ab08-51ee189258cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0950472 Mar 29 10:10:31.345936 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e74797b6-7e7f-4d47-8966-7d71070dd33e req-140bb925-9bdd-4ab8-9051-9efc42af9a43 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407486 Mar 29 10:10:32.543638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb704257-7cfc-48bd-a0b5-7f75aa5671df req-ed97bc00-714e-4590-be55-b093dab2e8b8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:32.545054 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fb704257-7cfc-48bd-a0b5-7f75aa5671df req-ed97bc00-714e-4590-be55-b093dab2e8b8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0854168 Mar 29 10:10:32.591036 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fb704257-7cfc-48bd-a0b5-7f75aa5671df req-cd4de75e-b284-4471-849e-f8cf589aea77 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396042 Mar 29 10:10:33.797481 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1303d-570b-4e15-9cb1-b80ed5dd8dd8 req-b9febddd-31ce-45cd-b04f-2f07923a2d82 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:33.798949 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a6f1303d-570b-4e15-9cb1-b80ed5dd8dd8 req-b9febddd-31ce-45cd-b04f-2f07923a2d82 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0886569 Mar 29 10:10:33.847470 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a6f1303d-570b-4e15-9cb1-b80ed5dd8dd8 req-8c49a860-ae7a-47ad-a9c0-2e0de8679ab9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424111 Mar 29 10:10:35.029965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cf018-2eae-4129-91e5-7898d7a7b10c req-15bd8733-be9e-4c11-aadc-8182591646fb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:35.031510 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f13cf018-2eae-4129-91e5-7898d7a7b10c req-15bd8733-be9e-4c11-aadc-8182591646fb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0797052 Mar 29 10:10:35.080958 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f13cf018-2eae-4129-91e5-7898d7a7b10c req-2150ef93-66fb-4760-87f3-f7989de1c698 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437407 Mar 29 10:10:35.777221 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-17b2776d-f153-441e-868a-b4f1b8911950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:36.269607 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d724ad8-b8e2-43e0-95d0-e74230268423 req-6195f9b4-df45-4d3e-b80a-8c7b9efb9f4b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:36.271109 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4d724ad8-b8e2-43e0-95d0-e74230268423 req-6195f9b4-df45-4d3e-b80a-8c7b9efb9f4b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0819082 Mar 29 10:10:36.314326 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4d724ad8-b8e2-43e0-95d0-e74230268423 req-de54ec87-175c-48f4-9056-1c7de6079319 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375426 Mar 29 10:10:37.503428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd03d8-40fd-4096-824c-cf864f5711eb req-9a9df483-5fff-464f-afe1-b9ba8f362dac tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:37.506129 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4bfd03d8-40fd-4096-824c-cf864f5711eb req-9a9df483-5fff-464f-afe1-b9ba8f362dac tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0825691 Mar 29 10:10:37.561319 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4bfd03d8-40fd-4096-824c-cf864f5711eb req-bf53fb7b-e21f-44fd-8053-2abec544b1d7 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499685 Mar 29 10:10:37.931959 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6d355d2a-7743-42a7-9622-6a759279c2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:38.162248 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c587c08-b73d-45c0-8211-03b0bd373e2c req-91c5f69d-0441-4542-a0ef-c003063f2519 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:38.163728 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3c587c08-b73d-45c0-8211-03b0bd373e2c req-91c5f69d-0441-4542-a0ef-c003063f2519 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0838199 Mar 29 10:10:38.211440 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3c587c08-b73d-45c0-8211-03b0bd373e2c req-da6f32f4-463b-4187-bcea-2ebb4a5feec8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417061 Mar 29 10:10:38.273998 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-a12d1547-8900-49bb-be33-f392f7c34cf5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0738554 Mar 29 10:10:38.954220 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:39.028460 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:39.554317 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f658a5-827e-48d2-870e-721b32123602 req-e1ad6960-46b5-48fa-8505-092189e7fa1f tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:39.555752 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-01f658a5-827e-48d2-870e-721b32123602 req-e1ad6960-46b5-48fa-8505-092189e7fa1f tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0809221 Mar 29 10:10:39.602118 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-01f658a5-827e-48d2-870e-721b32123602 req-16e311e1-b0f1-48ca-a6d8-cc95e670ad80 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402861 Mar 29 10:10:40.650336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-94a04c30-fcf0-486c-aa37-c572acf12051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:40.651835 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-94a04c30-fcf0-486c-aa37-c572acf12051 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 1098 time: 0.0876255 Mar 29 10:10:40.876032 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:40.946577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-f438ae9a-e30f-40c3-a090-b97a0d16cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:40.948019 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-f438ae9a-e30f-40c3-a090-b97a0d16cb92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.2893729 Mar 29 10:10:41.045436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a388589-1eca-4c6f-9c10-7b684f9817ce req-1b5e2ed2-6861-4692-a357-cc72c176426a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:41.046961 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8a388589-1eca-4c6f-9c10-7b684f9817ce req-1b5e2ed2-6861-4692-a357-cc72c176426a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.1935465 Mar 29 10:10:41.088338 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-3d30652b-8334-424e-8370-0b498ed1e471 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51731e52-f0a8-4f44-997d-efede4492092 HTTP/1.1" status: 200 len: 1001 time: 0.1301837 Mar 29 10:10:41.147707 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8a388589-1eca-4c6f-9c10-7b684f9817ce req-5eacf81a-7bcd-40bc-a62a-864bba2ba5ca tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944238 Mar 29 10:10:41.164555 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-8d8fb663-4ef2-4fbe-a8e5-6a0f7e0a39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:41.165962 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-8d8fb663-4ef2-4fbe-a8e5-6a0f7e0a39ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0696058 Mar 29 10:10:41.251904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-90671620-f000-4205-a19a-1af9ec15df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:41.253569 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-90671620-f000-4205-a19a-1af9ec15df0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817761 Mar 29 10:10:41.388716 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-1ddf0cd2-636a-4f99-b324-3f29e060839f service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286318 Mar 29 10:10:41.526192 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-9d160ec4-d056-432a-a6bc-54408df60b98 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313229 Mar 29 10:10:42.340792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794724cb-69de-4afa-beab-c17bf7de638f req-f1b540d3-aad3-4fdb-b7b9-75813ad78ac4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:42.342279 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-794724cb-69de-4afa-beab-c17bf7de638f req-f1b540d3-aad3-4fdb-b7b9-75813ad78ac4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0830135 Mar 29 10:10:42.388928 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-794724cb-69de-4afa-beab-c17bf7de638f req-c1f319d7-19d3-4b7c-b6eb-4cc12954ec77 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390866 Mar 29 10:10:43.577686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce065c51-80db-4b14-9fd5-f86f9509bfde req-0a2d3070-c529-496a-a340-ef966fe70701 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:43.579160 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ce065c51-80db-4b14-9fd5-f86f9509bfde req-0a2d3070-c529-496a-a340-ef966fe70701 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0796924 Mar 29 10:10:43.678570 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ce065c51-80db-4b14-9fd5-f86f9509bfde req-20ebdf09-49ac-45d3-9054-cd73a20647fa tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649495 Mar 29 10:10:43.686139 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-8fd75fda-6435-4375-8b5d-7be65d18e0ae service neutron] 10.222.0.36 "GET /v2.0/ports/51731e52-f0a8-4f44-997d-efede4492092/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.1060717 Mar 29 10:10:44.405471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-cc33cc72-5bb0-4e79-9cea-e605a6e3d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:44.406976 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-cc33cc72-5bb0-4e79-9cea-e605a6e3d0ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b&tenant_id=815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0922570 Mar 29 10:10:44.508416 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-117f89d7-7e07-4ab9-86f9-53857ad3a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:44.509953 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-117f89d7-7e07-4ab9-86f9-53857ad3a1a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 1098 time: 0.0758691 Mar 29 10:10:44.652955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-248ae021-2b6d-4e18-9638-4d4060c88319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:44.654847 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-248ae021-2b6d-4e18-9638-4d4060c88319 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1374171 Mar 29 10:10:44.764271 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-6efa968c-5b80-4930-9693-20afe3def473 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51731e52-f0a8-4f44-997d-efede4492092 HTTP/1.1" status: 200 len: 1001 time: 0.1022766 Mar 29 10:10:44.847529 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-bb91e9cf-b941-49cd-a4f8-66d14fc83be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:44.849070 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-bb91e9cf-b941-49cd-a4f8-66d14fc83be5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0787082 Mar 29 10:10:44.903860 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ba992-882c-46d2-a3f7-6b5e6ada0d65 req-5889f0ff-5614-4b1e-ad88-591b78550e77 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:44.905492 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e64ba992-882c-46d2-a3f7-6b5e6ada0d65 req-5889f0ff-5614-4b1e-ad88-591b78550e77 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.1119235 Mar 29 10:10:44.930628 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-c21b2512-e7fd-44a9-8859-c34b7aebae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:44.932137 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-c21b2512-e7fd-44a9-8859-c34b7aebae51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763984 Mar 29 10:10:44.954803 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e64ba992-882c-46d2-a3f7-6b5e6ada0d65 req-e93e502f-0973-4b26-8c08-28d2311a4683 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421634 Mar 29 10:10:45.069533 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-e63e97a6-22b0-4fa3-96a4-e2f6077ed28b service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308935 Mar 29 10:10:45.339431 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-948ae54c-2f0f-4e2d-b94d-31a30c348de9 req-5b68222c-c710-428a-b32d-d3ee537c6670 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628057 Mar 29 10:10:46.169801 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160203c1-20d2-4776-8378-3382a067a135 req-70735381-25cd-43cc-877d-28bc076678fa tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:46.171988 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-160203c1-20d2-4776-8378-3382a067a135 req-70735381-25cd-43cc-877d-28bc076678fa tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0953465 Mar 29 10:10:46.220628 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-160203c1-20d2-4776-8378-3382a067a135 req-ed7f99dc-d483-406f-aca6-10daead75c49 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410156 Mar 29 10:10:47.409537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290b9d3-f6da-499c-bc76-063bd21fcc1a req-c60af169-3878-4702-bdac-d5c7465ac445 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:47.411034 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1290b9d3-f6da-499c-bc76-063bd21fcc1a req-c60af169-3878-4702-bdac-d5c7465ac445 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0806320 Mar 29 10:10:47.458942 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1290b9d3-f6da-499c-bc76-063bd21fcc1a req-cfe5d91b-f2b9-45e2-90ac-dd53ef1ef231 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417833 Mar 29 10:10:48.212750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 51731e52-f0a8-4f44-997d-efede4492092 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:10:48.215198 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 51731e52-f0a8-4f44-997d-efede4492092 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:10:48.471682 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:48.502503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 51731e52-f0a8-4f44-997d-efede4492092, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=51731e52-f0a8-4f44-997d-efede4492092,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:10:48.525233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51731e52-f0a8-4f44-997d-efede4492092'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:10:48.531435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '51731e52-f0a8-4f44-997d-efede4492092', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'port_id': '51731e52-f0a8-4f44-997d-efede4492092', 'mac_address': 'fa:16:3e:af:ed:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:10:48.541406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 51731e52-f0a8-4f44-997d-efede4492092, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=51731e52-f0a8-4f44-997d-efede4492092,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:10:48.590909 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51731e52-f0a8-4f44-997d-efede4492092', 'code': 200} Mar 29 10:10:48.606429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:48.617418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:48.661591 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51731e52-f0a8-4f44-997d-efede4492092 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:10:48.693348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba20d67-3042-4931-8e6d-c4b76e6a440c req-a8a8d1f2-7d24-45d0-b77c-7da1ba73c046 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:48.694863 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-eba20d67-3042-4931-8e6d-c4b76e6a440c req-a8a8d1f2-7d24-45d0-b77c-7da1ba73c046 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 943 time: 0.1064675 Mar 29 10:10:48.746464 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=51731e52-f0a8-4f44-997d-efede4492092,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:10:48.750918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:10:48.751262 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:10:48.751971 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-eba20d67-3042-4931-8e6d-c4b76e6a440c req-d93e39d5-ba76-4bd6-8648-fff820abe0c5 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490465 Mar 29 10:10:49.308526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719717b-08dd-45de-bf5c-acec6f459573 req-1bd1ac7b-d964-4ece-8294-3351889b46db tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:49.311022 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4719717b-08dd-45de-bf5c-acec6f459573 req-1bd1ac7b-d964-4ece-8294-3351889b46db tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 943 time: 0.0911939 Mar 29 10:10:49.317876 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:49.338294 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51731e52-f0a8-4f44-997d-efede4492092 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:10:49.357719 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 51731e52-f0a8-4f44-997d-efede4492092, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=51731e52-f0a8-4f44-997d-efede4492092,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:10:49.412605 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4719717b-08dd-45de-bf5c-acec6f459573 req-2bafff1a-3c4b-4bc9-990c-7e9b3ab86b2c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617945 Mar 29 10:10:49.419934 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:49.447849 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0a6af-23f2-4ecd-bc3d-5ff8c7badf67 req-d949dcc8-dbe6-4f76-a88b-54463bd51e4c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:49.449408 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-28e0a6af-23f2-4ecd-bc3d-5ff8c7badf67 req-d949dcc8-dbe6-4f76-a88b-54463bd51e4c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b&tenant_id=815827618f6c4089a240fed3b9240fa4&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 943 time: 0.1371887 Mar 29 10:10:49.519776 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['51731e52-f0a8-4f44-997d-efede4492092'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:10:49.581285 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=51731e52-f0a8-4f44-997d-efede4492092,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:10:49.639174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0a6af-23f2-4ecd-bc3d-5ff8c7badf67 req-65e1014a-60ec-4237-8de7-ceb4b3465f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:49.640825 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-28e0a6af-23f2-4ecd-bc3d-5ff8c7badf67 req-65e1014a-60ec-4237-8de7-ceb4b3465f97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 1097 time: 0.0777929 Mar 29 10:10:49.789451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0a6af-23f2-4ecd-bc3d-5ff8c7badf67 req-9b1c9ac8-3c9c-454f-be5f-b88717a87b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:49.790795 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-28e0a6af-23f2-4ecd-bc3d-5ff8c7badf67 req-9b1c9ac8-3c9c-454f-be5f-b88717a87b48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1432645 Mar 29 10:10:49.917596 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-28e0a6af-23f2-4ecd-bc3d-5ff8c7badf67 req-df6f580d-64ea-455d-9c9a-5113302f5fe5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51731e52-f0a8-4f44-997d-efede4492092 HTTP/1.1" status: 200 len: 1000 time: 0.1197817 Mar 29 10:10:50.011116 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0a6af-23f2-4ecd-bc3d-5ff8c7badf67 req-0799db40-8cd6-4786-b8c0-c0fd085bb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:50.013035 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-28e0a6af-23f2-4ecd-bc3d-5ff8c7badf67 req-0799db40-8cd6-4786-b8c0-c0fd085bb14f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0890403 Mar 29 10:10:50.133422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0a6af-23f2-4ecd-bc3d-5ff8c7badf67 req-d3455c53-169d-4eb3-b2fc-5a1be6079791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:50.134593 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-28e0a6af-23f2-4ecd-bc3d-5ff8c7badf67 req-d3455c53-169d-4eb3-b2fc-5a1be6079791 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1157277 Mar 29 10:10:50.226819 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 51731e52-f0a8-4f44-997d-efede4492092 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:10:50.291801 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-28e0a6af-23f2-4ecd-bc3d-5ff8c7badf67 req-17cb3e5a-ca82-4093-ad74-c7d12296b15c service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492720 Mar 29 10:10:50.297509 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 51731e52-f0a8-4f44-997d-efede4492092 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:10:50.297886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:50.433701 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:50.460668 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-28e0a6af-23f2-4ecd-bc3d-5ff8c7badf67 req-f14144e1-5aa4-495f-8847-f5414cf2cfca service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626575 Mar 29 10:10:50.480881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 51731e52-f0a8-4f44-997d-efede4492092, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=51731e52-f0a8-4f44-997d-efede4492092,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:10:50.555589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:50.593340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51731e52-f0a8-4f44-997d-efede4492092'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:10:50.663356 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0815aa-a07b-4590-a7e4-fd2c0c9c4d07 req-1bd59f59-6d73-4fec-ba36-99db9c69aefc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:50.665989 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-eb0815aa-a07b-4590-a7e4-fd2c0c9c4d07 req-1bd59f59-6d73-4fec-ba36-99db9c69aefc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.1044443 Mar 29 10:10:50.671635 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51731e52-f0a8-4f44-997d-efede4492092', 'code': 200} Mar 29 10:10:50.672373 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=51731e52-f0a8-4f44-997d-efede4492092,revision_number=8']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:10:50.719645 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-eb0815aa-a07b-4590-a7e4-fd2c0c9c4d07 req-96958ba2-13b0-4097-a6eb-02001f2e8566 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437851 Mar 29 10:10:51.919275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c78fc-9123-4f0c-8426-dc7b8629877b req-f9ba3a6a-b20e-4d26-834d-8864564d0154 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:51.920781 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-eb2c78fc-9123-4f0c-8426-dc7b8629877b req-f9ba3a6a-b20e-4d26-834d-8864564d0154 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0816412 Mar 29 10:10:51.970480 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-eb2c78fc-9123-4f0c-8426-dc7b8629877b req-0aa013d0-4198-44b5-a340-ef96ebf6c205 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431080 Mar 29 10:10:52.159990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ef137-8eb8-4abe-ac43-2d9ed5806ea8 req-79bbf4d3-fdc6-472c-9f2e-31b6bdce7ee7 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:52.161502 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-743ef137-8eb8-4abe-ac43-2d9ed5806ea8 req-79bbf4d3-fdc6-472c-9f2e-31b6bdce7ee7 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0810318 Mar 29 10:10:52.208404 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-743ef137-8eb8-4abe-ac43-2d9ed5806ea8 req-f4748315-0790-4b1e-bb87-8a0f55058792 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411615 Mar 29 10:10:52.808677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270df21e-ac7d-4047-a669-ffcf3b1aa8a3 req-4607a0cc-ecb8-4c5a-8e55-c89f63598bff tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:52.810673 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-270df21e-ac7d-4047-a669-ffcf3b1aa8a3 req-4607a0cc-ecb8-4c5a-8e55-c89f63598bff tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.1008410 Mar 29 10:10:52.864549 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-270df21e-ac7d-4047-a669-ffcf3b1aa8a3 req-6cb4788a-cb38-43f6-9c8f-b3dda773a8f6 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438230 Mar 29 10:10:53.032547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1599eb-f411-4e6c-b50c-324960d98ec4 req-0949eba7-4007-447e-8f09-e2e5a4581e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:53.034262 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e1599eb-f411-4e6c-b50c-324960d98ec4 req-0949eba7-4007-447e-8f09-e2e5a4581e02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 1098 time: 0.1604950 Mar 29 10:10:53.191677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1599eb-f411-4e6c-b50c-324960d98ec4 req-06f4471c-0410-4191-992e-64bd6fee3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:53.193165 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e1599eb-f411-4e6c-b50c-324960d98ec4 req-06f4471c-0410-4191-992e-64bd6fee3b9f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1522646 Mar 29 10:10:53.326840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:53.418485 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e1599eb-f411-4e6c-b50c-324960d98ec4 req-d5f7d2b2-3514-4260-9730-1fd8e5d40962 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51731e52-f0a8-4f44-997d-efede4492092 HTTP/1.1" status: 200 len: 1001 time: 0.2181904 Mar 29 10:10:53.488871 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1599eb-f411-4e6c-b50c-324960d98ec4 req-acb87098-89fe-41e1-baff-2f1cfcb7512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:53.490231 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e1599eb-f411-4e6c-b50c-324960d98ec4 req-acb87098-89fe-41e1-baff-2f1cfcb7512d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0658200 Mar 29 10:10:53.582090 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1599eb-f411-4e6c-b50c-324960d98ec4 req-332bddd7-9861-4262-afc5-8b7d7a6a2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:53.583648 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e1599eb-f411-4e6c-b50c-324960d98ec4 req-332bddd7-9861-4262-afc5-8b7d7a6a2fce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870733 Mar 29 10:10:53.743375 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e1599eb-f411-4e6c-b50c-324960d98ec4 req-462ad12b-52e6-4360-9eea-c0e32388cd31 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481950 Mar 29 10:10:53.898033 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e1599eb-f411-4e6c-b50c-324960d98ec4 req-97a6a9d4-cae3-42c9-b7be-328f305a3219 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482506 Mar 29 10:10:54.085734 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9617f-4963-46fc-afbf-f5ee05b7f21c req-8537c594-0ad4-4715-96b3-a0575d98cf0b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:54.087088 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-27f9617f-4963-46fc-afbf-f5ee05b7f21c req-8537c594-0ad4-4715-96b3-a0575d98cf0b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0884054 Mar 29 10:10:54.141162 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-27f9617f-4963-46fc-afbf-f5ee05b7f21c req-7dc19ee3-4358-4b85-a999-9d8b189ef772 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476649 Mar 29 10:10:55.359417 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0e591-0e71-4366-86a3-62f078ebf4b0 req-53369a90-1d53-42fb-9dba-2871cb107bbd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:55.360920 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-49f0e591-0e71-4366-86a3-62f078ebf4b0 req-53369a90-1d53-42fb-9dba-2871cb107bbd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.1065276 Mar 29 10:10:55.415033 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-49f0e591-0e71-4366-86a3-62f078ebf4b0 req-32ceb3c7-bcc3-4501-b3b3-e788ca445d5d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446699 Mar 29 10:10:56.143729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b71209-6dcc-4e67-bdfe-cac0e3c6ffde req-3b0ea50f-6b7a-4033-8561-9c9a37563302 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:56.145425 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a4b71209-6dcc-4e67-bdfe-cac0e3c6ffde req-3b0ea50f-6b7a-4033-8561-9c9a37563302 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.1506157 Mar 29 10:10:56.207504 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a4b71209-6dcc-4e67-bdfe-cac0e3c6ffde req-9b9528f2-d0a5-437a-afb9-2bbdd72aee7b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513062 Mar 29 10:10:57.463678 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e555463-6f5e-40e8-9e33-430b7db13924 req-73a17abe-6684-42e9-9e69-665fa9e1baef tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:57.465407 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9e555463-6f5e-40e8-9e33-430b7db13924 req-73a17abe-6684-42e9-9e69-665fa9e1baef tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0956488 Mar 29 10:10:57.525060 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9e555463-6f5e-40e8-9e33-430b7db13924 req-7d75b01c-673a-426b-afad-3c7628e58f87 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485466 Mar 29 10:10:58.119294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-7cff141b-1271-4661-bc74-ca7ead830165 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:58.124314 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-7cff141b-1271-4661-bc74-ca7ead830165 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.0858712 Mar 29 10:10:58.197824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Deleting port 51731e52-f0a8-4f44-997d-efede4492092 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:10:58.198298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:58.575153 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] For port 51731e52-f0a8-4f44-997d-efede4492092, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=51731e52-f0a8-4f44-997d-efede4492092,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:10:58.576159 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:58.771519 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af2feb-0f51-4a74-bbcf-2374234f9ccb req-6e249b43-f9d9-4993-9299-08ec7797ca1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:58.772917 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-85af2feb-0f51-4a74-bbcf-2374234f9ccb req-6e249b43-f9d9-4993-9299-08ec7797ca1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 945 time: 0.1048701 Mar 29 10:10:58.820916 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-85af2feb-0f51-4a74-bbcf-2374234f9ccb req-ee46b6d3-6769-41f0-9f72-feee3af0bc1c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406642 Mar 29 10:10:58.936570 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:58.937121 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:58.937613 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Floating IP f2e26cac-3404-49d7-af4f-f0089d46f620 disassociated. External IP: 172.26.7.159, port: 51731e52-f0a8-4f44-997d-efede4492092. Mar 29 10:10:58.938190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Calling delete_port for 51731e52-f0a8-4f44-997d-efede4492092 owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:10:59.218166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:59.269320 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Pushing event deleted for resources: {'Port': ['ID=51731e52-f0a8-4f44-997d-efede4492092,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:10:59.288218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:59.288218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:59.288218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:59.288218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:59.288218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:59.288218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:59.288218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:59.288218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:59.288218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:59.288218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:59.288218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:59.288218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:59.594664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Router f68cc3d0-d393-4b40-9629-b36b20f87650 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:10:59.784606 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:10:59.795138 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c51a84-8aee-4ee8-9d2d-f94ba917a0f6 None None] Sync routers for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:10:59.806637 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c51a84-8aee-4ee8-9d2d-f94ba917a0f6 None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:10:59.807263 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-09c51a84-8aee-4ee8-9d2d-f94ba917a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:10:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:10:59.885838 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] No DVR routers for this DVR port 51731e52-f0a8-4f44-997d-efede4492092 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:10:59.888969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:59.892092 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'name': 'network-vif-deleted', 'tag': '51731e52-f0a8-4f44-997d-efede4492092'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:10:59.958603 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f073c3a7-2ebe-44c1-8157-121c98a5a01b', 'name': 'network-vif-deleted', 'tag': '51731e52-f0a8-4f44-997d-efede4492092', 'status': 'completed', 'code': 200} Mar 29 10:11:00.001807 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a42d2288-1eec-466a-b4ea-fc77686b9dc9 req-6287bf4a-d638-42aa-be1a-affa74d035cc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "DELETE /v2.0/ports/51731e52-f0a8-4f44-997d-efede4492092 HTTP/1.1" status: 204 len: 173 time: 1.8756495 Mar 29 10:11:00.013191 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-09c51a84-8aee-4ee8-9d2d-f94ba917a0f6 None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:11:00.063329 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-bbef36de-93d0-4133-9caf-17b095c62897 req-604d978b-b02d-413a-b3ec-0cf4f2a377a8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Synchronizing usage tracker for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:11:00.161755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-bbef36de-93d0-4133-9caf-17b095c62897 req-604d978b-b02d-413a-b3ec-0cf4f2a377a8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Unset dirty status for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:11:00.163619 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bbef36de-93d0-4133-9caf-17b095c62897 req-604d978b-b02d-413a-b3ec-0cf4f2a377a8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=f073c3a7-2ebe-44c1-8157-121c98a5a01b HTTP/1.1" status: 200 len: 210 time: 0.1468382 Mar 29 10:11:00.438058 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-09c51a84-8aee-4ee8-9d2d-f94ba917a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:00.442599 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c51a84-8aee-4ee8-9d2d-f94ba917a0f6 None None] Checking router: f68cc3d0-d393-4b40-9629-b36b20f87650 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:11:00.451485 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c51a84-8aee-4ee8-9d2d-f94ba917a0f6 None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:11:00.452136 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-09c51a84-8aee-4ee8-9d2d-f94ba917a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:10:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:00.669807 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-09c51a84-8aee-4ee8-9d2d-f94ba917a0f6 None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:11:01.081237 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-09c51a84-8aee-4ee8-9d2d-f94ba917a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:01.085980 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c51a84-8aee-4ee8-9d2d-f94ba917a0f6 None None] The sync data for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv is: [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:11:01.371685 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa5f34-a291-489f-827a-b43591c04c2a None None] New status for floating IP f2e26cac-3404-49d7-af4f-f0089d46f620: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:11:01.593687 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-941a6990-eb97-49af-b99a-825f5bfbe740 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--58006552&fields=id&tenant_id=815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 267 time: 0.0467272 Mar 29 10:11:01.786313 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-87f9161b-fa0b-4b6a-a4d7-51af14badfcd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:01.787841 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-87f9161b-fa0b-4b6a-a4d7-51af14badfcd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 811 time: 0.1863418 Mar 29 10:11:01.803717 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-967809e9-02d4-4334-8308-54709fe0f2e6 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/quotas/815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 375 time: 0.0101125 Mar 29 10:11:01.902024 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-3032b34f-65ac-480e-987c-f8abf23ac252 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927572 Mar 29 10:11:02.223442 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-fa59053e-3e6a-4979-90df-5e356511ebc1 service neutron] 10.222.0.35 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016224 Mar 29 10:11:02.306615 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 51731e52-f0a8-4f44-997d-efede4492092 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:11:02.363189 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 51731e52-f0a8-4f44-997d-efede4492092 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:11:02.364120 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 51731e52-f0a8-4f44-997d-efede4492092 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:11:02.411243 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-b06e1b15-2e44-434e-a7f1-000e4599cdc3 service neutron] 10.222.0.35 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802204 Mar 29 10:11:02.691896 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ad93e22f-3bdd-410f-9147-c0afb305c3ec req-095550be-d542-48b3-8c35-bda6ccde5d32 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 210 time: 0.0589731 Mar 29 10:11:03.852332 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2e0d698e-8e66-41db-b92d-97bfff50d31d req-d200669c-fea5-42c1-8b0d-a362352957e1 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 210 time: 0.0423505 Mar 29 10:11:05.013371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-ef600443-de54-4139-8b3b-26fcc31f2a12 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:05.014837 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-ef600443-de54-4139-8b3b-26fcc31f2a12 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 811 time: 0.2001328 Mar 29 10:11:05.022454 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-23a132fa-06b4-4b0e-b313-a4327fabcb98 req-c7d1860a-304a-4c50-b6a0-9f2ab83dbc78 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 210 time: 0.0563760 Mar 29 10:11:05.070644 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-3fd5e13c-3674-4c11-b436-dca92f196b5e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 378 time: 0.0460575 Mar 29 10:11:05.081208 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Request body: {'port': {'device_id': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'admin_state_up': True, 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'security_groups': ['acb29038-d60a-40bc-9569-0e3085d53910']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:11:05.226444 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:11:05.236253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:11:05.344514 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Made reservation on behalf of 815827618f6c4089a240fed3b9240fa4 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:11:05.349694 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:05.527632 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Allocated IP 172.20.0.11 (7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed/7c223473-d8a2-46dd-a87a-b2cfddc3b1dc/db7e4c67-4d2a-4587-bf32-c21db86ac722) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:11:05.721258 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0c0178c2-a6c3-4139-a642-d50008572571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:05.726929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:05.744647 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Transition to ACTIVE for port object db7e4c67-4d2a-4587-bf32-c21db86ac722 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:11:05.853987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:05.926263 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:11:05.929346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:11:05.937984 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:11:05.987804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Pushing event updated for resources: {'Port': ['ID=db7e4c67-4d2a-4587-bf32-c21db86ac722,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:06.023021 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:06.026048 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:06.180024 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-54a26cff-99af-4dd7-a3c6-c4aa3faf21cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1023834 Mar 29 10:11:06.192348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Request body: {'port': {'device_id': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:11:06.263325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e1426-4585-4e9f-9b01-6aaaeb7fed7f req-31ff9c62-b3aa-4557-bf26-44ab693dee03 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:06.264865 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e19e1426-4585-4e9f-9b01-6aaaeb7fed7f req-31ff9c62-b3aa-4557-bf26-44ab693dee03 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 932 time: 0.0863907 Mar 29 10:11:06.322515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:06.325216 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e19e1426-4585-4e9f-9b01-6aaaeb7fed7f req-b4c70a09-2980-4c0c-aee6-a8426c9d9b6a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513093 Mar 29 10:11:06.345920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8231a157-ec76-4c6b-8bc1-99cba842a898 None None] Provisioning for port db7e4c67-4d2a-4587-bf32-c21db86ac722 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:11:06.355673 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8231a157-ec76-4c6b-8bc1-99cba842a898 None None] Provisioning complete for port db7e4c67-4d2a-4587-bf32-c21db86ac722 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:11:06.356234 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8231a157-ec76-4c6b-8bc1-99cba842a898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:06.458727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-8231a157-ec76-4c6b-8bc1-99cba842a898 None None] Port db7e4c67-4d2a-4587-bf32-c21db86ac722 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:11:06.858638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db7e4c67-4d2a-4587-bf32-c21db86ac722 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:11:06.866670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:06.881804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Transition to ACTIVE for port object db7e4c67-4d2a-4587-bf32-c21db86ac722 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:11:06.973418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:07.136783 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Pushing event updated for resources: {'Port': ['ID=db7e4c67-4d2a-4587-bf32-c21db86ac722,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:07.224394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Attempting to bind port db7e4c67-4d2a-4587-bf32-c21db86ac722 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:11:07.224745 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Attempting to bind port db7e4c67-4d2a-4587-bf32-c21db86ac722 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:11:07.225071 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Attempting to bind port db7e4c67-4d2a-4587-bf32-c21db86ac722 on network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:11:07.232030 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Port db7e4c67-4d2a-4587-bf32-c21db86ac722 on network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:11:07.232456 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Attempting to bind port db7e4c67-4d2a-4587-bf32-c21db86ac722 on network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:11:07.237917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:11:07.238369 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Checking segment: {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:11:07.238772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Bound using segment: {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:11:07.239172 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Bound port: db7e4c67-4d2a-4587-bf32-c21db86ac722, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:11:07.239510 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:07.340648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] For port db7e4c67-4d2a-4587-bf32-c21db86ac722, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:11:07.344276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] For port db7e4c67-4d2a-4587-bf32-c21db86ac722, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:11:07.435403 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:07.540367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:07.541011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:07.542408 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] 10.222.0.36 "PUT /v2.0/ports/db7e4c67-4d2a-4587-bf32-c21db86ac722 HTTP/1.1" status: 200 len: 1094 time: 1.3555934 Mar 29 10:11:07.542872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:11:07.583663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0e722-ed7f-4267-be87-303297cde4af service neutron] Pushing event updated for resources: {'Port': ['ID=db7e4c67-4d2a-4587-bf32-c21db86ac722,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:07.622351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7c0da-f699-4c5f-bc4e-4dc8834b6289 req-817481b3-3721-4ccf-95a7-4de4994730f0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:07.623175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-12f7c0da-f699-4c5f-bc4e-4dc8834b6289 req-817481b3-3721-4ccf-95a7-4de4994730f0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Synchronizing usage tracker for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:11:07.638540 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'status': 'completed', 'code': 200} Mar 29 10:11:07.722887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac7536-d03d-4a37-9908-b2424a8bf378 req-36216a13-5632-4ec2-9115-c766b8af3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:07.725565 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-aaac7536-d03d-4a37-9908-b2424a8bf378 req-36216a13-5632-4ec2-9115-c766b8af3306 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 1097 time: 0.0831439 Mar 29 10:11:07.726592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-12f7c0da-f699-4c5f-bc4e-4dc8834b6289 req-817481b3-3721-4ccf-95a7-4de4994730f0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Unset dirty status for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:11:07.729107 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-12f7c0da-f699-4c5f-bc4e-4dc8834b6289 req-817481b3-3721-4ccf-95a7-4de4994730f0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 944 time: 0.2562551 Mar 29 10:11:07.872450 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-12f7c0da-f699-4c5f-bc4e-4dc8834b6289 req-a327bcfc-eea7-4a3d-9e26-e3b66885752d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219387 Mar 29 10:11:07.910703 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bcf9b5b7-dc26-41b3-8b23-e2582ac13acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:07.924145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac7536-d03d-4a37-9908-b2424a8bf378 req-701b2577-0c6f-48ca-90c2-f61ef006f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:07.924145 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-aaac7536-d03d-4a37-9908-b2424a8bf378 req-701b2577-0c6f-48ca-90c2-f61ef006f04b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=815827618f6c4089a240fed3b9240fa4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1874740 Mar 29 10:11:08.063770 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac7536-d03d-4a37-9908-b2424a8bf378 req-a399d447-76fa-42b3-b98a-d0a6690a8a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:08.065317 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-aaac7536-d03d-4a37-9908-b2424a8bf378 req-a399d447-76fa-42b3-b98a-d0a6690a8a84 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384385 Mar 29 10:11:08.104627 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:11:08.179644 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-7bd5308f-32ed-43dd-9ef6-39bf4f172410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:08.181124 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-7bd5308f-32ed-43dd-9ef6-39bf4f172410 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 1097 time: 0.0768898 Mar 29 10:11:08.257349 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-45e9f724-5835-49d5-a33a-0334944ae6b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722 HTTP/1.1" status: 200 len: 217 time: 0.0685787 Mar 29 10:11:08.322902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-a9a244fb-33de-4905-8e1f-13d1de8b6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:08.324379 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-a9a244fb-33de-4905-8e1f-13d1de8b6320 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0618389 Mar 29 10:11:08.409383 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-32bdf9a5-9a4d-4061-a815-513428acfe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:08.410855 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-32bdf9a5-9a4d-4061-a815-513428acfe33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802097 Mar 29 10:11:08.548251 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-4cfdb53c-2e12-4b11-be97-de8768cde6e0 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303611 Mar 29 10:11:08.708168 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-75e425a5-b916-4aa3-b7bc-d37c6bc96ad7 req-8dba9dbc-3b0f-446d-9e1b-df7704fa39bf service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522529 Mar 29 10:11:08.966367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:09.024671 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:09.083902 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e55bb0-0837-4ba6-b731-702fed499fd9 req-c1889ecb-f643-4fdc-b548-3a5af06861fc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:09.085523 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-30e55bb0-0837-4ba6-b731-702fed499fd9 req-c1889ecb-f643-4fdc-b548-3a5af06861fc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 944 time: 0.0913277 Mar 29 10:11:09.143735 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-30e55bb0-0837-4ba6-b731-702fed499fd9 req-cc243bdf-4293-4499-9947-718b6c46a426 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483954 Mar 29 10:11:10.473319 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d914b-1944-4146-b3d2-33695771aa8e req-f4c38cbf-53de-46bb-a1a2-4da47fff6c20 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:10.474735 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b45d914b-1944-4146-b3d2-33695771aa8e req-f4c38cbf-53de-46bb-a1a2-4da47fff6c20 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 944 time: 0.2051904 Mar 29 10:11:10.632144 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b45d914b-1944-4146-b3d2-33695771aa8e req-a0285686-8e43-47d0-8760-9ce824d4b505 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1507370 Mar 29 10:11:10.870190 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:11.832068 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c7252-b4a2-439b-97cb-ecb4a4b0e9aa req-58b8b6f7-e121-44e2-b705-05e8dfb40082 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:11.833602 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1b3c7252-b4a2-439b-97cb-ecb4a4b0e9aa req-58b8b6f7-e121-44e2-b705-05e8dfb40082 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 944 time: 0.0907803 Mar 29 10:11:11.881840 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1b3c7252-b4a2-439b-97cb-ecb4a4b0e9aa req-16ff6ee4-ea6a-4564-9c1b-c5bc7dd2e350 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408466 Mar 29 10:11:12.353113 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device db7e4c67-4d2a-4587-bf32-c21db86ac722 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:11:12.499714 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port db7e4c67-4d2a-4587-bf32-c21db86ac722, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:11:12.518122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'port_id': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'mac_address': 'fa:16:3e:8e:d8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:11:12.580732 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:12.598281 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db7e4c67-4d2a-4587-bf32-c21db86ac722 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:11:12.620031 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port db7e4c67-4d2a-4587-bf32-c21db86ac722, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:11:12.686437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:12.758366 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=db7e4c67-4d2a-4587-bf32-c21db86ac722,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:12.765505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:12.765848 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:12.766185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:12.766520 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:12.766852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:12.767177 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:12.767503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:12.768413 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:12.768773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:12.769098 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:12.769418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:12.769736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:13.018954 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['db7e4c67-4d2a-4587-bf32-c21db86ac722'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:11:13.085546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc362d-06a8-49fe-8734-b42bc1e16d95 req-ef5ef582-c2cc-47e6-ba1a-b2ba2082203e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:13.087141 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-09dc362d-06a8-49fe-8734-b42bc1e16d95 req-ef5ef582-c2cc-47e6-ba1a-b2ba2082203e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 945 time: 0.0882406 Mar 29 10:11:13.147542 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-09dc362d-06a8-49fe-8734-b42bc1e16d95 req-405e62c5-998b-4348-9064-9ccf7ba334af tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527015 Mar 29 10:11:14.350635 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432ab9b-2704-49e6-bc64-82bc837d8262 req-e4bec556-6544-41bc-90db-5b69ebcae322 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:14.352038 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device db7e4c67-4d2a-4587-bf32-c21db86ac722 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:11:14.352783 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d432ab9b-2704-49e6-bc64-82bc837d8262 req-e4bec556-6544-41bc-90db-5b69ebcae322 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 945 time: 0.0930226 Mar 29 10:11:14.415011 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d432ab9b-2704-49e6-bc64-82bc837d8262 req-8e9d5efa-75ef-4130-9624-a370bbe72f5e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497503 Mar 29 10:11:14.533029 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port db7e4c67-4d2a-4587-bf32-c21db86ac722 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:11:14.540561 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port db7e4c67-4d2a-4587-bf32-c21db86ac722 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:11:14.541036 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:14.670696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:14.704312 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:11:14.714345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port db7e4c67-4d2a-4587-bf32-c21db86ac722, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:11:14.750815 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'code': 200} Mar 29 10:11:14.818408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:14.886269 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=db7e4c67-4d2a-4587-bf32-c21db86ac722,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:15.167406 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d84fca-475d-4c22-befb-582b2c96a24d req-653fd1a7-c498-411b-88a2-bc23aae5539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:15.168940 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-27d84fca-475d-4c22-befb-582b2c96a24d req-653fd1a7-c498-411b-88a2-bc23aae5539c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 1099 time: 0.0718424 Mar 29 10:11:15.218040 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-27d84fca-475d-4c22-befb-582b2c96a24d req-f68bc364-18ed-45b1-aa40-e71ef188e3cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426755 Mar 29 10:11:15.619725 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82208afa-42a6-4d67-9fb3-d8212a7d7676 req-588f121f-1502-461b-9cfa-c3b7950d446d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:15.621284 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-82208afa-42a6-4d67-9fb3-d8212a7d7676 req-588f121f-1502-461b-9cfa-c3b7950d446d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0890999 Mar 29 10:11:15.671650 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-82208afa-42a6-4d67-9fb3-d8212a7d7676 req-b80c38a4-26cf-450c-9152-42138306d268 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415401 Mar 29 10:11:16.873736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7aaa8-0091-47a4-8375-2a0736aca2ef req-637ec8cb-0dd1-476e-a9a6-e5677ac12591 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:16.875333 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-43b7aaa8-0091-47a4-8375-2a0736aca2ef req-637ec8cb-0dd1-476e-a9a6-e5677ac12591 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0843658 Mar 29 10:11:16.941843 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-43b7aaa8-0091-47a4-8375-2a0736aca2ef req-e91edcd0-f262-447c-b266-b2e4dd3a349b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595794 Mar 29 10:11:18.140097 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f3f96-b1a5-457e-b3e7-ffdd956b7518 req-e584b71d-1e61-48ce-94e4-cfdc5d021f74 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:18.141667 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-283f3f96-b1a5-457e-b3e7-ffdd956b7518 req-e584b71d-1e61-48ce-94e4-cfdc5d021f74 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0880647 Mar 29 10:11:18.189328 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-283f3f96-b1a5-457e-b3e7-ffdd956b7518 req-8e65cac5-ad19-4cd5-9a18-9a074d18af54 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419755 Mar 29 10:11:18.395150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdb753-b34a-44a6-9263-80642a59af77 req-0e9e3cc6-559e-4fce-9047-69577ad69f52 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:18.397339 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-06bdb753-b34a-44a6-9263-80642a59af77 req-0e9e3cc6-559e-4fce-9047-69577ad69f52 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0988603 Mar 29 10:11:18.406354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43174) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:11:18.412116 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-73e040b4-0dad-4512-aebd-0eda98cd9445 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Request body: {'floatingip': {'port_id': 'db7e4c67-4d2a-4587-bf32-c21db86ac722'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:11:18.494860 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-73e040b4-0dad-4512-aebd-0eda98cd9445 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:19.145693 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-73e040b4-0dad-4512-aebd-0eda98cd9445 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:19.225081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-73e040b4-0dad-4512-aebd-0eda98cd9445 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:19.427748 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-73e040b4-0dad-4512-aebd-0eda98cd9445 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Floating IP f2e26cac-3404-49d7-af4f-f0089d46f620 associated. External IP: 172.26.7.159, port: db7e4c67-4d2a-4587-bf32-c21db86ac722. Mar 29 10:11:19.934660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e040b4-0dad-4512-aebd-0eda98cd9445 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Router f68cc3d0-d393-4b40-9629-b36b20f87650 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:11:20.134217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e040b4-0dad-4512-aebd-0eda98cd9445 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:11:20.139673 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-73e040b4-0dad-4512-aebd-0eda98cd9445 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:20.145393 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea3295-9803-4603-b546-75e302a39831 None None] Sync routers for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:11:20.156052 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea3295-9803-4603-b546-75e302a39831 None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:11:20.156735 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fdea3295-9803-4603-b546-75e302a39831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:11:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:20.231269 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-73e040b4-0dad-4512-aebd-0eda98cd9445 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "PUT /v2.0/floatingips/f2e26cac-3404-49d7-af4f-f0089d46f620 HTTP/1.1" status: 200 len: 992 time: 1.8233643 Mar 29 10:11:20.232298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:11:20.287512 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'status': 'completed', 'code': 200} Mar 29 10:11:20.370131 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-fdea3295-9803-4603-b546-75e302a39831 None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:11:20.406216 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898517b-3cf5-44d5-b5a1-6d7b0a7b2a91 req-7aaa9648-dda5-4e5e-bc85-91d73458b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:20.408763 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6898517b-3cf5-44d5-b5a1-6d7b0a7b2a91 req-7aaa9648-dda5-4e5e-bc85-91d73458b8b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 1099 time: 0.0932908 Mar 29 10:11:20.577862 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898517b-3cf5-44d5-b5a1-6d7b0a7b2a91 req-7bb6aaca-b473-437b-9feb-67971bcb15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:20.579292 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6898517b-3cf5-44d5-b5a1-6d7b0a7b2a91 req-7bb6aaca-b473-437b-9feb-67971bcb15f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1647961 Mar 29 10:11:20.720412 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6898517b-3cf5-44d5-b5a1-6d7b0a7b2a91 req-92ae6d6a-1b14-4541-bb93-5265498ab8bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722 HTTP/1.1" status: 200 len: 1000 time: 0.1344233 Mar 29 10:11:20.803863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898517b-3cf5-44d5-b5a1-6d7b0a7b2a91 req-9d1f7c78-8bcf-4a01-8573-e2be21bee6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:20.805408 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6898517b-3cf5-44d5-b5a1-6d7b0a7b2a91 req-9d1f7c78-8bcf-4a01-8573-e2be21bee6a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0750203 Mar 29 10:11:20.830259 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fdea3295-9803-4603-b546-75e302a39831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f2e26cac-3404-49d7-af4f-f0089d46f620', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'floating_ip_address': '172.26.7.159', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'port_id': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'mac_address': 'fa:16:3e:8e:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:08:54Z', 'updated_at': '2022-03-29T10:11:19Z', 'revision_number': 9, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:20.835282 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea3295-9803-4603-b546-75e302a39831 None None] Checking router: f68cc3d0-d393-4b40-9629-b36b20f87650 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:11:20.845471 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea3295-9803-4603-b546-75e302a39831 None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:11:20.846187 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fdea3295-9803-4603-b546-75e302a39831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:11:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:20.955740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898517b-3cf5-44d5-b5a1-6d7b0a7b2a91 req-0a159569-8805-4884-8873-630a63da0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:20.957967 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6898517b-3cf5-44d5-b5a1-6d7b0a7b2a91 req-0a159569-8805-4884-8873-630a63da0aec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1198373 Mar 29 10:11:20.966434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a232533-8701-42ed-bff4-0b9d15c64d5b req-41bd0132-227e-4933-bafb-77fb816beffa tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:20.967987 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9a232533-8701-42ed-bff4-0b9d15c64d5b req-41bd0132-227e-4933-bafb-77fb816beffa tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.1675701 Mar 29 10:11:21.087732 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-fdea3295-9803-4603-b546-75e302a39831 None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:11:21.090538 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-0aed0919-67f0-4873-8abe-e5567be4c892 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2141347 Mar 29 10:11:21.117714 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9a232533-8701-42ed-bff4-0b9d15c64d5b req-64165cc6-3739-4515-8e56-fc2223c3f6e9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274660 Mar 29 10:11:21.160545 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6898517b-3cf5-44d5-b5a1-6d7b0a7b2a91 req-4f0f8d07-71a0-4fdd-bdb9-15adc5c73e8b service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899934 Mar 29 10:11:21.470421 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6898517b-3cf5-44d5-b5a1-6d7b0a7b2a91 req-45e9e62b-f2ee-496c-8a7e-ea194033d87f service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038070 Mar 29 10:11:21.525169 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fdea3295-9803-4603-b546-75e302a39831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f2e26cac-3404-49d7-af4f-f0089d46f620', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'floating_ip_address': '172.26.7.159', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'port_id': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'mac_address': 'fa:16:3e:8e:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:08:54Z', 'updated_at': '2022-03-29T10:11:19Z', 'revision_number': 9, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:21.529385 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea3295-9803-4603-b546-75e302a39831 None None] The sync data for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv is: [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f2e26cac-3404-49d7-af4f-f0089d46f620', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'floating_ip_address': '172.26.7.159', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'port_id': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'mac_address': 'fa:16:3e:8e:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:08:54Z', 'updated_at': '2022-03-29T10:11:19Z', 'revision_number': 9, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:11:21.770261 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ffb13e-b156-43b2-a80a-9132a28ea00b None None] New status for floating IP f2e26cac-3404-49d7-af4f-f0089d46f620: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:11:22.323309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a591fec-f43d-49c9-bff7-78ae139ffed0 req-9a8d10f8-37e6-4fb1-bfb0-f17121c7ec49 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:22.324847 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3a591fec-f43d-49c9-bff7-78ae139ffed0 req-9a8d10f8-37e6-4fb1-bfb0-f17121c7ec49 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0912127 Mar 29 10:11:22.374543 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3a591fec-f43d-49c9-bff7-78ae139ffed0 req-b3a59d3e-50f1-4e06-b36d-ea86a24afa8f tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434518 Mar 29 10:11:23.310918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:23.569334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cf30a-22fc-4da0-8a8d-3f55a85a1aba req-4d507be9-b184-4a65-be50-14d3c1d1ff38 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:23.569334 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b38cf30a-22fc-4da0-8a8d-3f55a85a1aba req-4d507be9-b184-4a65-be50-14d3c1d1ff38 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0815237 Mar 29 10:11:23.622829 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b38cf30a-22fc-4da0-8a8d-3f55a85a1aba req-928e93b7-3c36-41ec-950d-37a22b7a51bf tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454710 Mar 29 10:11:23.697757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6417be-e50a-4692-981c-4c62c003d530 req-1d2fc30d-7735-44a7-a81f-4bbf05daacad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:23.699264 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-1d2fc30d-7735-44a7-a81f-4bbf05daacad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 1099 time: 0.0777631 Mar 29 10:11:23.840162 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6417be-e50a-4692-981c-4c62c003d530 req-a988e32f-bea2-489c-ac3c-d0d170af5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:23.841674 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-a988e32f-bea2-489c-ac3c-d0d170af5fbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1366115 Mar 29 10:11:23.948352 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-be530f10-d6ee-4d76-af89-95d253e28ab2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722 HTTP/1.1" status: 200 len: 1003 time: 0.1003273 Mar 29 10:11:24.011770 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6417be-e50a-4692-981c-4c62c003d530 req-65aba452-c86c-4249-aabb-c96ba1ec4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:24.013291 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-65aba452-c86c-4249-aabb-c96ba1ec4351 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0585620 Mar 29 10:11:24.092519 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6417be-e50a-4692-981c-4c62c003d530 req-c44cfe81-986f-4e3e-821a-5112123e36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:24.093887 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-c44cfe81-986f-4e3e-821a-5112123e36fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750668 Mar 29 10:11:24.228309 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-7a41b7b5-c5c2-4dcf-9400-822d235abe1f service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277866 Mar 29 10:11:24.363193 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-4a30d42d-f1e8-4cb9-94a4-8c26db212763 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289599 Mar 29 10:11:24.806680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adbaaf-6f06-4385-902f-690f5e55bcf2 req-5f8bb968-7def-4344-a1eb-8ec22fb0f7cb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:24.808148 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-36adbaaf-6f06-4385-902f-690f5e55bcf2 req-5f8bb968-7def-4344-a1eb-8ec22fb0f7cb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0805535 Mar 29 10:11:24.854273 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-36adbaaf-6f06-4385-902f-690f5e55bcf2 req-ed70a4b3-9522-449e-95b6-ffe104380144 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392809 Mar 29 10:11:26.046795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d2f0b-e35b-4c07-933e-cef7a0c11681 req-21977ea0-e587-455b-b883-3e6559cf7bcb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:26.048298 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4f5d2f0b-e35b-4c07-933e-cef7a0c11681 req-21977ea0-e587-455b-b883-3e6559cf7bcb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0805058 Mar 29 10:11:26.094123 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4f5d2f0b-e35b-4c07-933e-cef7a0c11681 req-410c8d6e-33f9-44d0-bdee-ae45b9eb4507 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400448 Mar 29 10:11:26.501032 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb81d0-4c65-424c-b07b-4f3bbdd778ae req-2a6e6fe5-de83-4c9b-8e94-5ae8b60a5b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:26.502203 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5bb81d0-4c65-424c-b07b-4f3bbdd778ae req-2a6e6fe5-de83-4c9b-8e94-5ae8b60a5b1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 1099 time: 0.0779872 Mar 29 10:11:26.658095 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb81d0-4c65-424c-b07b-4f3bbdd778ae req-623c98fd-6d76-41f6-8451-615e39e79636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:26.660220 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5bb81d0-4c65-424c-b07b-4f3bbdd778ae req-623c98fd-6d76-41f6-8451-615e39e79636 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1376624 Mar 29 10:11:26.769443 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5bb81d0-4c65-424c-b07b-4f3bbdd778ae req-50ea01f0-9405-41a9-a9a2-3120bb85c4d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722 HTTP/1.1" status: 200 len: 1003 time: 0.0997801 Mar 29 10:11:26.838478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb81d0-4c65-424c-b07b-4f3bbdd778ae req-9565893c-61e3-49ba-8542-13c7073c9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:26.840001 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5bb81d0-4c65-424c-b07b-4f3bbdd778ae req-9565893c-61e3-49ba-8542-13c7073c9ff8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0640836 Mar 29 10:11:26.918285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb81d0-4c65-424c-b07b-4f3bbdd778ae req-ccdf831a-22d2-49fc-ad78-7919db44a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:26.919759 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5bb81d0-4c65-424c-b07b-4f3bbdd778ae req-ccdf831a-22d2-49fc-ad78-7919db44a94b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744197 Mar 29 10:11:27.061006 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5bb81d0-4c65-424c-b07b-4f3bbdd778ae req-fa4b7ed2-033f-4d5e-9338-bcffd456901e service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353557 Mar 29 10:11:27.325164 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a5bb81d0-4c65-424c-b07b-4f3bbdd778ae req-2ca5b152-a23b-4591-b795-9e5f108b85ff service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575402 Mar 29 10:11:27.333602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcefbd-87fe-4d6f-8c48-88dbcfcc6661 req-4f8a20cf-39af-4b73-969b-d1c0476002cb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:27.335099 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6ddcefbd-87fe-4d6f-8c48-88dbcfcc6661 req-4f8a20cf-39af-4b73-969b-d1c0476002cb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.1152437 Mar 29 10:11:27.382594 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6ddcefbd-87fe-4d6f-8c48-88dbcfcc6661 req-8f8b6537-28fd-42d9-961c-323493ac52ef tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410137 Mar 29 10:11:28.573920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918a1bb-ef75-4bc6-8a21-10e4d82fcec6 req-1fde0ecf-79ec-4044-81cc-9893b0ef804d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:28.575336 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3918a1bb-ef75-4bc6-8a21-10e4d82fcec6 req-1fde0ecf-79ec-4044-81cc-9893b0ef804d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0858653 Mar 29 10:11:28.621557 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3918a1bb-ef75-4bc6-8a21-10e4d82fcec6 req-877bd6b7-a38b-46ca-9c8f-cbcb3c208fc5 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401945 Mar 29 10:11:29.813210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437592b-d519-4331-9bec-420984bd5858 req-e940d10b-8ff9-4bc9-b3fe-47dd15b979a3 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:29.814704 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a437592b-d519-4331-9bec-420984bd5858 req-e940d10b-8ff9-4bc9-b3fe-47dd15b979a3 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0823810 Mar 29 10:11:29.862902 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a437592b-d519-4331-9bec-420984bd5858 req-b164dce5-4c79-4059-8eaa-8f33921d4627 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418837 Mar 29 10:11:31.050077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa7afd-3b46-4c9f-b9bf-f43a611b1338 req-3650d4a8-6601-437b-9dc2-be73e57ec854 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:31.051628 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4ffa7afd-3b46-4c9f-b9bf-f43a611b1338 req-3650d4a8-6601-437b-9dc2-be73e57ec854 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0791113 Mar 29 10:11:31.095713 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4ffa7afd-3b46-4c9f-b9bf-f43a611b1338 req-707ff0b3-feec-400f-8554-fe2ecf8c7832 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382044 Mar 29 10:11:32.292924 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e965389-d2e2-4f75-ab08-c7dd2553c542 req-ee4a2d60-5965-4793-b2ed-0ab4484fe3e0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:32.294434 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6e965389-d2e2-4f75-ab08-c7dd2553c542 req-ee4a2d60-5965-4793-b2ed-0ab4484fe3e0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0846331 Mar 29 10:11:32.340521 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6e965389-d2e2-4f75-ab08-c7dd2553c542 req-51d03aa9-e37a-4793-aec3-c7891ac01a3d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402668 Mar 29 10:11:33.537024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5aaf06-d41f-4fbf-a5e8-5851c2590e7c req-b3e3b68f-a164-43b9-9a16-dfe2afe2d01c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:33.538524 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7a5aaf06-d41f-4fbf-a5e8-5851c2590e7c req-b3e3b68f-a164-43b9-9a16-dfe2afe2d01c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0873518 Mar 29 10:11:33.584210 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7a5aaf06-d41f-4fbf-a5e8-5851c2590e7c req-baa3c562-ef54-4ee1-8b42-463dbe31040c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394061 Mar 29 10:11:34.783808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bea7e4-c97a-452b-9c95-10e3ac88453c req-45461e6a-ecbc-4f19-a998-f4f1dfd0b073 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:34.785374 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-24bea7e4-c97a-452b-9c95-10e3ac88453c req-45461e6a-ecbc-4f19-a998-f4f1dfd0b073 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0894358 Mar 29 10:11:34.834154 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-24bea7e4-c97a-452b-9c95-10e3ac88453c req-93f42954-5d7c-42f3-b344-844a5d927bff tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429320 Mar 29 10:11:35.710607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bbb72665-6fa0-45e7-86e7-c95a31366e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:36.027754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3fe81-7d35-4aec-8d8f-7abf34f25bd5 req-e1e14256-6b8b-4e72-8406-438eb4d99ea5 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:36.029240 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3ae3fe81-7d35-4aec-8d8f-7abf34f25bd5 req-e1e14256-6b8b-4e72-8406-438eb4d99ea5 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0874293 Mar 29 10:11:36.078923 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3ae3fe81-7d35-4aec-8d8f-7abf34f25bd5 req-370b029d-2eca-4eee-a79d-39319493646a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436010 Mar 29 10:11:37.270330 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39b5b8-9be7-4752-b6ae-87f3b4db7be1 req-1bed1368-9c5a-4a9e-8f08-5fe6515fb178 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:37.271817 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9f39b5b8-9be7-4752-b6ae-87f3b4db7be1 req-1bed1368-9c5a-4a9e-8f08-5fe6515fb178 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0813639 Mar 29 10:11:37.317265 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9f39b5b8-9be7-4752-b6ae-87f3b4db7be1 req-d2ed1e92-fa5e-4baf-b553-af8129721ce4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394626 Mar 29 10:11:37.893797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-60b96023-1413-40de-ad72-083ed0a82f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:38.510093 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b75244-0668-4194-9d59-39d8d9dad509 req-a46eff80-d437-4e52-8856-f3d659b46aa4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:38.519829 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-30b75244-0668-4194-9d59-39d8d9dad509 req-a46eff80-d437-4e52-8856-f3d659b46aa4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0804870 Mar 29 10:11:38.563553 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-30b75244-0668-4194-9d59-39d8d9dad509 req-b85fe4d6-a829-4e71-83c4-78fdde8a1ed7 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453734 Mar 29 10:11:38.962344 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:38.997011 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:39.775961 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20afd3d-f49f-41fc-bc2e-b9edc30d55f9 req-5756a7d8-ce14-4399-8d1d-3ee882402996 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:39.777367 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a20afd3d-f49f-41fc-bc2e-b9edc30d55f9 req-5756a7d8-ce14-4399-8d1d-3ee882402996 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0908234 Mar 29 10:11:39.825637 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a20afd3d-f49f-41fc-bc2e-b9edc30d55f9 req-3a877953-ffee-4c8a-acab-367b3c37b124 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420413 Mar 29 10:11:40.858718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:41.016743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851628ed-a1cc-4675-99a3-b7a063d0bc85 req-3bd908f9-d21e-4556-a953-d2bc9d177351 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:41.018193 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-851628ed-a1cc-4675-99a3-b7a063d0bc85 req-3bd908f9-d21e-4556-a953-d2bc9d177351 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0846179 Mar 29 10:11:41.061928 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-851628ed-a1cc-4675-99a3-b7a063d0bc85 req-66bda1fe-17ee-4558-8be7-d239050ca18e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378749 Mar 29 10:11:42.248714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ac558-bc22-4bdf-82a9-276fd11b5d78 req-74d67c8e-cc09-40ad-a0b2-3c9cddd4e58b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:42.250161 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-716ac558-bc22-4bdf-82a9-276fd11b5d78 req-74d67c8e-cc09-40ad-a0b2-3c9cddd4e58b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0826390 Mar 29 10:11:42.392295 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-716ac558-bc22-4bdf-82a9-276fd11b5d78 req-89a9cd93-a2a8-43d3-9212-96a4902a55c8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1363771 Mar 29 10:11:43.574651 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c04a2-76a2-4d66-99a2-df5ad2f6bdd7 req-f4a051c8-86f7-45cc-836e-c151bf6e10cb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:43.576339 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a44c04a2-76a2-4d66-99a2-df5ad2f6bdd7 req-f4a051c8-86f7-45cc-836e-c151bf6e10cb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0799353 Mar 29 10:11:43.625311 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a44c04a2-76a2-4d66-99a2-df5ad2f6bdd7 req-10e7b7f6-0aee-46be-81a2-2fe7b5f3c2dc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425887 Mar 29 10:11:44.811798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a274d9-026c-4db8-8503-e8d68c822cc0 req-c76aa1a8-6b2b-4988-9fd8-27511c810d52 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:44.813788 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-11a274d9-026c-4db8-8503-e8d68c822cc0 req-c76aa1a8-6b2b-4988-9fd8-27511c810d52 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0805652 Mar 29 10:11:44.857890 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-11a274d9-026c-4db8-8503-e8d68c822cc0 req-0f50da85-6b60-44dc-aeb7-02caaa489be3 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384145 Mar 29 10:11:45.104818 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:11:46.045002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd252fb-22df-4aa0-816a-eeee4ec8be39 req-534fe3cd-e465-4683-b9f0-fd4b42949c8a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:46.046466 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2bd252fb-22df-4aa0-816a-eeee4ec8be39 req-534fe3cd-e465-4683-b9f0-fd4b42949c8a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0796247 Mar 29 10:11:46.090938 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2bd252fb-22df-4aa0-816a-eeee4ec8be39 req-5fe79f6e-e92f-4442-bba5-552355d71a86 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383251 Mar 29 10:11:46.608980 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-0b23c963-84c1-475d-a5f9-74cafef56b31 service neutron] 10.222.0.36 "GET /v2.0/ports/db7e4c67-4d2a-4587-bf32-c21db86ac722/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0767412 Mar 29 10:11:47.265387 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6417be-e50a-4692-981c-4c62c003d530 req-252d9905-d5b7-4a2d-9f5e-ce79eff445f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:47.267473 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-252d9905-d5b7-4a2d-9f5e-ce79eff445f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b&tenant_id=815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 1099 time: 0.0717356 Mar 29 10:11:47.284028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dad5d8-8cd9-4a79-a9ce-1a155eef8f00 req-2e8b7dad-b7e1-4603-a2d6-44229ce0a840 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:47.285561 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d6dad5d8-8cd9-4a79-a9ce-1a155eef8f00 req-2e8b7dad-b7e1-4603-a2d6-44229ce0a840 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0831399 Mar 29 10:11:47.331162 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d6dad5d8-8cd9-4a79-a9ce-1a155eef8f00 req-c4a47fd7-ef35-4907-8541-2b3f82bb4608 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398335 Mar 29 10:11:47.364876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6417be-e50a-4692-981c-4c62c003d530 req-40ea78e0-2959-4034-8e07-fdee5d56cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:47.366310 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-40ea78e0-2959-4034-8e07-fdee5d56cba7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 1099 time: 0.0751417 Mar 29 10:11:47.495974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6417be-e50a-4692-981c-4c62c003d530 req-54aec917-693a-4ee5-9203-f4ca4a20d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:47.497481 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-54aec917-693a-4ee5-9203-f4ca4a20d080 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1249986 Mar 29 10:11:47.595430 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-37797aee-3fb8-4224-b2e6-4b95952e0f67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722 HTTP/1.1" status: 200 len: 1003 time: 0.0922215 Mar 29 10:11:47.662567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6417be-e50a-4692-981c-4c62c003d530 req-dbe23e0c-57bc-41dd-a10e-aace9b4376cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:47.662947 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-dbe23e0c-57bc-41dd-a10e-aace9b4376cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0610220 Mar 29 10:11:47.737026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6417be-e50a-4692-981c-4c62c003d530 req-88dbc469-d7c2-4e9b-8e73-65d3f112ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:47.738497 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-88dbc469-d7c2-4e9b-8e73-65d3f112ff2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699868 Mar 29 10:11:47.869509 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-a440f923-6db9-4f19-b441-1707fcb354df service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247180 Mar 29 10:11:48.000042 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f6417be-e50a-4692-981c-4c62c003d530 req-76604050-cc9f-4a3f-85ae-38ad8a3cf12c service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229222 Mar 29 10:11:48.522248 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b504d-17d5-4f38-af8c-e4347f9a96fa req-57773199-f821-4255-811c-8652787487fb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:48.523727 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-082b504d-17d5-4f38-af8c-e4347f9a96fa req-57773199-f821-4255-811c-8652787487fb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0867789 Mar 29 10:11:48.570672 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-082b504d-17d5-4f38-af8c-e4347f9a96fa req-febf9b1f-d317-4b55-8296-7019bc666dec tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408556 Mar 29 10:11:49.764662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c1e73-b55c-4e6d-a87d-c733e328e986 req-bd555b26-3da5-4061-a096-725134830dd4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:49.766588 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3d8c1e73-b55c-4e6d-a87d-c733e328e986 req-bd555b26-3da5-4061-a096-725134830dd4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0858905 Mar 29 10:11:49.815692 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3d8c1e73-b55c-4e6d-a87d-c733e328e986 req-e397145f-dd44-48f8-94f9-00ba2de5c3e1 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428367 Mar 29 10:11:50.557869 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device db7e4c67-4d2a-4587-bf32-c21db86ac722 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:11:50.561640 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device db7e4c67-4d2a-4587-bf32-c21db86ac722 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:11:50.768073 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:50.808091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port db7e4c67-4d2a-4587-bf32-c21db86ac722, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:11:50.821919 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:11:50.833242 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'port_id': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'mac_address': 'fa:16:3e:8e:d8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:11:50.836508 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port db7e4c67-4d2a-4587-bf32-c21db86ac722, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:11:50.886990 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'code': 200} Mar 29 10:11:50.896389 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:50.907474 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:50.956978 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db7e4c67-4d2a-4587-bf32-c21db86ac722 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:11:51.022156 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=db7e4c67-4d2a-4587-bf32-c21db86ac722,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:51.026986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25fea3-d33b-4837-89e0-5eb0ee2e83e8 req-37b627be-97f7-48b0-a055-8f72ccd62c24 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:51.033045 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3d25fea3-d33b-4837-89e0-5eb0ee2e83e8 req-37b627be-97f7-48b0-a055-8f72ccd62c24 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 944 time: 0.0858712 Mar 29 10:11:51.042604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:11:51.042960 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:11:51.073373 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3d25fea3-d33b-4837-89e0-5eb0ee2e83e8 req-7a1dd276-3a34-4ab1-9d1f-849eff2af08c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380733 Mar 29 10:11:51.596891 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:51.613141 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db7e4c67-4d2a-4587-bf32-c21db86ac722 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:11:51.628554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port db7e4c67-4d2a-4587-bf32-c21db86ac722, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:11:51.715342 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:51.777351 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['db7e4c67-4d2a-4587-bf32-c21db86ac722'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:11:51.829767 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=db7e4c67-4d2a-4587-bf32-c21db86ac722,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:52.262785 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15e3c8-a3e8-40bc-b562-8626b83cfae2 req-df20e44b-2c7f-4e86-8c68-cc98879faf6d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:52.264281 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ea15e3c8-a3e8-40bc-b562-8626b83cfae2 req-df20e44b-2c7f-4e86-8c68-cc98879faf6d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 945 time: 0.0805018 Mar 29 10:11:52.311201 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ea15e3c8-a3e8-40bc-b562-8626b83cfae2 req-ff97470d-1814-4d72-9333-95903b8cba1b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406837 Mar 29 10:11:52.580514 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device db7e4c67-4d2a-4587-bf32-c21db86ac722 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:11:52.655045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port db7e4c67-4d2a-4587-bf32-c21db86ac722 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:11:52.655704 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:52.773171 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:52.808534 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port db7e4c67-4d2a-4587-bf32-c21db86ac722, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:11:52.886379 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:11:52.898258 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:52.964978 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'code': 200} Mar 29 10:11:53.004377 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=db7e4c67-4d2a-4587-bf32-c21db86ac722,revision_number=8']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:53.194190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23555e7e-98b9-4181-81a3-951ab2707c2b req-0f001e70-833a-437d-8ee2-9181aa1de3a1 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:53.195569 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-23555e7e-98b9-4181-81a3-951ab2707c2b req-0f001e70-833a-437d-8ee2-9181aa1de3a1 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.1489365 Mar 29 10:11:53.208774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-795d7b4c-4b0d-4a4d-b90b-2cd4d1a0d3f1 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:53.210230 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-795d7b4c-4b0d-4a4d-b90b-2cd4d1a0d3f1 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b&tenant_id=815827618f6c4089a240fed3b9240fa4&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 946 time: 0.1252782 Mar 29 10:11:53.273447 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:53.404770 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-23555e7e-98b9-4181-81a3-951ab2707c2b req-d3ae9fca-c4c6-4a26-8f3c-f6b5874d987e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1935034 Mar 29 10:11:53.420180 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-caf3c06d-5f6b-40df-8a92-3f21faab817b service neutron] 10.222.0.36 "GET /v2.0/ports/db7e4c67-4d2a-4587-bf32-c21db86ac722/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0926704 Mar 29 10:11:53.518062 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-6836826c-7392-4d81-9983-e634ab0ae6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:53.519405 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-6836826c-7392-4d81-9983-e634ab0ae6b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 1099 time: 0.0726166 Mar 29 10:11:53.649396 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-f32e7a85-77a7-45b5-b58b-c8224189a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:53.650819 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-f32e7a85-77a7-45b5-b58b-c8224189a65c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1257601 Mar 29 10:11:53.755659 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-00fdf43e-c525-4791-a473-69c72266ef94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722 HTTP/1.1" status: 200 len: 1003 time: 0.0975428 Mar 29 10:11:53.819129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-2b295b78-9809-479d-8f42-971c5150acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:53.820556 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-2b295b78-9809-479d-8f42-971c5150acd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0581214 Mar 29 10:11:53.900261 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-197b1d2b-f3e2-495f-8f2a-0d1e553bfe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:53.901788 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-197b1d2b-f3e2-495f-8f2a-0d1e553bfe85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745795 Mar 29 10:11:54.035482 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-f1281ae5-73e5-4a54-8f05-b2120f5419ac service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270304 Mar 29 10:11:54.180062 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-f645c4eb-5131-45ef-8cb8-edc0d9d933f5 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375051 Mar 29 10:11:54.605297 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd01024-5397-4583-9826-1d50f1dc2585 req-54f08318-ae81-41cb-8fef-1b68fb08ca69 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:54.606772 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2fd01024-5397-4583-9826-1d50f1dc2585 req-54f08318-ae81-41cb-8fef-1b68fb08ca69 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0919435 Mar 29 10:11:54.657376 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2fd01024-5397-4583-9826-1d50f1dc2585 req-9d566a79-1cc0-46cb-a776-7be3cfb0d65c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433140 Mar 29 10:11:55.845468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f056bb8-2b59-4c43-bf62-70e9d5c49bc6 req-a8a442db-623d-4790-9fd6-f93b36bc4b60 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:55.847009 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8f056bb8-2b59-4c43-bf62-70e9d5c49bc6 req-a8a442db-623d-4790-9fd6-f93b36bc4b60 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0812187 Mar 29 10:11:55.892920 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8f056bb8-2b59-4c43-bf62-70e9d5c49bc6 req-ab21019f-928a-4e14-9caa-22c21e6c0fd9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401404 Mar 29 10:11:57.084645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e12704-cffe-49f1-a15d-472c4bd1273b req-6f49249c-86b5-4616-9924-9fa01157396c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:57.086227 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f5e12704-cffe-49f1-a15d-472c4bd1273b req-6f49249c-86b5-4616-9924-9fa01157396c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0827119 Mar 29 10:11:57.138453 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f5e12704-cffe-49f1-a15d-472c4bd1273b req-8285a879-ca0d-451f-a691-2f84c4a10a11 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462549 Mar 29 10:11:57.398485 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-d4a98a1f-df67-4d51-83f5-90565fda7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:57.399965 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-d4a98a1f-df67-4d51-83f5-90565fda7acb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b&tenant_id=815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 1099 time: 0.0758972 Mar 29 10:11:57.489579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-2ae37604-b0ff-4b9e-a116-862c6f1e3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:57.490937 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-2ae37604-b0ff-4b9e-a116-862c6f1e3bb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 1099 time: 0.0705352 Mar 29 10:11:57.619277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-6c5ff33e-bdc7-4e62-ad5e-a1677d927fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:57.620736 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-6c5ff33e-bdc7-4e62-ad5e-a1677d927fa0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1242383 Mar 29 10:11:57.722954 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-f9fb374d-1d88-46d3-a3d6-09221fd7889e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722 HTTP/1.1" status: 200 len: 1003 time: 0.0963447 Mar 29 10:11:57.785220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-dacb9a1f-0a04-49aa-9b73-c1a18d429df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:57.786542 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-dacb9a1f-0a04-49aa-9b73-c1a18d429df6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0579157 Mar 29 10:11:57.869451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-2aa00564-d115-4e2f-800c-673d2df14724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:57.870920 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-2aa00564-d115-4e2f-800c-673d2df14724 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785468 Mar 29 10:11:58.113451 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-e8dfc24b-b000-41b5-87e2-67bc94cf21f0 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362180 Mar 29 10:11:58.243398 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6887ee80-f5c1-4fb9-8f2e-2b340fbcb089 req-52f656e2-c43a-4fbb-9c18-23dff50135bf service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245389 Mar 29 10:11:58.323487 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4261ed-2e82-47dc-89be-ae623fdade2b req-79b92848-ffad-4ec0-b94f-987cc544473d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:58.325074 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8b4261ed-2e82-47dc-89be-ae623fdade2b req-79b92848-ffad-4ec0-b94f-987cc544473d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0797396 Mar 29 10:11:58.371615 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8b4261ed-2e82-47dc-89be-ae623fdade2b req-030e5564-fc72-4b4e-97b8-31cf69687392 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404103 Mar 29 10:11:59.552225 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b581645-51e2-402f-8864-5e59c953f42e req-cf2717fe-a0be-4546-84b3-608271076f50 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:59.553707 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8b581645-51e2-402f-8864-5e59c953f42e req-cf2717fe-a0be-4546-84b3-608271076f50 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0784180 Mar 29 10:11:59.599449 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8b581645-51e2-402f-8864-5e59c953f42e req-b0920b08-adf0-434e-ad7a-52a505e0fa20 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398962 Mar 29 10:12:00.650618 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device db7e4c67-4d2a-4587-bf32-c21db86ac722 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:12:00.654365 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device db7e4c67-4d2a-4587-bf32-c21db86ac722 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:12:00.799571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f14e6b-d9fe-4770-86b2-f363fba6987a req-94e7473e-916e-4825-95b4-36d3b1aa3c50 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:00.801160 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95f14e6b-d9fe-4770-86b2-f363fba6987a req-94e7473e-916e-4825-95b4-36d3b1aa3c50 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0843418 Mar 29 10:12:00.848674 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95f14e6b-d9fe-4770-86b2-f363fba6987a req-aec26cfa-5215-406a-9d75-48ffb2e9ee79 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404849 Mar 29 10:12:00.893653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:00.912016 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port db7e4c67-4d2a-4587-bf32-c21db86ac722, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:12:00.933024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'port_id': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'mac_address': 'fa:16:3e:8e:d8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:12:00.940439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:12:00.983780 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port db7e4c67-4d2a-4587-bf32-c21db86ac722, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:12:01.009575 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:01.021529 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'code': 200} Mar 29 10:12:01.029138 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db7e4c67-4d2a-4587-bf32-c21db86ac722 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:12:01.055391 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:01.056429 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c954a-3866-47fe-a3b2-c3ebba62aedb req-9ed8000e-516c-49bd-ba59-24a976d55396 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:01.057955 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-306c954a-3866-47fe-a3b2-c3ebba62aedb req-9ed8000e-516c-49bd-ba59-24a976d55396 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0895250 Mar 29 10:12:01.103597 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-306c954a-3866-47fe-a3b2-c3ebba62aedb req-40cab422-e647-4b39-ab21-ddafde2595c4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393555 Mar 29 10:12:01.169147 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:12:01.169481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:12:01.172756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=db7e4c67-4d2a-4587-bf32-c21db86ac722,revision_number=9']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:01.290545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138c00e-17e6-4293-b6f1-ce46624c3c87 req-13ea5c3a-d8a2-4831-8ef5-f4a6154af2dc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:01.291983 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5138c00e-17e6-4293-b6f1-ce46624c3c87 req-13ea5c3a-d8a2-4831-8ef5-f4a6154af2dc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 944 time: 0.0783799 Mar 29 10:12:01.338938 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5138c00e-17e6-4293-b6f1-ce46624c3c87 req-87379c2f-81cd-4ccb-bd61-f2fe1e74d3f6 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412354 Mar 29 10:12:01.725070 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:01.741966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db7e4c67-4d2a-4587-bf32-c21db86ac722 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:12:01.758166 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port db7e4c67-4d2a-4587-bf32-c21db86ac722, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:12:01.846794 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:01.920721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['db7e4c67-4d2a-4587-bf32-c21db86ac722'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:12:01.960688 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=db7e4c67-4d2a-4587-bf32-c21db86ac722,revision_number=10']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:02.032181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa716c-c1eb-4936-aa03-033fb734b611 req-3b6face3-64d1-41ab-805a-bf255729b14d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:02.033574 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a2aa716c-c1eb-4936-aa03-033fb734b611 req-3b6face3-64d1-41ab-805a-bf255729b14d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 946 time: 0.0814984 Mar 29 10:12:02.078412 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a2aa716c-c1eb-4936-aa03-033fb734b611 req-b415af08-c671-4326-abf4-476d27631bc4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385220 Mar 29 10:12:02.671545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device db7e4c67-4d2a-4587-bf32-c21db86ac722 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:12:02.740872 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port db7e4c67-4d2a-4587-bf32-c21db86ac722 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:12:02.741549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:02.858059 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:02.890368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port db7e4c67-4d2a-4587-bf32-c21db86ac722, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:12:02.949485 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:03.015985 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=db7e4c67-4d2a-4587-bf32-c21db86ac722,revision_number=11']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:03.022062 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:12:03.065716 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'code': 200} Mar 29 10:12:03.265548 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82331bb-cd69-4bd6-aed8-ae423398dfaa req-2520d56a-d2ea-4671-ae5e-dc44d1336c36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:03.266998 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f82331bb-cd69-4bd6-aed8-ae423398dfaa req-2520d56a-d2ea-4671-ae5e-dc44d1336c36 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 947 time: 0.0832164 Mar 29 10:12:03.310907 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f82331bb-cd69-4bd6-aed8-ae423398dfaa req-a63d0b74-c5ec-4154-9ce6-17ddfc3ced67 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382895 Mar 29 10:12:04.253001 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-7c50034a-987e-4f5c-a3fc-d8b2c44ee36d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:04.254917 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-7c50034a-987e-4f5c-a3fc-d8b2c44ee36d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 947 time: 0.0779216 Mar 29 10:12:04.327011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Deleting port db7e4c67-4d2a-4587-bf32-c21db86ac722 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:12:04.327714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:04.499678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131f3e4-d6cc-42c9-a1b8-d4b2b422fc3e req-18138769-915b-46b6-b37e-a614caf5597a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:04.501246 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0131f3e4-d6cc-42c9-a1b8-d4b2b422fc3e req-18138769-915b-46b6-b37e-a614caf5597a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 947 time: 0.0813062 Mar 29 10:12:04.548337 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0131f3e4-d6cc-42c9-a1b8-d4b2b422fc3e req-09ebdca6-7ff7-41e4-b7cb-5aaf1137c2bc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392485 Mar 29 10:12:04.575081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] For port db7e4c67-4d2a-4587-bf32-c21db86ac722, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=db7e4c67-4d2a-4587-bf32-c21db86ac722,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:12:04.575438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:04.862524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:04.862793 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:04.863099 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Floating IP f2e26cac-3404-49d7-af4f-f0089d46f620 disassociated. External IP: 172.26.7.159, port: db7e4c67-4d2a-4587-bf32-c21db86ac722. Mar 29 10:12:04.863434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Calling delete_port for db7e4c67-4d2a-4587-bf32-c21db86ac722 owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:12:05.071395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:05.122411 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Pushing event deleted for resources: {'Port': ['ID=db7e4c67-4d2a-4587-bf32-c21db86ac722,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:05.133927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:05.134272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:05.134608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:05.134948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:05.135275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:05.135619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:05.135922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:05.136242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:05.136591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:05.136920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:05.137241 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:05.137555 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:05.432609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Router f68cc3d0-d393-4b40-9629-b36b20f87650 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:12:05.615094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:12:05.633141 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2690a047-ef1f-441f-b844-bc8529067cd4 None None] Sync routers for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:12:05.647500 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2690a047-ef1f-441f-b844-bc8529067cd4 None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:12:05.648048 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2690a047-ef1f-441f-b844-bc8529067cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:11:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:12:05.723670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-08175aa9-1ef8-401f-abb9-d892da33b222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:05.731370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] No DVR routers for this DVR port db7e4c67-4d2a-4587-bf32-c21db86ac722 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:12:05.734771 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-70c3c210-618e-4ede-b18d-47a3a333ef26 req-70c213f7-0fd7-4ab3-b9ce-593e24dae9e7 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=081b7ef4-a0ea-49d4-b1c1-a38eac9df99b HTTP/1.1" status: 200 len: 210 time: 0.0562723 Mar 29 10:12:05.735903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:05.738684 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'name': 'network-vif-deleted', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:12:05.838976 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-2690a047-ef1f-441f-b844-bc8529067cd4 None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:12:05.853263 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081b7ef4-a0ea-49d4-b1c1-a38eac9df99b', 'name': 'network-vif-deleted', 'tag': 'db7e4c67-4d2a-4587-bf32-c21db86ac722', 'status': 'completed', 'code': 200} Mar 29 10:12:05.854748 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-07c7f865-986e-4cc7-b915-fa7d7a475ff1 req-6225e503-e825-4536-aa75-fb8eac82e38a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "DELETE /v2.0/ports/db7e4c67-4d2a-4587-bf32-c21db86ac722 HTTP/1.1" status: 204 len: 173 time: 1.5946796 Mar 29 10:12:06.166023 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2690a047-ef1f-441f-b844-bc8529067cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:12:06.170338 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2690a047-ef1f-441f-b844-bc8529067cd4 None None] Checking router: f68cc3d0-d393-4b40-9629-b36b20f87650 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:12:06.180085 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2690a047-ef1f-441f-b844-bc8529067cd4 None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:12:06.180735 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2690a047-ef1f-441f-b844-bc8529067cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:11:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:12:06.363716 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-2690a047-ef1f-441f-b844-bc8529067cd4 None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:12:06.686029 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2690a047-ef1f-441f-b844-bc8529067cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:12:06.689911 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2690a047-ef1f-441f-b844-bc8529067cd4 None None] The sync data for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv is: [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:12:06.917929 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a846091-2312-4d2b-a9a5-e81e0f79b371 None None] New status for floating IP f2e26cac-3404-49d7-af4f-f0089d46f620: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:12:07.087765 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b0fe5c7a-e81b-47a0-8ace-28242d27bb7c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--58006552&fields=id&tenant_id=815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 267 time: 0.0402420 Mar 29 10:12:07.245307 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-a9663df3-6f74-4820-b1d3-860630f4fa9e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:07.246734 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-a9663df3-6f74-4820-b1d3-860630f4fa9e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 811 time: 0.1524541 Mar 29 10:12:07.261394 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-8c9ce48d-8c64-4dfe-a387-86661a3eb76b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/quotas/815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 375 time: 0.0090353 Mar 29 10:12:07.344880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-818e85b1-8a9b-4067-8eaa-88503810a507 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Synchronizing usage tracker for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:12:07.414350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-818e85b1-8a9b-4067-8eaa-88503810a507 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Unset dirty status for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:12:07.415659 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-818e85b1-8a9b-4067-8eaa-88503810a507 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1493864 Mar 29 10:12:07.431588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-ef467406-e7eb-4a9d-ac01-4b2649504f25 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:12:07.432513 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-ef467406-e7eb-4a9d-ac01-4b2649504f25 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050461 Mar 29 10:12:07.564089 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-d81e0e06-95cc-4303-84de-e8251a5d9332 service neutron] 10.222.0.35 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259775 Mar 29 10:12:07.701361 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-dd33f456-f37c-43c1-bf7d-b55f56446de0 service neutron] 10.222.0.35 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307435 Mar 29 10:12:07.905433 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-37fabae0-279d-4da7-a8f1-c707f76fc490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:07.978335 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c580e605-98a5-4d59-8bc5-79cf65b25ca1 req-36d8a880-552e-4c24-b403-166ab412033c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 210 time: 0.0473554 Mar 29 10:12:08.680744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device db7e4c67-4d2a-4587-bf32-c21db86ac722 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:12:08.719129 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: db7e4c67-4d2a-4587-bf32-c21db86ac722 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:12:08.719514 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device db7e4c67-4d2a-4587-bf32-c21db86ac722 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:12:08.980180 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:09.037527 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:09.131995 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-92922d12-72b3-4f2a-821f-16bd2cd26011 req-06f65cdf-c237-4afd-adf9-b4de63925cbb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 210 time: 0.0472162 Mar 29 10:12:10.007832 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-afdb4d08-a540-4827-b559-5f14959d1480 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:10.009303 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-afdb4d08-a540-4827-b559-5f14959d1480 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 811 time: 0.1550934 Mar 29 10:12:10.062011 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-bad85bf5-2458-4f2e-a697-0ba3d6890cfe tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 378 time: 0.0397389 Mar 29 10:12:10.071970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Request body: {'port': {'device_id': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'admin_state_up': True, 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'security_groups': ['acb29038-d60a-40bc-9569-0e3085d53910']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:12:10.220941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:12:10.232232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:12:10.287233 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6b6142f8-8033-4bb7-b9c7-36b49f738bab req-d17cdf40-599f-401c-b46c-1f99d1bd1097 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 210 time: 0.0428853 Mar 29 10:12:10.328830 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Made reservation on behalf of 815827618f6c4089a240fed3b9240fa4 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:12:10.333143 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:10.496440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Allocated IP 172.20.0.10 (7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed/7c223473-d8a2-46dd-a87a-b2cfddc3b1dc/cbb5341d-f142-4750-9358-78e2978abb8d) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:12:10.812858 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:10.828433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Transition to ACTIVE for port object cbb5341d-f142-4750-9358-78e2978abb8d will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:12:10.888372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:10.912051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:10.978293 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:12:10.989452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:12:10.994030 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:12:11.038259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Pushing event updated for resources: {'Port': ['ID=cbb5341d-f142-4750-9358-78e2978abb8d,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:11.063726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:11.064340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:11.174820 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-308ed9f5-6d08-43c7-9821-7ac5dfc69a1e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1066902 Mar 29 10:12:11.186100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Request body: {'port': {'device_id': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:12:11.301314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:11.329845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d5427b57-3299-4aea-b4c4-820efe590e0d None None] Provisioning for port cbb5341d-f142-4750-9358-78e2978abb8d completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:12:11.340434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d5427b57-3299-4aea-b4c4-820efe590e0d None None] Provisioning complete for port cbb5341d-f142-4750-9358-78e2978abb8d triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:12:11.340945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d5427b57-3299-4aea-b4c4-820efe590e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:11.449058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d5427b57-3299-4aea-b4c4-820efe590e0d None None] Port cbb5341d-f142-4750-9358-78e2978abb8d cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:12:11.652901 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a9ddc-f4d1-4768-b0d7-bf8cd9a9419d req-9f419657-a04e-447e-a5c9-150ecd86678d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:11.653620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-456a9ddc-f4d1-4768-b0d7-bf8cd9a9419d req-9f419657-a04e-447e-a5c9-150ecd86678d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Synchronizing usage tracker for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:12:11.737317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb5341d-f142-4750-9358-78e2978abb8d {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:12:11.744183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-456a9ddc-f4d1-4768-b0d7-bf8cd9a9419d req-9f419657-a04e-447e-a5c9-150ecd86678d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Unset dirty status for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:12:11.745348 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-456a9ddc-f4d1-4768-b0d7-bf8cd9a9419d req-9f419657-a04e-447e-a5c9-150ecd86678d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 932 time: 0.2699101 Mar 29 10:12:11.747874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:11.781775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Transition to ACTIVE for port object cbb5341d-f142-4750-9358-78e2978abb8d will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:12:11.800001 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-456a9ddc-f4d1-4768-b0d7-bf8cd9a9419d req-bee32ee0-8e1e-4c3d-8e78-d8cae9d1e6e2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487676 Mar 29 10:12:11.882892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:12.016465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Pushing event updated for resources: {'Port': ['ID=cbb5341d-f142-4750-9358-78e2978abb8d,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:12.127838 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Attempting to bind port cbb5341d-f142-4750-9358-78e2978abb8d on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:12:12.128167 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Attempting to bind port cbb5341d-f142-4750-9358-78e2978abb8d by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:12:12.128652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Attempting to bind port cbb5341d-f142-4750-9358-78e2978abb8d on network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:12:12.134863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Port cbb5341d-f142-4750-9358-78e2978abb8d on network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:12:12.135184 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Attempting to bind port cbb5341d-f142-4750-9358-78e2978abb8d on network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:12:12.140775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:12:12.141012 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Checking segment: {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:12:12.141385 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Bound using segment: {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:12:12.141800 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Bound port: cbb5341d-f142-4750-9358-78e2978abb8d, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b55373-25f5-4016-be1b-8c36b605e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:12:12.142189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:12.241272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:12:12.244515 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:12:12.335000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:12.396559 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:12.397232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:12.398663 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] 10.222.0.36 "PUT /v2.0/ports/cbb5341d-f142-4750-9358-78e2978abb8d HTTP/1.1" status: 200 len: 1094 time: 1.2167232 Mar 29 10:12:12.399094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:12:12.424864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecdbac-f837-4431-bccd-b0f348934bfc service neutron] Pushing event updated for resources: {'Port': ['ID=cbb5341d-f142-4750-9358-78e2978abb8d,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:12.452920 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'status': 'completed', 'code': 200} Mar 29 10:12:12.556755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a031ab-6723-4989-b02d-558d19ed24d3 req-41b7ef6f-ebe2-4284-b8af-423f8473e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:12.561721 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f5a031ab-6723-4989-b02d-558d19ed24d3 req-41b7ef6f-ebe2-4284-b8af-423f8473e45a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 1097 time: 0.0847669 Mar 29 10:12:12.718311 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a031ab-6723-4989-b02d-558d19ed24d3 req-11150e30-3b1e-4e99-8bfa-1ebc807ce552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:12.719749 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f5a031ab-6723-4989-b02d-558d19ed24d3 req-11150e30-3b1e-4e99-8bfa-1ebc807ce552 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=815827618f6c4089a240fed3b9240fa4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1543546 Mar 29 10:12:12.866400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a031ab-6723-4989-b02d-558d19ed24d3 req-a5459105-8840-463c-836c-8116f819e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:12.867967 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f5a031ab-6723-4989-b02d-558d19ed24d3 req-a5459105-8840-463c-836c-8116f819e70f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1423106 Mar 29 10:12:13.169347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-896796f6-48dd-4f69-bae1-c086d179c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:13.170840 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-896796f6-48dd-4f69-bae1-c086d179c15c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 1097 time: 0.2609215 Mar 29 10:12:13.179213 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cfef9-8089-4534-8ca0-f6d222c4d81a req-49cec8a9-49ef-41e4-89f3-27335c7c9b08 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:13.180646 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4a4cfef9-8089-4534-8ca0-f6d222c4d81a req-49cec8a9-49ef-41e4-89f3-27335c7c9b08 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 944 time: 0.2384493 Mar 29 10:12:13.259381 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-56eb92cf-f0b6-47aa-8532-fc6d05e85ffb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb5341d-f142-4750-9358-78e2978abb8d HTTP/1.1" status: 200 len: 217 time: 0.0777745 Mar 29 10:12:13.332270 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4a4cfef9-8089-4534-8ca0-f6d222c4d81a req-e8acc0b2-2132-4d97-be0a-cd6d725c993a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003938 Mar 29 10:12:13.351823 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-bbae4163-c3c9-450a-a571-00e1a54e37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:13.353593 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-bbae4163-c3c9-450a-a571-00e1a54e37c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0876224 Mar 29 10:12:13.439134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-eb61af1c-c567-4839-9eed-e979ed074768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:13.440512 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-eb61af1c-c567-4839-9eed-e979ed074768 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811119 Mar 29 10:12:13.578900 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-2f7bdded-31ac-414c-8152-4159bc2df4ab service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315095 Mar 29 10:12:13.733614 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4c2f7d7d-7a6c-499b-b783-086acfdaacc0 req-5cb63dd2-eb2f-4776-a815-b1cb7cb17f9a service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481063 Mar 29 10:12:14.530164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc753d34-d7e3-417b-bde5-d387e4d7c29e req-7f840bf5-7151-40ca-87ad-2bbc18585724 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:14.531616 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-dc753d34-d7e3-417b-bde5-d387e4d7c29e req-7f840bf5-7151-40ca-87ad-2bbc18585724 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 944 time: 0.0847948 Mar 29 10:12:14.577099 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-dc753d34-d7e3-417b-bde5-d387e4d7c29e req-94bced4d-c0d5-453f-b276-710739439f59 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385840 Mar 29 10:12:15.761924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724df333-2a7c-4857-83fb-3d12cd106bbb req-0e749fe5-ab92-48f2-ba88-57f50cb5b1f8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:15.763328 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-724df333-2a7c-4857-83fb-3d12cd106bbb req-0e749fe5-ab92-48f2-ba88-57f50cb5b1f8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 944 time: 0.0800281 Mar 29 10:12:15.808231 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-724df333-2a7c-4857-83fb-3d12cd106bbb req-b5ba05de-860f-444e-a6ab-06999805d665 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391512 Mar 29 10:12:16.695693 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cbb5341d-f142-4750-9358-78e2978abb8d details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:12:16.827381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:12:16.841881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'port_id': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:12:16.904099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:16.927913 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb5341d-f142-4750-9358-78e2978abb8d {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:12:16.944009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:12:16.998044 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e798a-5c01-42ad-95f4-2ed080f420bd req-3137e861-47bc-4449-8db5-d646189339dd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:16.999481 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0a7e798a-5c01-42ad-95f4-2ed080f420bd req-3137e861-47bc-4449-8db5-d646189339dd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 944 time: 0.0829515 Mar 29 10:12:17.041393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:17.047605 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0a7e798a-5c01-42ad-95f4-2ed080f420bd req-136a6d2c-8803-4b6c-be42-214af5e8096d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420306 Mar 29 10:12:17.114310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=cbb5341d-f142-4750-9358-78e2978abb8d,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:17.121610 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:17.121960 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:17.122300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:17.122636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:17.122972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:17.123300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:17.123628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:17.123953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:17.124279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:17.124630 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:17.124958 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:17.125310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:12:17.393895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['cbb5341d-f142-4750-9358-78e2978abb8d'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:12:18.242159 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9bc87-9593-460c-971d-319de7d0c52d req-fb0c65f7-c17f-4381-95de-c004ef984f80 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:18.243652 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-88a9bc87-9593-460c-971d-319de7d0c52d req-fb0c65f7-c17f-4381-95de-c004ef984f80 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 945 time: 0.0837395 Mar 29 10:12:18.288016 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-88a9bc87-9593-460c-971d-319de7d0c52d req-e6442cd8-506a-4254-b974-a346e2da44a9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385716 Mar 29 10:12:18.707199 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cbb5341d-f142-4750-9358-78e2978abb8d up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:12:18.858022 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port cbb5341d-f142-4750-9358-78e2978abb8d completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:12:18.863376 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port cbb5341d-f142-4750-9358-78e2978abb8d triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:12:18.864602 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:18.992804 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:19.021205 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:12:19.031644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:12:19.069498 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'code': 200} Mar 29 10:12:19.098097 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:19.173201 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=cbb5341d-f142-4750-9358-78e2978abb8d,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:19.523908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf48c5-e44e-4932-a33f-93ea5d9234e8 req-e9690478-7c36-4c69-8737-1aa5b158a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:19.525458 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-67cf48c5-e44e-4932-a33f-93ea5d9234e8 req-e9690478-7c36-4c69-8737-1aa5b158a2ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 1099 time: 0.1309998 Mar 29 10:12:19.553493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173aa0f7-ed53-4432-97ff-e82c56c0c305 req-58cf9a2a-82c9-4791-9517-86bd67088217 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:19.554971 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-173aa0f7-ed53-4432-97ff-e82c56c0c305 req-58cf9a2a-82c9-4791-9517-86bd67088217 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.1305540 Mar 29 10:12:19.601563 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-67cf48c5-e44e-4932-a33f-93ea5d9234e8 req-6567c824-40e8-4300-860c-ad2d046a0587 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702617 Mar 29 10:12:19.614263 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-173aa0f7-ed53-4432-97ff-e82c56c0c305 req-e8b1033a-e785-47ef-86a3-48edb80a0d87 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525417 Mar 29 10:12:20.801465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896044a-b4ee-4595-8261-caa8b891b952 req-35ca4c5f-fd62-455c-93ff-7e82bcc90131 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:20.802906 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2896044a-b4ee-4595-8261-caa8b891b952 req-35ca4c5f-fd62-455c-93ff-7e82bcc90131 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0822301 Mar 29 10:12:20.848469 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2896044a-b4ee-4595-8261-caa8b891b952 req-cc795d8d-12b6-4942-95db-39f646eae112 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396390 Mar 29 10:12:22.037524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6f00a-f601-4612-beb6-f5163442088b req-5a9afef1-7c09-441c-8c81-3be8361822aa tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:22.039037 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f7f6f00a-f601-4612-beb6-f5163442088b req-5a9afef1-7c09-441c-8c81-3be8361822aa tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0834224 Mar 29 10:12:22.081837 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f7f6f00a-f601-4612-beb6-f5163442088b req-1a19a407-78e1-4f93-b75b-e85259a24e3d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371392 Mar 29 10:12:22.103586 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:12:22.257867 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c5ccd-7c05-4561-aee3-6ba2109a435d req-e2087c24-109d-4926-b960-c6a32bbe23bd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:22.259359 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f57c5ccd-7c05-4561-aee3-6ba2109a435d req-e2087c24-109d-4926-b960-c6a32bbe23bd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0798748 Mar 29 10:12:22.267872 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43372) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:12:22.273548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c6f0fb3c-3edc-4e5e-bead-22abdd478c8a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Request body: {'floatingip': {'port_id': 'cbb5341d-f142-4750-9358-78e2978abb8d'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:12:22.351781 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6f0fb3c-3edc-4e5e-bead-22abdd478c8a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:23.038156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6f0fb3c-3edc-4e5e-bead-22abdd478c8a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:23.094104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6f0fb3c-3edc-4e5e-bead-22abdd478c8a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:23.264651 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-c6f0fb3c-3edc-4e5e-bead-22abdd478c8a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Floating IP f2e26cac-3404-49d7-af4f-f0089d46f620 associated. External IP: 172.26.7.159, port: cbb5341d-f142-4750-9358-78e2978abb8d. Mar 29 10:12:23.277421 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:23.619683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f0fb3c-3edc-4e5e-bead-22abdd478c8a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Router f68cc3d0-d393-4b40-9629-b36b20f87650 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:12:23.800319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f0fb3c-3edc-4e5e-bead-22abdd478c8a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:12:23.805228 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c6f0fb3c-3edc-4e5e-bead-22abdd478c8a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:23.809873 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b47ad5-4b97-4251-89c2-d8b96ad0049b None None] Sync routers for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:12:23.819695 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b47ad5-4b97-4251-89c2-d8b96ad0049b None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:12:23.820344 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-35b47ad5-4b97-4251-89c2-d8b96ad0049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:12:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:12:23.861539 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c6f0fb3c-3edc-4e5e-bead-22abdd478c8a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "PUT /v2.0/floatingips/f2e26cac-3404-49d7-af4f-f0089d46f620 HTTP/1.1" status: 200 len: 993 time: 1.5922797 Mar 29 10:12:23.862107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:12:23.909530 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'status': 'completed', 'code': 200} Mar 29 10:12:24.005919 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5dba2-d461-498f-b3ea-610b657db58f req-d27fb5fb-94e8-4f43-a6cf-d2ee92b3f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:24.007461 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b4c5dba2-d461-498f-b3ea-610b657db58f req-d27fb5fb-94e8-4f43-a6cf-d2ee92b3f6a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 1099 time: 0.0768244 Mar 29 10:12:24.015965 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-35b47ad5-4b97-4251-89c2-d8b96ad0049b None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:12:24.142823 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5dba2-d461-498f-b3ea-610b657db58f req-2ede07e6-74a7-4307-af30-f36fcedc0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:24.144267 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b4c5dba2-d461-498f-b3ea-610b657db58f req-2ede07e6-74a7-4307-af30-f36fcedc0071 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1309571 Mar 29 10:12:24.250144 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b4c5dba2-d461-498f-b3ea-610b657db58f req-3a808e83-1372-4997-a562-ee5365463ed4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb5341d-f142-4750-9358-78e2978abb8d HTTP/1.1" status: 200 len: 1001 time: 0.0995481 Mar 29 10:12:24.315760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5dba2-d461-498f-b3ea-610b657db58f req-7aa80ba9-0b10-4f78-bc29-9a41e679dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:24.317252 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b4c5dba2-d461-498f-b3ea-610b657db58f req-7aa80ba9-0b10-4f78-bc29-9a41e679dbdc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0596888 Mar 29 10:12:24.380831 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-35b47ad5-4b97-4251-89c2-d8b96ad0049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f2e26cac-3404-49d7-af4f-f0089d46f620', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'floating_ip_address': '172.26.7.159', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'port_id': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:08:54Z', 'updated_at': '2022-03-29T10:12:22Z', 'revision_number': 13, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:12:24.385571 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b47ad5-4b97-4251-89c2-d8b96ad0049b None None] Checking router: f68cc3d0-d393-4b40-9629-b36b20f87650 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:12:24.395731 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b47ad5-4b97-4251-89c2-d8b96ad0049b None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:12:24.396759 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-35b47ad5-4b97-4251-89c2-d8b96ad0049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:12:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:12:24.403714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5dba2-d461-498f-b3ea-610b657db58f req-ab4e3444-dbe0-4e56-b88b-8930769e9800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:24.405387 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b4c5dba2-d461-498f-b3ea-610b657db58f req-ab4e3444-dbe0-4e56-b88b-8930769e9800 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820160 Mar 29 10:12:24.592777 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-35b47ad5-4b97-4251-89c2-d8b96ad0049b None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:12:24.663081 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b4c5dba2-d461-498f-b3ea-610b657db58f req-f0d5b5bb-0e8f-4f9a-bb49-2a1c7b9968ac service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494051 Mar 29 10:12:24.808113 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b4c5dba2-d461-498f-b3ea-610b657db58f req-f7ad5a4a-b690-4aa8-8024-b0c0748c4d46 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386106 Mar 29 10:12:24.968180 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-35b47ad5-4b97-4251-89c2-d8b96ad0049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f2e26cac-3404-49d7-af4f-f0089d46f620', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'floating_ip_address': '172.26.7.159', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'port_id': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:08:54Z', 'updated_at': '2022-03-29T10:12:22Z', 'revision_number': 13, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:12:24.972027 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b47ad5-4b97-4251-89c2-d8b96ad0049b None None] The sync data for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv is: [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f2e26cac-3404-49d7-af4f-f0089d46f620', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'floating_ip_address': '172.26.7.159', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'port_id': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:08:54Z', 'updated_at': '2022-03-29T10:12:22Z', 'revision_number': 13, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:12:25.165283 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3cd1c-8739-4820-9a88-215d8ee836e9 None None] New status for floating IP f2e26cac-3404-49d7-af4f-f0089d46f620: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:12:26.397664 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-19ea8f9e-d396-4dd8-9708-5aa2cf0e00b9 req-3f64aaf0-ff97-4f8a-ab55-97bfbf22746d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705810 Mar 29 10:12:26.544285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea8f9e-d396-4dd8-9708-5aa2cf0e00b9 req-e1473230-9776-44ba-9534-7f98e1adaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:26.545672 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-19ea8f9e-d396-4dd8-9708-5aa2cf0e00b9 req-e1473230-9776-44ba-9534-7f98e1adaab9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 1099 time: 0.0772426 Mar 29 10:12:26.689737 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea8f9e-d396-4dd8-9708-5aa2cf0e00b9 req-2ab07224-5763-4fca-b479-a1ba297fd8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:26.691137 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-19ea8f9e-d396-4dd8-9708-5aa2cf0e00b9 req-2ab07224-5763-4fca-b479-a1ba297fd8e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1271403 Mar 29 10:12:26.788746 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-19ea8f9e-d396-4dd8-9708-5aa2cf0e00b9 req-1df04ca4-6630-4a05-96bc-ed4cd5ab2d2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb5341d-f142-4750-9358-78e2978abb8d HTTP/1.1" status: 200 len: 1003 time: 0.0919144 Mar 29 10:12:26.853501 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea8f9e-d396-4dd8-9708-5aa2cf0e00b9 req-ae470adc-2fe1-4c0f-b419-36a854b98658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:26.854830 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-19ea8f9e-d396-4dd8-9708-5aa2cf0e00b9 req-ae470adc-2fe1-4c0f-b419-36a854b98658 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0598330 Mar 29 10:12:26.930388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea8f9e-d396-4dd8-9708-5aa2cf0e00b9 req-ef1121c7-1485-4cb1-9092-6727d25230b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:26.932067 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-19ea8f9e-d396-4dd8-9708-5aa2cf0e00b9 req-ef1121c7-1485-4cb1-9092-6727d25230b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709474 Mar 29 10:12:27.065198 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-19ea8f9e-d396-4dd8-9708-5aa2cf0e00b9 req-fc1e7099-728a-43a9-8bdf-470770888554 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271169 Mar 29 10:12:27.107920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcec63-14bc-4d48-829e-81c066bf55c6 req-491891d9-b7c0-48ae-aea9-ae5c8e0aadab tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:27.109425 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-fffcec63-14bc-4d48-829e-81c066bf55c6 req-491891d9-b7c0-48ae-aea9-ae5c8e0aadab tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0818624 Mar 29 10:12:27.154486 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-fffcec63-14bc-4d48-829e-81c066bf55c6 req-4a198b50-4415-4424-88b3-2b899886a6cd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391383 Mar 29 10:12:27.197889 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-19ea8f9e-d396-4dd8-9708-5aa2cf0e00b9 req-c5389736-e694-4074-9c05-0dc42be5b6fa service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268015 Mar 29 10:12:35.727122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-15918577-ea79-4c35-89cd-528a16a1113e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:37.617359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd68fc8-daea-4ff6-abda-2ef92bcbf1d2 req-0267ec97-3d12-4f07-ba87-11ad839089fc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:37.618720 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0bd68fc8-daea-4ff6-abda-2ef92bcbf1d2 req-0267ec97-3d12-4f07-ba87-11ad839089fc tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0862553 Mar 29 10:12:37.663268 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0bd68fc8-daea-4ff6-abda-2ef92bcbf1d2 req-eb88d156-b597-4008-acac-aab9c581d4f2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388792 Mar 29 10:12:37.672812 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-9b015ce4-f601-4b7e-bb78-a82ca595464d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0740936 Mar 29 10:12:37.883720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac6d3-eeba-4631-9201-5e2934453a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:38.973519 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de45a0-df8b-456b-829e-44489d3e2188 req-b60d3562-3567-4f33-a683-f615075cc5bf tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:38.974813 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-98de45a0-df8b-456b-829e-44489d3e2188 req-b60d3562-3567-4f33-a683-f615075cc5bf tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.2006176 Mar 29 10:12:39.009404 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:39.011085 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:39.020186 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-98de45a0-df8b-456b-829e-44489d3e2188 req-e7d81378-d287-4a5a-87e0-194fd0826912 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384378 Mar 29 10:12:39.740269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-ccd4a4dd-14fa-413b-8f4a-96c51d069976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:39.742193 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-ccd4a4dd-14fa-413b-8f4a-96c51d069976 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 1099 time: 0.0708063 Mar 29 10:12:39.871417 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-328d31a8-54e4-4978-a16f-12b7630640c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:39.872886 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-328d31a8-54e4-4978-a16f-12b7630640c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1253109 Mar 29 10:12:39.975740 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-33af1fa8-5fab-4a74-af87-e157802a6045 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb5341d-f142-4750-9358-78e2978abb8d HTTP/1.1" status: 200 len: 1003 time: 0.0973961 Mar 29 10:12:40.046091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-495ebe8a-ef02-4829-a91e-7b40c2cbbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:40.047557 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-495ebe8a-ef02-4829-a91e-7b40c2cbbb45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0664706 Mar 29 10:12:40.124820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-d6b16f38-df25-4ed7-9efb-b0eb2f95beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:40.126324 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-d6b16f38-df25-4ed7-9efb-b0eb2f95beeb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706239 Mar 29 10:12:40.419916 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-9c2b55a5-dac3-4daf-8f93-7b4362084787 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590036 Mar 29 10:12:40.427509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cc107-b176-4db8-bf8f-8d58d08a50b9 req-ba7aaab1-9b2e-4be9-bd86-132d9d1d9e3d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:40.428895 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e96cc107-b176-4db8-bf8f-8d58d08a50b9 req-ba7aaab1-9b2e-4be9-bd86-132d9d1d9e3d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.2982690 Mar 29 10:12:40.565856 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e96cc107-b176-4db8-bf8f-8d58d08a50b9 req-710cb866-cc05-4454-8559-991300dfceb8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1118791 Mar 29 10:12:40.595696 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-0ebb4bf1-19e1-4e1c-8ff2-93faa487f617 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647294 Mar 29 10:12:40.869722 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:41.753386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cf97e-0080-4e03-8eb5-b0c84b70b4c1 req-34a8625b-99d6-4fa8-90b9-e3fc46b7a299 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:41.754753 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f61cf97e-0080-4e03-8eb5-b0c84b70b4c1 req-34a8625b-99d6-4fa8-90b9-e3fc46b7a299 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0820453 Mar 29 10:12:41.798710 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f61cf97e-0080-4e03-8eb5-b0c84b70b4c1 req-a31f350d-b335-41f6-8258-986612b34897 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381992 Mar 29 10:12:42.982715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff8091-7fe3-4f7d-9d40-2bcf4b39bceb req-8d3062f8-cb22-4406-a138-077e071f6f44 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:42.984182 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ccff8091-7fe3-4f7d-9d40-2bcf4b39bceb req-8d3062f8-cb22-4406-a138-077e071f6f44 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0796943 Mar 29 10:12:43.027828 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ccff8091-7fe3-4f7d-9d40-2bcf4b39bceb req-bfcab84b-fa57-4aad-96e7-6cd66f01b496 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379207 Mar 29 10:12:44.212682 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d229a-b9fc-4701-86ff-014ee9800ee2 req-f6b9b6e9-54ad-47dd-94da-47e345394f8a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:44.214120 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7f3d229a-b9fc-4701-86ff-014ee9800ee2 req-f6b9b6e9-54ad-47dd-94da-47e345394f8a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0794177 Mar 29 10:12:44.257949 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7f3d229a-b9fc-4701-86ff-014ee9800ee2 req-7b77f38e-ce4b-4aba-9757-ec811dae6dae tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382035 Mar 29 10:12:45.458971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec03a9d-6e68-4d90-9252-a332f2824d48 req-3cd6ad32-21ff-4aa5-aa92-1b653f07c950 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:45.460422 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0ec03a9d-6e68-4d90-9252-a332f2824d48 req-3cd6ad32-21ff-4aa5-aa92-1b653f07c950 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0854909 Mar 29 10:12:45.505095 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0ec03a9d-6e68-4d90-9252-a332f2824d48 req-d2552f43-2710-46a5-b340-299a90d64e63 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383301 Mar 29 10:12:46.703455 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dca077-47b4-4de2-addd-f8f051121071 req-f2264094-2599-4628-980d-1264f4376a6f tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:46.704954 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a1dca077-47b4-4de2-addd-f8f051121071 req-f2264094-2599-4628-980d-1264f4376a6f tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0848742 Mar 29 10:12:46.748405 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a1dca077-47b4-4de2-addd-f8f051121071 req-f24a2f84-1580-4158-92fc-2b6ef8c36600 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378592 Mar 29 10:12:47.931767 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73edd03-1875-46b0-a5dd-cb46dbaed4bf req-ea5e9cff-c211-4d87-8866-01752165ab8a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:47.933421 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f73edd03-1875-46b0-a5dd-cb46dbaed4bf req-ea5e9cff-c211-4d87-8866-01752165ab8a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0798209 Mar 29 10:12:47.981344 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f73edd03-1875-46b0-a5dd-cb46dbaed4bf req-ab24a0fa-34a6-42e0-a683-e4f6dc4549b7 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419576 Mar 29 10:12:48.594895 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-d618b959-5818-45b5-aa19-4ed010831a67 service neutron] 10.222.0.36 "GET /v2.0/ports/cbb5341d-f142-4750-9358-78e2978abb8d/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0773513 Mar 29 10:12:49.156676 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-639c5fba-e6d2-455a-b3e1-88ec3b4b7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:49.158175 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-639c5fba-e6d2-455a-b3e1-88ec3b4b7b69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe&tenant_id=815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 1099 time: 0.0767407 Mar 29 10:12:49.188084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc734ee2-0472-4194-8f74-c6b565c3a197 req-69ce65f9-108b-46a5-959b-856e309e62c4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:49.189647 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-cc734ee2-0472-4194-8f74-c6b565c3a197 req-69ce65f9-108b-46a5-959b-856e309e62c4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0931015 Mar 29 10:12:49.235237 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-cc734ee2-0472-4194-8f74-c6b565c3a197 req-e66ea9e1-29c3-4a92-aa38-6a50be5ce015 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397160 Mar 29 10:12:49.262430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-ab77bc36-fff1-4af1-9efc-a99c59f4cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:49.263809 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-ab77bc36-fff1-4af1-9efc-a99c59f4cf3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 1099 time: 0.0778065 Mar 29 10:12:49.422760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-2b310963-3d8b-41d8-9083-f62685aafb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:49.424222 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-2b310963-3d8b-41d8-9083-f62685aafb09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1547973 Mar 29 10:12:49.529853 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-70debe06-b5d3-4087-a3f8-55bff576df64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb5341d-f142-4750-9358-78e2978abb8d HTTP/1.1" status: 200 len: 1003 time: 0.0985506 Mar 29 10:12:49.591595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-b8b37865-4d9a-4501-94e1-44bb670286a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:49.593023 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-b8b37865-4d9a-4501-94e1-44bb670286a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0578425 Mar 29 10:12:49.672290 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-2f653b2a-07d7-4b34-a542-f026d12120a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:49.673813 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-2f653b2a-07d7-4b34-a542-f026d12120a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745249 Mar 29 10:12:49.809810 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-8b5c4989-8b03-47f6-86e4-d63f431422f0 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283741 Mar 29 10:12:49.942252 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-96d04b49-8c15-4b10-8072-d1ba3c6e17cc service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260090 Mar 29 10:12:50.421944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5549705-1407-4c84-bfd6-17e010a83dc4 req-e1d05cfc-f283-4441-9ce1-e7800208dcc9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:50.423465 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d5549705-1407-4c84-bfd6-17e010a83dc4 req-e1d05cfc-f283-4441-9ce1-e7800208dcc9 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0811961 Mar 29 10:12:50.471785 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d5549705-1407-4c84-bfd6-17e010a83dc4 req-e73f6291-b51f-482a-820d-b2281067a762 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420580 Mar 29 10:12:51.664717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb2a30-3879-4e7d-bac2-30eeaed24195 req-dd7e3dc1-5c7a-4635-85fa-dc52f4d746de tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:51.666221 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-17cb2a30-3879-4e7d-bac2-30eeaed24195 req-dd7e3dc1-5c7a-4635-85fa-dc52f4d746de tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0819428 Mar 29 10:12:51.710575 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-17cb2a30-3879-4e7d-bac2-30eeaed24195 req-63ac1f95-e6f6-47fb-8b82-27a4cccf150b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386646 Mar 29 10:12:52.906842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c0bad-3a58-411d-9cb5-7a875640687a req-5254cd1c-87e7-4370-9e07-27c135e0162b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:52.908285 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6b7c0bad-3a58-411d-9cb5-7a875640687a req-5254cd1c-87e7-4370-9e07-27c135e0162b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0895100 Mar 29 10:12:52.915722 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cbb5341d-f142-4750-9358-78e2978abb8d details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:12:52.920069 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cbb5341d-f142-4750-9358-78e2978abb8d no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:12:53.060949 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6b7c0bad-3a58-411d-9cb5-7a875640687a req-3e38ffd7-632a-4f40-b730-2562cc9f1717 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1466510 Mar 29 10:12:53.145528 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:53.167200 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:12:53.187503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'port_id': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:12:53.192887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:12:53.278345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:12:53.285843 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'code': 200} Mar 29 10:12:53.313756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:53.330706 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:53.362554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbb5341d-f142-4750-9358-78e2978abb8d {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:12:53.371995 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:53.475594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=cbb5341d-f142-4750-9358-78e2978abb8d,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:53.478179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:12:53.479048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:12:54.043309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:54.062604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb5341d-f142-4750-9358-78e2978abb8d {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:12:54.080953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:12:54.167498 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:54.242602 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['cbb5341d-f142-4750-9358-78e2978abb8d'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:12:54.250834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c957a-70fa-4a61-ae9e-9931cff6b8d0 req-0d3262e9-6a02-4d32-9017-cfe8fa51f9c3 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:54.252454 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bb4c957a-70fa-4a61-ae9e-9931cff6b8d0 req-0d3262e9-6a02-4d32-9017-cfe8fa51f9c3 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 945 time: 0.0809958 Mar 29 10:12:54.267927 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=cbb5341d-f142-4750-9358-78e2978abb8d,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:54.297015 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bb4c957a-70fa-4a61-ae9e-9931cff6b8d0 req-d1b80772-ac13-4b8c-9138-41a3f40742bf tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385616 Mar 29 10:12:54.916528 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cbb5341d-f142-4750-9358-78e2978abb8d up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:12:54.982364 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port cbb5341d-f142-4750-9358-78e2978abb8d triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:12:54.982731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:55.098442 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:55.129925 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:12:55.207278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:55.276099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=cbb5341d-f142-4750-9358-78e2978abb8d,revision_number=8']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:55.287256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:12:55.341660 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'code': 200} Mar 29 10:12:55.502708 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2460ea0-f66c-483a-949a-68ca177cb220 req-7668095e-b97d-4cf1-97f7-06f396a76765 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:55.504321 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d2460ea0-f66c-483a-949a-68ca177cb220 req-7668095e-b97d-4cf1-97f7-06f396a76765 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0949664 Mar 29 10:12:55.553968 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d2460ea0-f66c-483a-949a-68ca177cb220 req-db07590f-14a4-411a-85fe-53440b82e82b tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422840 Mar 29 10:12:56.750156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58369ed-e420-4aa3-a10e-808b57aec882 req-2ff5bbee-d59c-465e-a4da-b762817a749a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:56.751636 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d58369ed-e420-4aa3-a10e-808b57aec882 req-2ff5bbee-d59c-465e-a4da-b762817a749a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0844462 Mar 29 10:12:56.795562 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d58369ed-e420-4aa3-a10e-808b57aec882 req-ae571a28-2b74-4dbd-9f58-ae794b358c47 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379677 Mar 29 10:12:57.989124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53444075-e877-4b5a-ad55-96caf22a814b req-d0fabf0a-ae9d-4992-bbc1-4bb7e9a2bc04 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:57.990710 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-53444075-e877-4b5a-ad55-96caf22a814b req-d0fabf0a-ae9d-4992-bbc1-4bb7e9a2bc04 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0843501 Mar 29 10:12:58.035703 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-53444075-e877-4b5a-ad55-96caf22a814b req-1e74634c-462a-4089-9aaf-df04cc1f9815 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389750 Mar 29 10:12:59.104458 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:12:59.222034 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9708e8-9f12-4997-a8d3-da8523571377 req-2f3a2be9-5121-4356-ab5b-eb6806585a56 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:59.223525 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4a9708e8-9f12-4997-a8d3-da8523571377 req-2f3a2be9-5121-4356-ab5b-eb6806585a56 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0800345 Mar 29 10:12:59.270623 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4a9708e8-9f12-4997-a8d3-da8523571377 req-4a5495eb-c102-4e55-b3dc-0d51ab056062 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409696 Mar 29 10:13:00.482167 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945a4e3-23db-4fa2-be26-5b1fd2e94459 req-ce3a6d0a-40e0-4b9d-b0a4-77aa0741084d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:00.483641 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1945a4e3-23db-4fa2-be26-5b1fd2e94459 req-ce3a6d0a-40e0-4b9d-b0a4-77aa0741084d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0911632 Mar 29 10:13:00.530868 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1945a4e3-23db-4fa2-be26-5b1fd2e94459 req-6bbf1637-525f-4f8a-b5d9-0eff70de86b5 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412266 Mar 29 10:13:01.267813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5ae6f-fa89-4d21-8683-62ef84833e73 req-239bd20d-6bad-453b-aabe-ce948cd04513 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:01.269303 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fdb5ae6f-fa89-4d21-8683-62ef84833e73 req-239bd20d-6bad-453b-aabe-ce948cd04513 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.1401722 Mar 29 10:13:01.297987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-9a9001fa-eddd-4ef6-a950-7e73d9fae55e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:01.299288 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-9a9001fa-eddd-4ef6-a950-7e73d9fae55e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe&tenant_id=815827618f6c4089a240fed3b9240fa4&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 946 time: 0.1312559 Mar 29 10:13:01.374335 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fdb5ae6f-fa89-4d21-8683-62ef84833e73 req-b52ef4f2-6c15-40fe-96b4-5ae239fe3f95 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994604 Mar 29 10:13:01.396779 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-7e0ce547-02d1-4324-8b71-4bb1fa712ab8 service neutron] 10.222.0.36 "GET /v2.0/ports/cbb5341d-f142-4750-9358-78e2978abb8d/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0899794 Mar 29 10:13:01.486944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-f1d85b37-0be5-40af-9540-c1921662ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:01.488410 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-f1d85b37-0be5-40af-9540-c1921662ac73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 1099 time: 0.0708802 Mar 29 10:13:01.622293 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-b9d8aeba-803d-461b-a298-1fbb25de855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:01.623711 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-b9d8aeba-803d-461b-a298-1fbb25de855a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1296940 Mar 29 10:13:01.735126 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-22a10e2a-3990-4b07-b989-e99822e27454 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb5341d-f142-4750-9358-78e2978abb8d HTTP/1.1" status: 200 len: 1003 time: 0.1046989 Mar 29 10:13:01.818797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-7cd25e87-b516-4f4d-bcfc-932aa7348af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:01.820586 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-7cd25e87-b516-4f4d-bcfc-932aa7348af1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0791583 Mar 29 10:13:01.938015 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-e6924f2b-33f9-4c20-8a7a-7dbbc584beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:01.939505 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-e6924f2b-33f9-4c20-8a7a-7dbbc584beb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1127179 Mar 29 10:13:02.080363 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-0ab6b434-c0d7-4ab4-9d3f-91c35c0b2b77 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338363 Mar 29 10:13:02.209570 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-3846e2cf-998d-4391-bc74-07481bfc7bc7 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231585 Mar 29 10:13:02.564786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773c899-3b1c-4a38-b5ff-59d0eb28153a req-b58edf46-d1ee-4033-8829-5b661d63e8b7 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:02.566211 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a773c899-3b1c-4a38-b5ff-59d0eb28153a req-b58edf46-d1ee-4033-8829-5b661d63e8b7 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0814753 Mar 29 10:13:02.610336 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a773c899-3b1c-4a38-b5ff-59d0eb28153a req-9ffd2746-7119-4552-8f3e-6ac006624522 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382543 Mar 29 10:13:03.955687 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432346d-711c-4af2-8dea-ffa814b41d76 req-99582570-5dde-4d8c-8bc0-fb5328a5a588 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:03.957112 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e432346d-711c-4af2-8dea-ffa814b41d76 req-99582570-5dde-4d8c-8bc0-fb5328a5a588 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0867338 Mar 29 10:13:04.004020 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e432346d-711c-4af2-8dea-ffa814b41d76 req-6fc2cc81-d996-450e-8c45-74d0529a721e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411925 Mar 29 10:13:05.247036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66375c40-7988-4db4-99a6-3b9d443205cc req-420184e9-501b-4448-bc54-45de972fb833 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:05.249092 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-66375c40-7988-4db4-99a6-3b9d443205cc req-420184e9-501b-4448-bc54-45de972fb833 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0849268 Mar 29 10:13:05.295018 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-66375c40-7988-4db4-99a6-3b9d443205cc req-834d1c0a-32ca-44ec-99f6-3e246509b6b1 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394824 Mar 29 10:13:05.718313 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bbadf835-528b-4ad6-b55a-414ef420e6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:06.366061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-d990cc2c-4153-4185-a4e4-9fe1d93bcb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:06.367989 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-d990cc2c-4153-4185-a4e4-9fe1d93bcb46 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe&tenant_id=815827618f6c4089a240fed3b9240fa4 HTTP/1.1" status: 200 len: 1099 time: 0.0904729 Mar 29 10:13:06.735578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-772b7e85-de24-456c-a89a-da6f29c82d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:06.738569 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-772b7e85-de24-456c-a89a-da6f29c82d3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=815827618f6c4089a240fed3b9240fa4&device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 1099 time: 0.3399942 Mar 29 10:13:06.871461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb3fd0-b8c2-420d-80c9-7917cf6671f6 req-45bf94a3-8280-49f9-8c76-a200f06382eb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:06.872924 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f0cb3fd0-b8c2-420d-80c9-7917cf6671f6 req-45bf94a3-8280-49f9-8c76-a200f06382eb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.3859301 Mar 29 10:13:06.931206 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-e5c6722c-b0cf-45a4-89ab-c1dce753b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:06.934211 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-e5c6722c-b0cf-45a4-89ab-c1dce753b521 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 200 len: 912 time: 0.1866214 Mar 29 10:13:06.941311 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f0cb3fd0-b8c2-420d-80c9-7917cf6671f6 req-3e7281a3-6270-41ed-8dae-709b065d5efd tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615082 Mar 29 10:13:07.038965 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-6c9457a7-f7e9-4b80-83e0-b4a687a8a615 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb5341d-f142-4750-9358-78e2978abb8d HTTP/1.1" status: 200 len: 1003 time: 0.0966148 Mar 29 10:13:07.104238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-14d9fa83-e45a-410c-8d4f-b66989433c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:07.105753 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-14d9fa83-e45a-410c-8d4f-b66989433c07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 200 len: 850 time: 0.0610292 Mar 29 10:13:07.183923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-f99b2b1b-8e0a-4306-aabd-414863b8a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:07.185500 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-f99b2b1b-8e0a-4306-aabd-414863b8a72e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743077 Mar 29 10:13:07.327668 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-5b8f7a18-4880-4d1a-b349-36d75c9842fa service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357074 Mar 29 10:13:07.465301 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec15443e-baf5-48e1-b268-dabb9373c53e req-6ba8d6f0-96b9-4b83-85cb-46d5035d79b3 service neutron] 10.222.0.36 "GET /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319108 Mar 29 10:13:07.892539 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3730c244-5c89-4597-b33c-d96a5274aae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:08.139894 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed99fc-e9c6-4167-82f8-06090abca3b9 req-3b5f2be3-f730-4e4b-a465-daac645b25db tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:08.141422 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e3ed99fc-e9c6-4167-82f8-06090abca3b9 req-3b5f2be3-f730-4e4b-a465-daac645b25db tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0809097 Mar 29 10:13:08.184933 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e3ed99fc-e9c6-4167-82f8-06090abca3b9 req-ecdbd4aa-d201-4c70-b84f-f2a39ce14bfb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376909 Mar 29 10:13:08.953044 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:08.980773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cbb5341d-f142-4750-9358-78e2978abb8d no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:13:09.010132 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:09.104967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:09.136847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:13:09.147123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:13:09.194891 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'code': 200} Mar 29 10:13:09.224291 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:09.314783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=cbb5341d-f142-4750-9358-78e2978abb8d,revision_number=9']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:09.400047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05520d8-939e-4d4e-8846-25f3fd61e19e req-b535f22d-36f0-402b-ba2e-babd89a5f44a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:09.402164 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f05520d8-939e-4d4e-8846-25f3fd61e19e req-b535f22d-36f0-402b-ba2e-babd89a5f44a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 944 time: 0.0953789 Mar 29 10:13:09.458076 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f05520d8-939e-4d4e-8846-25f3fd61e19e req-2c93a3df-b02e-4376-8b05-2e14846305bb tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498958 Mar 29 10:13:10.667045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955668f5-dd7a-4601-a4d2-c654c9a379bb req-309463fe-aecb-4c97-9e2f-e32465560677 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:10.669675 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-955668f5-dd7a-4601-a4d2-c654c9a379bb req-309463fe-aecb-4c97-9e2f-e32465560677 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 944 time: 0.1024637 Mar 29 10:13:10.722402 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-955668f5-dd7a-4601-a4d2-c654c9a379bb req-67a58c37-16b6-4a43-867a-696bd10847ba tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470378 Mar 29 10:13:10.944765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:10.994798 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cbb5341d-f142-4750-9358-78e2978abb8d details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:13:11.137171 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:13:11.152591 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'port_id': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:13:11.219231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:11.240592 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb5341d-f142-4750-9358-78e2978abb8d {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:13:11.257180 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:13:11.327290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:11.395093 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['cbb5341d-f142-4750-9358-78e2978abb8d'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:13:11.449040 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=cbb5341d-f142-4750-9358-78e2978abb8d,revision_number=10']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:11.919033 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4d75d-8e88-489e-9cd3-e518b511dabd req-780a42c9-c5e4-417e-b3e9-42149b46a762 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:11.920551 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-17c4d75d-8e88-489e-9cd3-e518b511dabd req-780a42c9-c5e4-417e-b3e9-42149b46a762 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0863447 Mar 29 10:13:11.972937 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-17c4d75d-8e88-489e-9cd3-e518b511dabd req-71a8c6db-012a-4361-b9ba-886a6c2abba0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464513 Mar 29 10:13:12.993283 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cbb5341d-f142-4750-9358-78e2978abb8d up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:13:13.065696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port cbb5341d-f142-4750-9358-78e2978abb8d triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:13:13.066065 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:13.180479 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb75e5c-2d5c-45dc-8396-8d0282443c06 req-8a31065c-efcc-4886-992e-cc11f69218b4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:13.182788 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-efb75e5c-2d5c-45dc-8396-8d0282443c06 req-8a31065c-efcc-4886-992e-cc11f69218b4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0908151 Mar 29 10:13:13.192381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:13.223238 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:13:13.239436 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:13:13.246187 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-efb75e5c-2d5c-45dc-8396-8d0282443c06 req-504816c7-4413-41f2-856c-8a4e2fa749c4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496366 Mar 29 10:13:13.296384 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'code': 200} Mar 29 10:13:13.370024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:13.459628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=cbb5341d-f142-4750-9358-78e2978abb8d,revision_number=11']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:14.443449 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9278330-88b3-4a1a-b0dd-aa99e4d968fe req-198eb5ed-aed5-41a9-b407-b903276174a2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:14.445158 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b9278330-88b3-4a1a-b0dd-aa99e4d968fe req-198eb5ed-aed5-41a9-b407-b903276174a2 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 947 time: 0.0940301 Mar 29 10:13:14.492778 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b9278330-88b3-4a1a-b0dd-aa99e4d968fe req-a67362e6-4cc7-4bc1-a832-4a6cab252e2a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412395 Mar 29 10:13:15.696889 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5061d67-5f94-4fe0-9540-50a3c223f5cd req-c24c68f9-f965-4642-8932-fb3c003b12f0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:15.698309 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f5061d67-5f94-4fe0-9540-50a3c223f5cd req-c24c68f9-f965-4642-8932-fb3c003b12f0 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 947 time: 0.0793936 Mar 29 10:13:15.743821 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f5061d67-5f94-4fe0-9540-50a3c223f5cd req-e639cc8f-2cb3-4e8f-8aa2-e17bd2ddc85e tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395017 Mar 29 10:13:16.928192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314b42e-1e67-41aa-87a6-2f9961e956b4 req-28168413-75ed-4e2b-89dd-e5ad761d3135 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:16.929689 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7314b42e-1e67-41aa-87a6-2f9961e956b4 req-28168413-75ed-4e2b-89dd-e5ad761d3135 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 947 time: 0.0790436 Mar 29 10:13:16.979999 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7314b42e-1e67-41aa-87a6-2f9961e956b4 req-bafe7046-b986-4315-b6bf-a794e5ade87d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445902 Mar 29 10:13:18.186891 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c62275-f0c0-4318-af9e-fbb448c4c0b8 req-7b9f3b94-7d96-4ec9-96ec-c806c56d2ee8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:18.188331 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-53c62275-f0c0-4318-af9e-fbb448c4c0b8 req-7b9f3b94-7d96-4ec9-96ec-c806c56d2ee8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 947 time: 0.1004488 Mar 29 10:13:18.234414 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-53c62275-f0c0-4318-af9e-fbb448c4c0b8 req-8dbadc43-966b-47c1-bd03-0c4dcd46b389 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400510 Mar 29 10:13:19.441259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d77de-2a34-4670-9095-f62ff0d33c5a req-9a2ecb07-9358-4bca-9e90-b6e50b15254a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:19.443103 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-051d77de-2a34-4670-9095-f62ff0d33c5a req-9a2ecb07-9358-4bca-9e90-b6e50b15254a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 947 time: 0.0958602 Mar 29 10:13:19.490222 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-051d77de-2a34-4670-9095-f62ff0d33c5a req-8d35d9bd-81e3-44d4-a2b1-43fc4c8f7145 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397968 Mar 29 10:13:20.689770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fce93f-02c0-4886-82e4-7558b4d9ca35 req-5c1393fc-68d5-458e-afc5-f4e16178efcf tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:20.691369 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-55fce93f-02c0-4886-82e4-7558b4d9ca35 req-5c1393fc-68d5-458e-afc5-f4e16178efcf tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 947 time: 0.0855854 Mar 29 10:13:20.742415 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-55fce93f-02c0-4886-82e4-7558b4d9ca35 req-a3a6d41e-2a21-4328-a82f-7358fe65b908 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448029 Mar 29 10:13:21.040568 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cbb5341d-f142-4750-9358-78e2978abb8d details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:13:21.209865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:13:21.223573 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'port_id': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'mac_address': 'fa:16:3e:9f:50:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:13:21.280113 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:21.298233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbb5341d-f142-4750-9358-78e2978abb8d {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:13:21.315061 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:13:21.378653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:21.446668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['cbb5341d-f142-4750-9358-78e2978abb8d'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:13:21.490251 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=cbb5341d-f142-4750-9358-78e2978abb8d,revision_number=12']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:21.507096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:21.507442 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:21.507786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:21.508131 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:21.508454 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:21.508830 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:21.509137 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:21.509461 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:21.509785 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:21.510138 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:21.510459 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:21.510780 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:21.937774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855852b6-766e-4d8e-8701-7658cc8731e7 req-2aada664-4209-4256-9d67-710281fd6fab tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:21.939554 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-855852b6-766e-4d8e-8701-7658cc8731e7 req-2aada664-4209-4256-9d67-710281fd6fab tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0851679 Mar 29 10:13:21.990324 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-855852b6-766e-4d8e-8701-7658cc8731e7 req-1dea647e-b888-4cdb-8fa8-1f488ddd5600 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452838 Mar 29 10:13:23.061423 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cbb5341d-f142-4750-9358-78e2978abb8d up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:13:23.140895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port cbb5341d-f142-4750-9358-78e2978abb8d triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:13:23.141175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:23.198554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5157630-24ad-466e-994b-be6db2ec6ab9 req-0af1e876-d9c1-4033-aaa2-234f4f8e4882 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:23.200048 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b5157630-24ad-466e-994b-be6db2ec6ab9 req-0af1e876-d9c1-4033-aaa2-234f4f8e4882 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0921819 Mar 29 10:13:23.247424 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b5157630-24ad-466e-994b-be6db2ec6ab9 req-732b23b9-f3c5-4571-952c-1994a9af836c tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408149 Mar 29 10:13:23.283317 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:23.313287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:13:23.324327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:13:23.350039 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:23.383971 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'code': 200} Mar 29 10:13:23.441394 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:23.462258 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9547a-b646-4d70-b111-1beefa719303 req-9c16d6b1-09ef-4ae9-8b71-9aebaba48aa4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:23.463770 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bec9547a-b646-4d70-b111-1beefa719303 req-9c16d6b1-09ef-4ae9-8b71-9aebaba48aa4 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 946 time: 0.0881848 Mar 29 10:13:23.520630 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bec9547a-b646-4d70-b111-1beefa719303 req-02fbc934-52b6-405d-a960-2bef7f29c313 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466869 Mar 29 10:13:23.527611 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=cbb5341d-f142-4750-9358-78e2978abb8d,revision_number=13']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:23.713700 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d4d45-dcd9-41a2-bd44-cd28185977ea req-dd8545d2-23b6-4a47-8f7f-97418a2a02df tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:23.715187 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-443d4d45-dcd9-41a2-bd44-cd28185977ea req-dd8545d2-23b6-4a47-8f7f-97418a2a02df tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 947 time: 0.0837648 Mar 29 10:13:23.763540 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-443d4d45-dcd9-41a2-bd44-cd28185977ea req-d3b56dd0-5555-4d79-8f2d-942314638c55 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401874 Mar 29 10:13:24.426750 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af6fc6-c48a-4904-9741-cd8dd0e296f7 req-c7967b4d-a8d3-43bc-a5c2-24cb839ee422 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:24.428254 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-85af6fc6-c48a-4904-9741-cd8dd0e296f7 req-c7967b4d-a8d3-43bc-a5c2-24cb839ee422 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 947 time: 0.0928311 Mar 29 10:13:24.477461 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-85af6fc6-c48a-4904-9741-cd8dd0e296f7 req-014345f0-add8-43f4-8b24-0749acafd739 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427704 Mar 29 10:13:25.678475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4240d-2afb-4a39-9a1b-8299c23d58e9 req-1864d075-5b72-4065-a3a6-c06b26ee4b93 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:25.679915 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-82b4240d-2afb-4a39-9a1b-8299c23d58e9 req-1864d075-5b72-4065-a3a6-c06b26ee4b93 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 947 time: 0.0848877 Mar 29 10:13:25.727258 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-82b4240d-2afb-4a39-9a1b-8299c23d58e9 req-3e75114e-e05d-4ebd-abe9-f19771653f71 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408723 Mar 29 10:13:26.919843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e33ad-21b9-4623-aa30-11913a8e150b req-b60fd24f-5a23-453c-a1ee-4faaf4fce82a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:26.921425 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f56e33ad-21b9-4623-aa30-11913a8e150b req-b60fd24f-5a23-453c-a1ee-4faaf4fce82a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 947 time: 0.0822461 Mar 29 10:13:26.973100 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f56e33ad-21b9-4623-aa30-11913a8e150b req-d12bcec5-a86a-4ef6-b36a-d5ad1db6c994 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups?id=acb29038-d60a-40bc-9569-0e3085d53910&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454302 Mar 29 10:13:27.034841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-ab655fdc-648e-4821-81a3-186c37e597c6 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:27.036331 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-ab655fdc-648e-4821-81a3-186c37e597c6 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 947 time: 0.0920763 Mar 29 10:13:27.115324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Deleting port cbb5341d-f142-4750-9358-78e2978abb8d {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:13:27.115557 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:27.470278 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] For port cbb5341d-f142-4750-9358-78e2978abb8d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cbb5341d-f142-4750-9358-78e2978abb8d,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:13:27.470636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:27.764660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:27.764928 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:27.765239 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Floating IP f2e26cac-3404-49d7-af4f-f0089d46f620 disassociated. External IP: 172.26.7.159, port: cbb5341d-f142-4750-9358-78e2978abb8d. Mar 29 10:13:27.765578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Calling delete_port for cbb5341d-f142-4750-9358-78e2978abb8d owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:13:27.975861 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:28.028740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Pushing event deleted for resources: {'Port': ['ID=cbb5341d-f142-4750-9358-78e2978abb8d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:28.040065 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:28.040700 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:28.040792 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:28.041273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:28.041615 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:28.041948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:28.042272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:28.042595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:28.043429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:28.043752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:28.044067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:28.044381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:28.161747 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f8bbd602-3fe0-4b2b-aed6-c0bd93b434e5 req-f5b36b8f-759f-4f39-861a-80b6f6f050d8 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 210 time: 0.0606520 Mar 29 10:13:28.279532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Router f68cc3d0-d393-4b40-9629-b36b20f87650 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:13:28.459913 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:13:28.469938 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e293d2-3cf1-4499-bd31-b9f6bd9d1452 None None] Sync routers for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:13:28.479906 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e293d2-3cf1-4499-bd31-b9f6bd9d1452 None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:13:28.481133 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-15e293d2-3cf1-4499-bd31-b9f6bd9d1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:13:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:13:28.537558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] No DVR routers for this DVR port cbb5341d-f142-4750-9358-78e2978abb8d on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:13:28.540127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:28.543759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'name': 'network-vif-deleted', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:13:28.588400 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f42bad-6309-489d-84d4-689e962b6efe', 'name': 'network-vif-deleted', 'tag': 'cbb5341d-f142-4750-9358-78e2978abb8d', 'status': 'completed', 'code': 200} Mar 29 10:13:28.658122 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-15e293d2-3cf1-4499-bd31-b9f6bd9d1452 None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:13:28.664834 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-947731ba-e9a1-429b-a4b0-28ef6b47bb95 req-8c1aa78c-e443-44e2-bf75-4629f7e63d5a tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.36 "DELETE /v2.0/ports/cbb5341d-f142-4750-9358-78e2978abb8d HTTP/1.1" status: 204 len: 173 time: 1.6198783 Mar 29 10:13:29.010130 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-15e293d2-3cf1-4499-bd31-b9f6bd9d1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:13:29.014882 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e293d2-3cf1-4499-bd31-b9f6bd9d1452 None None] Checking router: f68cc3d0-d393-4b40-9629-b36b20f87650 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:13:29.023414 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e293d2-3cf1-4499-bd31-b9f6bd9d1452 None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:13:29.024018 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-15e293d2-3cf1-4499-bd31-b9f6bd9d1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:13:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:13:29.227292 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-15e293d2-3cf1-4499-bd31-b9f6bd9d1452 None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:13:29.323262 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2f529481-3576-458e-a812-0f8a5c638d0a req-447a77ee-645e-4d6e-bd00-686ec325be4d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Synchronizing usage tracker for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:13:29.407202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2f529481-3576-458e-a812-0f8a5c638d0a req-447a77ee-645e-4d6e-bd00-686ec325be4d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Unset dirty status for tenant:815827618f6c4089a240fed3b9240fa4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:13:29.408393 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2f529481-3576-458e-a812-0f8a5c638d0a req-447a77ee-645e-4d6e-bd00-686ec325be4d tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0f42bad-6309-489d-84d4-689e962b6efe HTTP/1.1" status: 200 len: 210 time: 0.1283867 Mar 29 10:13:29.572950 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-15e293d2-3cf1-4499-bd31-b9f6bd9d1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:13:29.577454 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e293d2-3cf1-4499-bd31-b9f6bd9d1452 None None] The sync data for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv is: [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:48Z', 'revision_number': 4, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '8d5705a9-204f-4194-8309-2f3bf9e2d832', 'name': '', 'network_id': '7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'mac_address': 'fa:16:3e:62:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:47Z', 'updated_at': '2022-03-29T10:08:54Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'subnets': [{'id': '7c223473-d8a2-46dd-a87a-b2cfddc3b1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:13:29.817764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca591f9-4ab6-45ca-aa1c-a223e734b444 None None] New status for floating IP f2e26cac-3404-49d7-af4f-f0089d46f620: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:13:31.118435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cbb5341d-f142-4750-9358-78e2978abb8d no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:13:31.152798 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: cbb5341d-f142-4750-9358-78e2978abb8d {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:13:31.153157 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device cbb5341d-f142-4750-9358-78e2978abb8d not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:13:34.879899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43598) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:13:34.946725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e8207631-ae72-4f54-bd98-035adb93a4ee tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:34.975669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e8207631-ae72-4f54-bd98-035adb93a4ee tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:35.104119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e8207631-ae72-4f54-bd98-035adb93a4ee tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:35.125416 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8207631-ae72-4f54-bd98-035adb93a4ee tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb29038-d60a-40bc-9569-0e3085d53910,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:35.200838 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e8207631-ae72-4f54-bd98-035adb93a4ee tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:35.201960 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e8207631-ae72-4f54-bd98-035adb93a4ee tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "DELETE /v2.0/security-groups/acb29038-d60a-40bc-9569-0e3085d53910 HTTP/1.1" status: 204 len: 168 time: 0.3209651 Mar 29 10:13:35.204694 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43602) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:13:35.322064 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-fc9f33f4-d488-482b-b838-74a27bc4d6bf tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] show failed (client error): The resource could not be found. Mar 29 10:13:35.323114 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fc9f33f4-d488-482b-b838-74a27bc4d6bf tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "GET /v2.0/security-groups/acb29038-d60a-40bc-9569-0e3085d53910 HTTP/1.1" status: 404 len: 347 time: 0.1175158 Mar 29 10:13:35.326077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43606) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:13:35.485151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-7d6be1ea-c7a8-4888-97ff-4f75f4da1a18 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Deleting port 13ffacae-b89a-4df0-8a32-ab2dacee0575 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:13:35.485493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d6be1ea-c7a8-4888-97ff-4f75f4da1a18 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:35.663440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d6be1ea-c7a8-4888-97ff-4f75f4da1a18 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:35.663655 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d6be1ea-c7a8-4888-97ff-4f75f4da1a18 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:35.738247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ef455cf3-5ac0-4159-8e27-3487bdf43cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:35.791537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-7d6be1ea-c7a8-4888-97ff-4f75f4da1a18 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Calling delete_port for 13ffacae-b89a-4df0-8a32-ab2dacee0575 owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:13:36.001097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d6be1ea-c7a8-4888-97ff-4f75f4da1a18 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:36.048618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6be1ea-c7a8-4888-97ff-4f75f4da1a18 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Pushing event deleted for resources: {'Port': ['ID=13ffacae-b89a-4df0-8a32-ab2dacee0575,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:36.102906 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:13:36.142506 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d6be1ea-c7a8-4888-97ff-4f75f4da1a18 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:36.287080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-7d6be1ea-c7a8-4888-97ff-4f75f4da1a18 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:36.288150 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-7d6be1ea-c7a8-4888-97ff-4f75f4da1a18 tempest-ServerActionsTestJSON-606523231 tempest-ServerActionsTestJSON-606523231-project] 10.222.0.35 "DELETE /v2.0/floatingips/f2e26cac-3404-49d7-af4f-f0089d46f620 HTTP/1.1" status: 204 len: 168 time: 0.9611528 Mar 29 10:13:36.292371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43610) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:13:36.853568 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-96cfbf5b-661e-4457-9259-46bbfc0bc02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:37.299887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-96cfbf5b-661e-4457-9259-46bbfc0bc02f admin admin] Deleting port 8d5705a9-204f-4194-8309-2f3bf9e2d832 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:13:37.300617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-96cfbf5b-661e-4457-9259-46bbfc0bc02f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:37.471287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-96cfbf5b-661e-4457-9259-46bbfc0bc02f admin admin] For port 8d5705a9-204f-4194-8309-2f3bf9e2d832, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=8d5705a9-204f-4194-8309-2f3bf9e2d832,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:13:37.471643 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-96cfbf5b-661e-4457-9259-46bbfc0bc02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:37.593688 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-96cfbf5b-661e-4457-9259-46bbfc0bc02f admin admin] Calling delete_port for 8d5705a9-204f-4194-8309-2f3bf9e2d832 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:13:37.887788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d58aacb4-c3f3-4682-b754-3d1b79b85809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:37.975588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-96cfbf5b-661e-4457-9259-46bbfc0bc02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:38.022223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfbf5b-661e-4457-9259-46bbfc0bc02f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5705a9-204f-4194-8309-2f3bf9e2d832,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:38.288163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-96cfbf5b-661e-4457-9259-46bbfc0bc02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:38.750712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cfbf5b-661e-4457-9259-46bbfc0bc02f admin admin] Router f68cc3d0-d393-4b40-9629-b36b20f87650 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:13:38.928699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cfbf5b-661e-4457-9259-46bbfc0bc02f admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:13:38.939678 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed520a5d-b1e1-4eac-b095-a36c00743523 None None] Sync routers for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:13:38.943780 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-96cfbf5b-661e-4457-9259-46bbfc0bc02f admin admin] 10.222.0.35 "PUT /v2.0/routers/f68cc3d0-d393-4b40-9629-b36b20f87650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6462133 Mar 29 10:13:38.944020 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43614) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:13:38.955828 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed520a5d-b1e1-4eac-b095-a36c00743523 None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:13:38.959215 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ed520a5d-b1e1-4eac-b095-a36c00743523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:13:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:13:38.989537 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:39.024085 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:39.121279 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:39.129571 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-ed520a5d-b1e1-4eac-b095-a36c00743523 None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:13:39.302264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:39.381839 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] Deleting port badd0d65-f140-4905-b89b-2d1d9d8fb485 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:13:39.382215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:39.442990 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ed520a5d-b1e1-4eac-b095-a36c00743523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73'}], 'enable_snat': True}, 'gw_port_id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:13:37Z', 'revision_number': 5, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port': {'id': 'badd0d65-f140-4905-b89b-2d1d9d8fb485', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:44Z', 'updated_at': '2022-03-29T10:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:13:39.446948 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed520a5d-b1e1-4eac-b095-a36c00743523 None None] Checking router: f68cc3d0-d393-4b40-9629-b36b20f87650 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:13:39.455981 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed520a5d-b1e1-4eac-b095-a36c00743523 None None] Routers {'f68cc3d0-d393-4b40-9629-b36b20f87650'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:13:39.456614 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ed520a5d-b1e1-4eac-b095-a36c00743523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:13:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f68cc3d0-d393-4b40-9629-b36b20f87650'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:13:39.557049 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] For port badd0d65-f140-4905-b89b-2d1d9d8fb485, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=badd0d65-f140-4905-b89b-2d1d9d8fb485,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:13:39.557398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:39.609271 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-ed520a5d-b1e1-4eac-b095-a36c00743523 None None] Set router f68cc3d0-d393-4b40-9629-b36b20f87650 gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:13:39.686206 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] Calling delete_port for badd0d65-f140-4905-b89b-2d1d9d8fb485 owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:13:39.715614 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ed520a5d-b1e1-4eac-b095-a36c00743523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:13:39Z', 'revision_number': 6, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:13:39.719640 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed520a5d-b1e1-4eac-b095-a36c00743523 None None] The sync data for ids ['f68cc3d0-d393-4b40-9629-b36b20f87650'] in dv-neutron-835555-1-hyperv is: [{'id': 'f68cc3d0-d393-4b40-9629-b36b20f87650', 'name': 'tempest-ServerActionsTestJSON-909768788-router', 'tenant_id': '815827618f6c4089a240fed3b9240fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:13:39Z', 'revision_number': 6, 'project_id': '815827618f6c4089a240fed3b9240fa4', 'gw_port_host': None}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:13:40.039307 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:40.089712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=badd0d65-f140-4905-b89b-2d1d9d8fb485,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:40.184781 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:40.356634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:40.358854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:40.474612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device badd0d65-f140-4905-b89b-2d1d9d8fb485 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:13:40.478642 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:40.479148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f68cc3d0-d393-4b40-9629-b36b20f87650 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:13:40.492327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:40.493552 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0f36a5df-10b6-41ce-b125-b18fb3929ac6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f68cc3d0-d393-4b40-9629-b36b20f87650 HTTP/1.1" status: 204 len: 168 time: 1.5485957 Mar 29 10:13:40.496191 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43618) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:13:40.509340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: badd0d65-f140-4905-b89b-2d1d9d8fb485 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:13:40.509681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device badd0d65-f140-4905-b89b-2d1d9d8fb485 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:13:40.510162 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 8d5705a9-204f-4194-8309-2f3bf9e2d832 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:13:40.551415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 8d5705a9-204f-4194-8309-2f3bf9e2d832 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:13:40.551875 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 8d5705a9-204f-4194-8309-2f3bf9e2d832 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:13:40.565737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Deleting subnet 7c223473-d8a2-46dd-a87a-b2cfddc3b1dc {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:13:40.568708 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:40.719696 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:40.797141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:40.867525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:40.955934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:40.996857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c223473-d8a2-46dd-a87a-b2cfddc3b1dc,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:41.001067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:41.006264 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a41d2fb-f5e3-4e16-ba6e-bd4f665da324 None None] Network 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:13:41.008294 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:41.008684 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:41.009021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:41.009402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:41.009676 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:41.009998 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:41.010322 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:41.010674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:41.010961 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:41.011364 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:41.012166 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:41.012508 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:13:41.017657 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1ece7642-9221-4485-92cf-e6402dbb2758 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7c223473-d8a2-46dd-a87a-b2cfddc3b1dc HTTP/1.1" status: 204 len: 168 time: 0.5202706 Mar 29 10:13:41.020184 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43622) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:13:41.207597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:41.218298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] Deleting port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:13:41.218629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:41.248449 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae5e6e9-0bad-4c6c-9f7e-e687357c00a3 None None] DHCP port deletion for 7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:13:41.252860 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5e6e9-0bad-4c6c-9f7e-e687357c00a3 None None] Deleting port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:13:41.253234 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e6e9-0bad-4c6c-9f7e-e687357c00a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:41.461309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] For port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=0bb5c0a8-29c6-492d-9bbb-75949c4b8a41,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:13:41.461596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:41.499142 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-3ae5e6e9-0bad-4c6c-9f7e-e687357c00a3 None None] For port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=0bb5c0a8-29c6-492d-9bbb-75949c4b8a41,segment=NetworkSegment(93b55373-25f5-4016-be1b-8c36b605e0fd),segment_id=93b55373-25f5-4016-be1b-8c36b605e0fd)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:13:41.499850 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e6e9-0bad-4c6c-9f7e-e687357c00a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:41.585827 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] Calling delete_port for 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:13:41.623949 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5e6e9-0bad-4c6c-9f7e-e687357c00a3 None None] Calling delete_port for 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: from cryptography.utils import int_from_bytes Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: from cryptography.utils import int_from_bytes Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn_limited( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 10:13:41.723688 dv-neutron-835555-1-hyperv neutron-server[88552]: util.warn( Mar 29 10:13:41.727516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:41.731116 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-3ae5e6e9-0bad-4c6c-9f7e-e687357c00a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:13:41.731510 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-3ae5e6e9-0bad-4c6c-9f7e-e687357c00a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:13:41.775805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb5c0a8-29c6-492d-9bbb-75949c4b8a41,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:41.778176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] No DVR routers for this DVR port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:13:41.892395 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:41.917257 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:13:41.931614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b55373-25f5-4016-be1b-8c36b605e0fd') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:13:41.931906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b55373-25f5-4016-be1b-8c36b605e0fd') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:13:41.942953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:41.959081 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:41.965078 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:13:41.965459 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:13:41.979050 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:13:42.132084 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:42.136506 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:42.159730 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:42.232568 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5e6e9-0bad-4c6c-9f7e-e687357c00a3 None None] Deleting port 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:13:42.232920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e6e9-0bad-4c6c-9f7e-e687357c00a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:42.270282 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cb28f13f-0e00-4131-9c16-fdc40b5e4e22 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7b15d3a3-88c1-4ec2-908d-c5b48f49d7ed HTTP/1.1" status: 204 len: 168 time: 1.2489204 Mar 29 10:13:42.302761 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3ae5e6e9-0bad-4c6c-9f7e-e687357c00a3 None None] The port '0bb5c0a8-29c6-492d-9bbb-75949c4b8a41' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 10:13:42.408657 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:13:42.445392 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:13:42.445735 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 0bb5c0a8-29c6-492d-9bbb-75949c4b8a41 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:13:42.612305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43630) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:13:42.661239 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a9836e7f-f893-4c82-9626-20cab3e37616 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=815827618f6c4089a240fed3b9240fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477257 Mar 29 10:13:42.663600 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43634) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:13:42.721707 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ea4658f5-e249-489c-bc43-a680b9bb6182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:42.747698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ea4658f5-e249-489c-bc43-a680b9bb6182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:42.884729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ea4658f5-e249-489c-bc43-a680b9bb6182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:42.902268 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4658f5-e249-489c-bc43-a680b9bb6182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea51ee3c-979f-45b8-8931-ecf999e1c042,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:42.908720 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ea4658f5-e249-489c-bc43-a680b9bb6182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:42.909846 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ea4658f5-e249-489c-bc43-a680b9bb6182 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea51ee3c-979f-45b8-8931-ecf999e1c042 HTTP/1.1" status: 204 len: 168 time: 0.2453597 Mar 29 10:13:43.979645 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43658) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:13:44.081895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1654756470-network', 'tenant_id': 'f087a751966e41a294cad43d0a1b37f9'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:13:44.086631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:13:44.090442 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Usage tracker for resource:network and tenant:f087a751966e41a294cad43d0a1b37f9 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:13:44.093474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:13:44.102116 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:13:44.164161 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Made reservation on behalf of f087a751966e41a294cad43d0a1b37f9 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:13:44.166562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:44.178888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:44.193634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:13:44.197504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Usage tracker for resource:security_group_rule and tenant:f087a751966e41a294cad43d0a1b37f9 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:13:44.200381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:13:44.206863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:13:44.287142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:44.358831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:44.390186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:13:44.398689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d87b7c1-2687-4aa0-a21e-46bc47c633f8,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:44.403988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:44.405178 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Added segment 230cc5cc-635c-47a9-80d7-d6d5b8d2bb80 of type vlan for network 89853f63-82e2-4726-956e-200cd2383426 Mar 29 10:13:44.431892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:44.555659 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:44.556586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:44.557198 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:44.660406 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] Pushing event updated for resources: {'Network': ['ID=89853f63-82e2-4726-956e-200cd2383426,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:44.671000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 89853f63-82e2-4726-956e-200cd2383426 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:13:44.739137 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-07d9e623-ff79-4d22-baf1-538e713714e3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7583802 Mar 29 10:13:44.741890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43664) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:13:44.747256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] Request body: {'subnet': {'network_id': '89853f63-82e2-4726-956e-200cd2383426', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1654756470-subnet', 'tenant_id': 'f087a751966e41a294cad43d0a1b37f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:13:44.752041 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:13:44.756047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] Usage tracker for resource:subnet and tenant:f087a751966e41a294cad43d0a1b37f9 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:13:44.759424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:13:44.765528 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:13:44.852566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] Made reservation on behalf of f087a751966e41a294cad43d0a1b37f9 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:13:44.854854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:45.125017 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:45.201991 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2454df-356e-48ff-9e68-715f1f3cbb22,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:45.209358 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] Checking segment: {'id': '230cc5cc-635c-47a9-80d7-d6d5b8d2bb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '89853f63-82e2-4726-956e-200cd2383426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:13:45.209708 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] Network hostable DHCP agents. Network: 89853f63-82e2-4726-956e-200cd2383426, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:13:45.302991 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] Network 89853f63-82e2-4726-956e-200cd2383426 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:13:45.395998 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 89853f63-82e2-4726-956e-200cd2383426) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:13:45.399894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:45.400501 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:45.404828 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995f7c0e-da54-461d-89be-01f100098291 None None] Network 89853f63-82e2-4726-956e-200cd2383426 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:13:45.508040 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-94337e6e-23db-4f81-9cec-b19475eb009e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7650833 Mar 29 10:13:45.615727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba9cbeb-1643-47e9-90c0-d8ffc92d1c55 None None] Network 89853f63-82e2-4726-956e-200cd2383426 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:13:46.044797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-3482ad89-a1af-4a73-b4f2-67eb83b0adfe tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:46.045387 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-3482ad89-a1af-4a73-b4f2-67eb83b0adfe tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Synchronizing usage tracker for tenant:f087a751966e41a294cad43d0a1b37f9 on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:13:46.149242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-3482ad89-a1af-4a73-b4f2-67eb83b0adfe tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Unset dirty status for tenant:f087a751966e41a294cad43d0a1b37f9 on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:13:46.150427 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-3482ad89-a1af-4a73-b4f2-67eb83b0adfe tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/networks?id=89853f63-82e2-4726-956e-200cd2383426 HTTP/1.1" status: 200 len: 814 time: 0.2467973 Mar 29 10:13:46.165900 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-165acc61-231f-4f96-823a-92dc32c9d12d tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/quotas/f087a751966e41a294cad43d0a1b37f9 HTTP/1.1" status: 200 len: 375 time: 0.0090942 Mar 29 10:13:46.212010 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-c5b253fa-452d-4d39-9c1a-030a5d0e429e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f087a751966e41a294cad43d0a1b37f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409615 Mar 29 10:13:46.344298 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-ae9d09c3-b16f-422c-9b1e-5d36592f0f46 service neutron] 10.222.0.35 "GET /v2.0/networks/89853f63-82e2-4726-956e-200cd2383426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247234 Mar 29 10:13:46.475431 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-20ebd135-86b7-48f9-af1e-19e3b91e959e service neutron] 10.222.0.35 "GET /v2.0/networks/89853f63-82e2-4726-956e-200cd2383426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254053 Mar 29 10:13:46.722078 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e9d26263-391d-4527-8b50-5425c46d21dc req-5375f497-f4d2-4be0-8406-6d907d494172 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 210 time: 0.0450339 Mar 29 10:13:47.882126 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-598ab3ab-d3df-44ca-b2f4-16fe1c200bf2 req-ec4b8d77-62a4-474b-b150-e63c38323646 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 210 time: 0.0514796 Mar 29 10:13:49.186200 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-a1dafe50-c2ea-47b7-a729-fe25f454ee05 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:49.187759 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-a1dafe50-c2ea-47b7-a729-fe25f454ee05 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.36 "GET /v2.0/networks?id=89853f63-82e2-4726-956e-200cd2383426 HTTP/1.1" status: 200 len: 814 time: 0.2822821 Mar 29 10:13:49.192597 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bf40ea22-1aea-4644-ae94-f7c659a5f5e9 req-9e1ba86c-c106-49c7-89db-527bdbfa3ce1 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 210 time: 0.0431314 Mar 29 10:13:49.201692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Request body: {'port': {'device_id': '4a2597b2-4a84-4ee9-9255-558eb1e1a680', 'network_id': '89853f63-82e2-4726-956e-200cd2383426', 'admin_state_up': True, 'tenant_id': 'f087a751966e41a294cad43d0a1b37f9'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:13:49.359239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:13:49.365572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Usage tracker for resource:port and tenant:f087a751966e41a294cad43d0a1b37f9 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:13:49.370475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:13:49.378945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:13:49.453133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Made reservation on behalf of f087a751966e41a294cad43d0a1b37f9 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:13:49.456769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:49.617212 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Allocated IP 172.20.0.5 (89853f63-82e2-4726-956e-200cd2383426/8d2454df-356e-48ff-9e68-715f1f3cbb22/dcb1c88e-dca7-451c-b6fe-2fdc5c899fee) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:13:49.815425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:49.915690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:49.982192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Network 89853f63-82e2-4726-956e-200cd2383426 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:13:49.985869 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:13:49.988320 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:13:50.044527 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Pushing event updated for resources: {'Port': ['ID=dcb1c88e-dca7-451c-b6fe-2fdc5c899fee,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:50.067661 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:50.068227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:50.165308 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8ecd7c0c-627e-475c-bf94-20ce28042c0a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9690230 Mar 29 10:13:50.176423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Request body: {'port': {'device_id': '4a2597b2-4a84-4ee9-9255-558eb1e1a680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:13:50.286808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:50.495282 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983be12-d91e-4969-81e3-6cff301ecc22 req-93d93116-4ee5-4857-88e1-340d05657cc2 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:50.495961 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-7983be12-d91e-4969-81e3-6cff301ecc22 req-93d93116-4ee5-4857-88e1-340d05657cc2 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Synchronizing usage tracker for tenant:f087a751966e41a294cad43d0a1b37f9 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:13:50.675343 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-7983be12-d91e-4969-81e3-6cff301ecc22 req-93d93116-4ee5-4857-88e1-340d05657cc2 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Unset dirty status for tenant:f087a751966e41a294cad43d0a1b37f9 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:13:50.676495 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7983be12-d91e-4969-81e3-6cff301ecc22 req-93d93116-4ee5-4857-88e1-340d05657cc2 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 931 time: 0.3501716 Mar 29 10:13:50.728231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb1c88e-dca7-451c-b6fe-2fdc5c899fee {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:13:50.739207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:50.751531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-7983be12-d91e-4969-81e3-6cff301ecc22 req-ca15e853-4492-4ca9-a89c-274985d1f736 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Synchronizing usage tracker for tenant:f087a751966e41a294cad43d0a1b37f9 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:13:50.763811 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Transition to ACTIVE for port object dcb1c88e-dca7-451c-b6fe-2fdc5c899fee will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:13:50.846854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:50.884210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-7983be12-d91e-4969-81e3-6cff301ecc22 req-ca15e853-4492-4ca9-a89c-274985d1f736 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Unset dirty status for tenant:f087a751966e41a294cad43d0a1b37f9 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:13:50.885379 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7983be12-d91e-4969-81e3-6cff301ecc22 req-ca15e853-4492-4ca9-a89c-274985d1f736 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025437 Mar 29 10:13:50.999143 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Pushing event updated for resources: {'Port': ['ID=dcb1c88e-dca7-451c-b6fe-2fdc5c899fee,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:51.079889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Attempting to bind port dcb1c88e-dca7-451c-b6fe-2fdc5c899fee on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:13:51.080215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Attempting to bind port dcb1c88e-dca7-451c-b6fe-2fdc5c899fee by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '230cc5cc-635c-47a9-80d7-d6d5b8d2bb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '89853f63-82e2-4726-956e-200cd2383426'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:13:51.080554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Attempting to bind port dcb1c88e-dca7-451c-b6fe-2fdc5c899fee on network 89853f63-82e2-4726-956e-200cd2383426 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:13:51.085168 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Port dcb1c88e-dca7-451c-b6fe-2fdc5c899fee on network 89853f63-82e2-4726-956e-200cd2383426 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:13:51.085478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Attempting to bind port dcb1c88e-dca7-451c-b6fe-2fdc5c899fee on network 89853f63-82e2-4726-956e-200cd2383426 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:13:51.090440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:13:51.090783 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Checking segment: {'id': '230cc5cc-635c-47a9-80d7-d6d5b8d2bb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '89853f63-82e2-4726-956e-200cd2383426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:13:51.091136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Bound using segment: {'id': '230cc5cc-635c-47a9-80d7-d6d5b8d2bb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '89853f63-82e2-4726-956e-200cd2383426'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:13:51.091546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Bound port: dcb1c88e-dca7-451c-b6fe-2fdc5c899fee, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230cc5cc-635c-47a9-80d7-d6d5b8d2bb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '89853f63-82e2-4726-956e-200cd2383426'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:13:51.091879 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:51.177501 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] For port dcb1c88e-dca7-451c-b6fe-2fdc5c899fee, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:13:51.180357 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] For port dcb1c88e-dca7-451c-b6fe-2fdc5c899fee, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=dcb1c88e-dca7-451c-b6fe-2fdc5c899fee,segment=NetworkSegment(230cc5cc-635c-47a9-80d7-d6d5b8d2bb80),segment_id=230cc5cc-635c-47a9-80d7-d6d5b8d2bb80)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:13:51.270073 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:51.448509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:51.449126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:51.450497 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] 10.222.0.36 "PUT /v2.0/ports/dcb1c88e-dca7-451c-b6fe-2fdc5c899fee HTTP/1.1" status: 200 len: 1093 time: 1.2780509 Mar 29 10:13:51.450934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2597b2-4a84-4ee9-9255-558eb1e1a680', 'tag': 'dcb1c88e-dca7-451c-b6fe-2fdc5c899fee'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:13:51.476574 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34091ff4-7822-4cf1-9c4c-6b96490c828c service neutron] Pushing event updated for resources: {'Port': ['ID=dcb1c88e-dca7-451c-b6fe-2fdc5c899fee,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:51.499514 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2597b2-4a84-4ee9-9255-558eb1e1a680', 'tag': 'dcb1c88e-dca7-451c-b6fe-2fdc5c899fee', 'status': 'completed', 'code': 200} Mar 29 10:13:51.599142 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d49f48-f700-4b37-8c36-4daaef020a9e req-c9f4f397-998d-4e0d-a205-f89620e0769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:51.600581 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-10d49f48-f700-4b37-8c36-4daaef020a9e req-c9f4f397-998d-4e0d-a205-f89620e0769e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f087a751966e41a294cad43d0a1b37f9&device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 1096 time: 0.0745635 Mar 29 10:13:51.746806 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d49f48-f700-4b37-8c36-4daaef020a9e req-e793508c-37f1-4a14-b381-a0f0499639bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:51.748333 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-10d49f48-f700-4b37-8c36-4daaef020a9e req-e793508c-37f1-4a14-b381-a0f0499639bc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f087a751966e41a294cad43d0a1b37f9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1414211 Mar 29 10:13:51.890543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d49f48-f700-4b37-8c36-4daaef020a9e req-6d206244-e914-485d-9db8-bccf26391d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:51.892038 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-10d49f48-f700-4b37-8c36-4daaef020a9e req-6d206244-e914-485d-9db8-bccf26391d93 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378822 Mar 29 10:13:52.068850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-2cbb1599-a91a-4f66-9bc9-a750810a5494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:52.070322 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-2cbb1599-a91a-4f66-9bc9-a750810a5494 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f087a751966e41a294cad43d0a1b37f9&device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 1096 time: 0.1362059 Mar 29 10:13:52.144995 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-38a1df4f-4e58-447a-acac-f24cc46d0aca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb1c88e-dca7-451c-b6fe-2fdc5c899fee HTTP/1.1" status: 200 len: 217 time: 0.0653059 Mar 29 10:13:52.152567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f66df1-bbbc-4771-9882-d230ae959012 req-24e7cdf2-f3fe-4ee4-86ad-3d1dba4c5999 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:52.153933 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-68f66df1-bbbc-4771-9882-d230ae959012 req-24e7cdf2-f3fe-4ee4-86ad-3d1dba4c5999 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 943 time: 0.1610065 Mar 29 10:13:52.241516 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-372e059c-ab02-46e9-b910-ef71609846db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:52.242937 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-372e059c-ab02-46e9-b910-ef71609846db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d2454df-356e-48ff-9e68-715f1f3cbb22 HTTP/1.1" status: 200 len: 854 time: 0.0881758 Mar 29 10:13:52.247263 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-68f66df1-bbbc-4771-9882-d230ae959012 req-de27da24-7200-4a81-a765-6d7501f91356 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637188 Mar 29 10:13:52.289424 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-f361f794-f358-42dc-84fd-762d558d665a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89853f63-82e2-4726-956e-200cd2383426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410802 Mar 29 10:13:52.423745 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-532cc4b8-4882-42e9-b71a-e2ea68cee53a service neutron] 10.222.0.36 "GET /v2.0/networks/89853f63-82e2-4726-956e-200cd2383426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284473 Mar 29 10:13:52.555816 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-783b187e-0f6a-4013-b43c-3969c7cdece9 req-8082d1ef-560c-4803-8b0c-e5e203919b65 service neutron] 10.222.0.36 "GET /v2.0/networks/89853f63-82e2-4726-956e-200cd2383426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244543 Mar 29 10:13:53.295916 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:53.440251 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93e2a0-6eaf-4d40-b036-ccde4cb8d962 req-23e8fa98-6212-41cd-8040-8568533a1aaf tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:53.441775 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4b93e2a0-6eaf-4d40-b036-ccde4cb8d962 req-23e8fa98-6212-41cd-8040-8568533a1aaf tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 943 time: 0.0857384 Mar 29 10:13:53.487485 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4b93e2a0-6eaf-4d40-b036-ccde4cb8d962 req-5bbfb64f-2c03-424e-a25c-90e7e74b8c3f tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399363 Mar 29 10:13:54.674196 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71cfc7-b467-4db8-b798-2c9b53ee7e63 req-b33eb1f7-d144-455e-9c69-2089e99446ee tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:54.675994 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0e71cfc7-b467-4db8-b798-2c9b53ee7e63 req-b33eb1f7-d144-455e-9c69-2089e99446ee tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 943 time: 0.0828121 Mar 29 10:13:54.726744 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0e71cfc7-b467-4db8-b798-2c9b53ee7e63 req-2bcbb19f-0a84-450f-afb7-d048ce0bd869 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432978 Mar 29 10:13:55.214030 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device dcb1c88e-dca7-451c-b6fe-2fdc5c899fee details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:13:55.350059 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port dcb1c88e-dca7-451c-b6fe-2fdc5c899fee, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=dcb1c88e-dca7-451c-b6fe-2fdc5c899fee,segment=NetworkSegment(230cc5cc-635c-47a9-80d7-d6d5b8d2bb80),segment_id=230cc5cc-635c-47a9-80d7-d6d5b8d2bb80)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:13:55.364846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'dcb1c88e-dca7-451c-b6fe-2fdc5c899fee', 'network_id': '89853f63-82e2-4726-956e-200cd2383426', 'port_id': 'dcb1c88e-dca7-451c-b6fe-2fdc5c899fee', 'mac_address': 'fa:16:3e:a2:13:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2454df-356e-48ff-9e68-715f1f3cbb22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:13:55.423421 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:55.443313 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb1c88e-dca7-451c-b6fe-2fdc5c899fee {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:13:55.458948 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port dcb1c88e-dca7-451c-b6fe-2fdc5c899fee, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=dcb1c88e-dca7-451c-b6fe-2fdc5c899fee,segment=NetworkSegment(230cc5cc-635c-47a9-80d7-d6d5b8d2bb80),segment_id=230cc5cc-635c-47a9-80d7-d6d5b8d2bb80)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:13:55.526419 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:55.593433 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=dcb1c88e-dca7-451c-b6fe-2fdc5c899fee,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:55.880944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['dcb1c88e-dca7-451c-b6fe-2fdc5c899fee'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:13:55.909970 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47ce1c-1a93-4e42-8590-956f2948bc07 req-0aca2e00-860c-4bab-97cd-03d98513a7d0 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:55.911451 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-fd47ce1c-1a93-4e42-8590-956f2948bc07 req-0aca2e00-860c-4bab-97cd-03d98513a7d0 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 944 time: 0.0796251 Mar 29 10:13:55.959030 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-fd47ce1c-1a93-4e42-8590-956f2948bc07 req-e2f224fb-0846-480d-92d3-213bb7b07d7d tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 Mar 29 10:13:57.142526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d808466-c7d6-4e16-b9ce-e2455051e07e req-f50f8cbb-e307-42e9-95d8-186c1c43570f tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:57.143974 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1d808466-c7d6-4e16-b9ce-e2455051e07e req-f50f8cbb-e307-42e9-95d8-186c1c43570f tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 944 time: 0.0798223 Mar 29 10:13:57.186841 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1d808466-c7d6-4e16-b9ce-e2455051e07e req-ab405ca9-70d0-4a51-afe1-8dbf05cdcfbc tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371203 Mar 29 10:13:57.211693 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device dcb1c88e-dca7-451c-b6fe-2fdc5c899fee up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:13:57.361349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port dcb1c88e-dca7-451c-b6fe-2fdc5c899fee completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:13:57.366361 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port dcb1c88e-dca7-451c-b6fe-2fdc5c899fee triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:13:57.367516 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:57.517607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:57.543779 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2597b2-4a84-4ee9-9255-558eb1e1a680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb1c88e-dca7-451c-b6fe-2fdc5c899fee'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:13:57.554246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port dcb1c88e-dca7-451c-b6fe-2fdc5c899fee, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=dcb1c88e-dca7-451c-b6fe-2fdc5c899fee,segment=NetworkSegment(230cc5cc-635c-47a9-80d7-d6d5b8d2bb80),segment_id=230cc5cc-635c-47a9-80d7-d6d5b8d2bb80)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:13:57.623956 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:57.654672 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2597b2-4a84-4ee9-9255-558eb1e1a680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb1c88e-dca7-451c-b6fe-2fdc5c899fee', 'code': 200} Mar 29 10:13:57.695632 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=dcb1c88e-dca7-451c-b6fe-2fdc5c899fee,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:13:57.967522 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a5079-09da-4b3d-820f-4ce68ed63391 req-4913c142-ac4a-4a7f-9ca5-81190bdab4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:57.968984 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9b4a5079-09da-4b3d-820f-4ce68ed63391 req-4913c142-ac4a-4a7f-9ca5-81190bdab4e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 1098 time: 0.0710568 Mar 29 10:13:58.008379 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9b4a5079-09da-4b3d-820f-4ce68ed63391 req-de6f5dd2-2c43-4280-b623-fa45f352914b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Mar 29 10:13:58.371375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9feea-88e1-46e3-8b51-ab00b0b51eca req-6b88d462-3064-408b-b3ff-d53628ce1f79 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:58.372850 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7cc9feea-88e1-46e3-8b51-ab00b0b51eca req-6b88d462-3064-408b-b3ff-d53628ce1f79 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 945 time: 0.0825214 Mar 29 10:13:58.418890 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7cc9feea-88e1-46e3-8b51-ab00b0b51eca req-d46f4629-1feb-44b7-955d-de3b01168f34 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395930 Mar 29 10:13:59.606094 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed3cfd-3688-4654-8299-a1e4cd75fd9f req-2efe8cb9-9f72-4240-8555-b38e4645b816 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:59.607554 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-26ed3cfd-3688-4654-8299-a1e4cd75fd9f req-2efe8cb9-9f72-4240-8555-b38e4645b816 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 945 time: 0.0820026 Mar 29 10:13:59.652903 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-26ed3cfd-3688-4654-8299-a1e4cd75fd9f req-4b08d8d8-578c-4c01-9d4d-e70279881efc tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395074 Mar 29 10:13:59.930324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-a62c3cab-5056-4471-9f2f-24c71abe9f18 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:59.931678 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-a62c3cab-5056-4471-9f2f-24c71abe9f18 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/networks?id=89853f63-82e2-4726-956e-200cd2383426 HTTP/1.1" status: 200 len: 814 time: 0.1432810 Mar 29 10:13:59.946865 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-3038f916-e11c-4ffc-bf45-f8ac574bee78 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/quotas/f087a751966e41a294cad43d0a1b37f9 HTTP/1.1" status: 200 len: 375 time: 0.0095186 Mar 29 10:14:00.128001 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-094237dc-8324-4e2a-baf4-b2f620f5dca0 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f087a751966e41a294cad43d0a1b37f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1761324 Mar 29 10:14:00.300266 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-0db32973-9d61-44db-a224-902621040dfe service neutron] 10.222.0.35 "GET /v2.0/networks/89853f63-82e2-4726-956e-200cd2383426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654983 Mar 29 10:14:00.432474 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-5e1cca3b-cc8b-4d28-b428-1b1d9aac717a service neutron] 10.222.0.35 "GET /v2.0/networks/89853f63-82e2-4726-956e-200cd2383426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264236 Mar 29 10:14:00.679703 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-22936871-abb5-4b8e-9eba-fc04cf8eb47c req-8d331db9-e193-4171-97b7-139141e0f49f tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 210 time: 0.0420048 Mar 29 10:14:01.828787 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d2cb3c20-0856-4cc9-9ecd-3e3997119e7f req-5f806c5e-3fef-4f09-93b7-6594371a26ab tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 210 time: 0.0423419 Mar 29 10:14:02.735300 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-c991d5dc-b6bb-4996-9747-d4212e567fc6 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:02.737406 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-c991d5dc-b6bb-4996-9747-d4212e567fc6 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.36 "GET /v2.0/networks?id=89853f63-82e2-4726-956e-200cd2383426 HTTP/1.1" status: 200 len: 814 time: 0.1467690 Mar 29 10:14:02.748842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7cbc13f7-84ec-4b71-b167-764cd226085e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Request body: {'port': {'device_id': 'adc0ab55-5411-4905-ae2e-3229ad086113', 'network_id': '89853f63-82e2-4726-956e-200cd2383426', 'admin_state_up': True, 'tenant_id': 'f087a751966e41a294cad43d0a1b37f9'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:02.884720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7cbc13f7-84ec-4b71-b167-764cd226085e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:02.894238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7cbc13f7-84ec-4b71-b167-764cd226085e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:02.983002 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0c50d239-4207-4d25-9ad1-f911911020c9 req-197f3d9f-3f3d-4d01-bc47-16216b407b49 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 210 time: 0.0485501 Mar 29 10:14:03.012840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7cbc13f7-84ec-4b71-b167-764cd226085e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Made reservation on behalf of f087a751966e41a294cad43d0a1b37f9 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:03.017590 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7cbc13f7-84ec-4b71-b167-764cd226085e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:03.180384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7cbc13f7-84ec-4b71-b167-764cd226085e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Allocated IP 172.20.0.14 (89853f63-82e2-4726-956e-200cd2383426/8d2454df-356e-48ff-9e68-715f1f3cbb22/8fa6dde6-dc8f-4706-9c44-1749f75d397f) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:14:03.380295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7cbc13f7-84ec-4b71-b167-764cd226085e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:03.487861 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7cbc13f7-84ec-4b71-b167-764cd226085e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:03.499295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['dcb1c88e-dca7-451c-b6fe-2fdc5c899fee'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:14:03.553547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7cbc13f7-84ec-4b71-b167-764cd226085e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Network 89853f63-82e2-4726-956e-200cd2383426 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:14:03.554748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7cbc13f7-84ec-4b71-b167-764cd226085e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:03.558635 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7cbc13f7-84ec-4b71-b167-764cd226085e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:14:03.606960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc13f7-84ec-4b71-b167-764cd226085e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Pushing event updated for resources: {'Port': ['ID=8fa6dde6-dc8f-4706-9c44-1749f75d397f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:03.632467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7cbc13f7-84ec-4b71-b167-764cd226085e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:03.633311 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7cbc13f7-84ec-4b71-b167-764cd226085e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:03.699011 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7cbc13f7-84ec-4b71-b167-764cd226085e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9536245 Mar 29 10:14:03.710375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Request body: {'port': {'device_id': 'adc0ab55-5411-4905-ae2e-3229ad086113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:03.821870 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:04.213437 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa6dde6-dc8f-4706-9c44-1749f75d397f {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:14:04.226247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:04.253045 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787864e-8f64-4fa1-8c50-e6824ec5f343 req-1fc963bb-9db9-47d0-99a0-0931623eb701 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:04.253745 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-d787864e-8f64-4fa1-8c50-e6824ec5f343 req-1fc963bb-9db9-47d0-99a0-0931623eb701 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Synchronizing usage tracker for tenant:f087a751966e41a294cad43d0a1b37f9 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:14:04.256305 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Transition to ACTIVE for port object 8fa6dde6-dc8f-4706-9c44-1749f75d397f will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:14:04.346696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:04.387578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-d787864e-8f64-4fa1-8c50-e6824ec5f343 req-1fc963bb-9db9-47d0-99a0-0931623eb701 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Unset dirty status for tenant:f087a751966e41a294cad43d0a1b37f9 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:14:04.388773 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d787864e-8f64-4fa1-8c50-e6824ec5f343 req-1fc963bb-9db9-47d0-99a0-0931623eb701 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 932 time: 0.2988503 Mar 29 10:14:04.533272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa6dde6-dc8f-4706-9c44-1749f75d397f,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:04.578605 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d787864e-8f64-4fa1-8c50-e6824ec5f343 req-e80e7c85-2b0e-44ba-ace9-278a59e04969 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770132 Mar 29 10:14:04.617891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Attempting to bind port 8fa6dde6-dc8f-4706-9c44-1749f75d397f on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:14:04.618152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Attempting to bind port 8fa6dde6-dc8f-4706-9c44-1749f75d397f by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '230cc5cc-635c-47a9-80d7-d6d5b8d2bb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '89853f63-82e2-4726-956e-200cd2383426'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:14:04.618474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Attempting to bind port 8fa6dde6-dc8f-4706-9c44-1749f75d397f on network 89853f63-82e2-4726-956e-200cd2383426 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:14:04.623015 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Port 8fa6dde6-dc8f-4706-9c44-1749f75d397f on network 89853f63-82e2-4726-956e-200cd2383426 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:14:04.627327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Attempting to bind port 8fa6dde6-dc8f-4706-9c44-1749f75d397f on network 89853f63-82e2-4726-956e-200cd2383426 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:14:04.629161 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:14:04.629493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Checking segment: {'id': '230cc5cc-635c-47a9-80d7-d6d5b8d2bb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '89853f63-82e2-4726-956e-200cd2383426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:14:04.629869 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Bound using segment: {'id': '230cc5cc-635c-47a9-80d7-d6d5b8d2bb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '89853f63-82e2-4726-956e-200cd2383426'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:14:04.630286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Bound port: 8fa6dde6-dc8f-4706-9c44-1749f75d397f, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230cc5cc-635c-47a9-80d7-d6d5b8d2bb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '89853f63-82e2-4726-956e-200cd2383426'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:14:04.630625 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:04.819502 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] For port 8fa6dde6-dc8f-4706-9c44-1749f75d397f, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:14:04.822651 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] For port 8fa6dde6-dc8f-4706-9c44-1749f75d397f, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8fa6dde6-dc8f-4706-9c44-1749f75d397f,segment=NetworkSegment(230cc5cc-635c-47a9-80d7-d6d5b8d2bb80),segment_id=230cc5cc-635c-47a9-80d7-d6d5b8d2bb80)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:14:04.904379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:04.960022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:04.960664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:04.962004 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/8fa6dde6-dc8f-4706-9c44-1749f75d397f HTTP/1.1" status: 200 len: 1094 time: 1.2556791 Mar 29 10:14:04.962434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc0ab55-5411-4905-ae2e-3229ad086113', 'tag': '8fa6dde6-dc8f-4706-9c44-1749f75d397f'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:14:04.986702 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23980a8-a9d9-4157-9cd5-1d91c7fd38b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fa6dde6-dc8f-4706-9c44-1749f75d397f,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:05.011537 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc0ab55-5411-4905-ae2e-3229ad086113', 'tag': '8fa6dde6-dc8f-4706-9c44-1749f75d397f', 'status': 'completed', 'code': 200} Mar 29 10:14:05.101080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232ccf-11af-4f2c-b946-4a9e2fd2ce42 req-c9a93987-5cf9-49bb-9c48-960ce5f7a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:05.102551 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e4232ccf-11af-4f2c-b946-4a9e2fd2ce42 req-c9a93987-5cf9-49bb-9c48-960ce5f7a709 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f087a751966e41a294cad43d0a1b37f9&device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 1097 time: 0.0750904 Mar 29 10:14:05.244205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232ccf-11af-4f2c-b946-4a9e2fd2ce42 req-772e46ee-85da-419a-bd8f-d9966222afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:05.245597 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e4232ccf-11af-4f2c-b946-4a9e2fd2ce42 req-772e46ee-85da-419a-bd8f-d9966222afc2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f087a751966e41a294cad43d0a1b37f9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1338217 Mar 29 10:14:05.377573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232ccf-11af-4f2c-b946-4a9e2fd2ce42 req-6f600636-5b9a-425c-8629-3d266eef9dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:05.379089 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e4232ccf-11af-4f2c-b946-4a9e2fd2ce42 req-6f600636-5b9a-425c-8629-3d266eef9dea service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278627 Mar 29 10:14:05.482112 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7b6f5244-f160-4c4e-8001-7d66be048150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:05.483573 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-7b6f5244-f160-4c4e-8001-7d66be048150 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f087a751966e41a294cad43d0a1b37f9&device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 1097 time: 0.0694273 Mar 29 10:14:05.553391 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b21bc4e3-949d-474b-ade0-078c052baef3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fa6dde6-dc8f-4706-9c44-1749f75d397f HTTP/1.1" status: 200 len: 217 time: 0.0632031 Mar 29 10:14:05.614947 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b8469eb2-7b5b-48bb-9fc0-17ae8c841d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:05.616398 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-b8469eb2-7b5b-48bb-9fc0-17ae8c841d72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d2454df-356e-48ff-9e68-715f1f3cbb22 HTTP/1.1" status: 200 len: 854 time: 0.0569329 Mar 29 10:14:05.669278 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-8ca0d5b5-ad92-45e4-8b69-056c4ad092ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89853f63-82e2-4726-956e-200cd2383426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440006 Mar 29 10:14:05.701754 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c1056b29-f03a-4eec-8ed8-052a032d2d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:05.847929 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-ad088448-b5fa-43b0-ab49-b65c0a1ba393 service neutron] 10.222.0.36 "GET /v2.0/networks/89853f63-82e2-4726-956e-200cd2383426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724522 Mar 29 10:14:05.901053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a3d0-50ff-4d7c-8da2-fd29dc3a62b7 req-af732bea-fe0c-4278-9295-c7b690562b4f tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:05.902471 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c974a3d0-50ff-4d7c-8da2-fd29dc3a62b7 req-af732bea-fe0c-4278-9295-c7b690562b4f tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 944 time: 0.2073722 Mar 29 10:14:06.011351 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c974a3d0-50ff-4d7c-8da2-fd29dc3a62b7 req-eab7a55d-a3ee-4e60-92b6-7536516d1ca5 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628438 Mar 29 10:14:06.033966 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-50b0c92b-5b7a-48d1-86e8-9ac76adcc5e5 req-af13f6d1-29d6-4808-8e64-ba78a442f30f service neutron] 10.222.0.36 "GET /v2.0/networks/89853f63-82e2-4726-956e-200cd2383426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788352 Mar 29 10:14:07.204685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8c756-69c3-41a9-a046-c7ed954ef62b req-62dc5c6a-9b5c-4274-b790-20dbc3d1e42a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:07.206169 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9ed8c756-69c3-41a9-a046-c7ed954ef62b req-62dc5c6a-9b5c-4274-b790-20dbc3d1e42a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 944 time: 0.0815828 Mar 29 10:14:07.249705 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9ed8c756-69c3-41a9-a046-c7ed954ef62b req-6d6a4609-1274-4319-be66-ef1be3131f89 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372992 Mar 29 10:14:07.924952 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a0163f97-ca22-4f76-af05-a5417b71551f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:08.435380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e540e09-7184-4a8b-9e01-75a2d0dbfe56 req-d1e371d7-85bf-4084-b496-8c7183c6156a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:08.436905 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3e540e09-7184-4a8b-9e01-75a2d0dbfe56 req-d1e371d7-85bf-4084-b496-8c7183c6156a tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 944 time: 0.0791397 Mar 29 10:14:08.480963 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3e540e09-7184-4a8b-9e01-75a2d0dbfe56 req-3773b1ab-42a6-4f25-a5f9-f58dd983b344 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384116 Mar 29 10:14:09.006942 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:09.007610 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:09.228052 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 8fa6dde6-dc8f-4706-9c44-1749f75d397f details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:14:09.359589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 8fa6dde6-dc8f-4706-9c44-1749f75d397f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8fa6dde6-dc8f-4706-9c44-1749f75d397f,segment=NetworkSegment(230cc5cc-635c-47a9-80d7-d6d5b8d2bb80),segment_id=230cc5cc-635c-47a9-80d7-d6d5b8d2bb80)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:09.376057 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '8fa6dde6-dc8f-4706-9c44-1749f75d397f', 'network_id': '89853f63-82e2-4726-956e-200cd2383426', 'port_id': '8fa6dde6-dc8f-4706-9c44-1749f75d397f', 'mac_address': 'fa:16:3e:19:16:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2454df-356e-48ff-9e68-715f1f3cbb22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:14:09.429826 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:09.446643 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa6dde6-dc8f-4706-9c44-1749f75d397f {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:14:09.462763 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 8fa6dde6-dc8f-4706-9c44-1749f75d397f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8fa6dde6-dc8f-4706-9c44-1749f75d397f,segment=NetworkSegment(230cc5cc-635c-47a9-80d7-d6d5b8d2bb80),segment_id=230cc5cc-635c-47a9-80d7-d6d5b8d2bb80)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:09.538290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:09.604831 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=8fa6dde6-dc8f-4706-9c44-1749f75d397f,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:09.670614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94aa4e8-3d3e-4471-bb55-48532365e589 req-7d6f57d6-4986-47a6-96a3-55c7f73ce50c tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:09.672068 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a94aa4e8-3d3e-4471-bb55-48532365e589 req-7d6f57d6-4986-47a6-96a3-55c7f73ce50c tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 945 time: 0.0826378 Mar 29 10:14:09.720915 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a94aa4e8-3d3e-4471-bb55-48532365e589 req-763273cd-aeb8-429c-8f99-b25fb85659b0 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425663 Mar 29 10:14:09.874829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['8fa6dde6-dc8f-4706-9c44-1749f75d397f'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:14:10.881182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:10.909609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dad016-275d-4431-9a7d-144bddd460d5 req-7baef6d0-355f-4493-a37a-e00d400c2036 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:10.911053 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f3dad016-275d-4431-9a7d-144bddd460d5 req-7baef6d0-355f-4493-a37a-e00d400c2036 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 945 time: 0.0842128 Mar 29 10:14:10.954511 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f3dad016-275d-4431-9a7d-144bddd460d5 req-b0e3d82a-fbde-4d02-9e3d-588d429849ca tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377033 Mar 29 10:14:11.244152 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 8fa6dde6-dc8f-4706-9c44-1749f75d397f up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:14:11.387909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 8fa6dde6-dc8f-4706-9c44-1749f75d397f completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:14:11.393239 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 8fa6dde6-dc8f-4706-9c44-1749f75d397f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:11.393612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:11.524071 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:11.553644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc0ab55-5411-4905-ae2e-3229ad086113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa6dde6-dc8f-4706-9c44-1749f75d397f'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:14:11.565646 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 8fa6dde6-dc8f-4706-9c44-1749f75d397f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8fa6dde6-dc8f-4706-9c44-1749f75d397f,segment=NetworkSegment(230cc5cc-635c-47a9-80d7-d6d5b8d2bb80),segment_id=230cc5cc-635c-47a9-80d7-d6d5b8d2bb80)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:11.603776 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc0ab55-5411-4905-ae2e-3229ad086113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa6dde6-dc8f-4706-9c44-1749f75d397f', 'code': 200} Mar 29 10:14:11.623517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:11.698636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=8fa6dde6-dc8f-4706-9c44-1749f75d397f,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:11.934966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88cc0e-0c84-4bf5-acab-d8de831cc517 req-0b2995ff-80c1-4455-9c46-25db97f00e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:11.936709 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1b88cc0e-0c84-4bf5-acab-d8de831cc517 req-0b2995ff-80c1-4455-9c46-25db97f00e6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 1099 time: 0.0696225 Mar 29 10:14:11.980853 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1b88cc0e-0c84-4bf5-acab-d8de831cc517 req-7f49b6ed-5217-4969-9ff7-c7e7f18968bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379033 Mar 29 10:14:12.141866 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7e1c8-9312-4a34-829f-d14f64649d18 req-95164b47-dc50-4585-97ee-1baeec9d2f04 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:12.143308 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cdb7e1c8-9312-4a34-829f-d14f64649d18 req-95164b47-dc50-4585-97ee-1baeec9d2f04 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 946 time: 0.0807037 Mar 29 10:14:12.188373 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cdb7e1c8-9312-4a34-829f-d14f64649d18 req-5d45f59f-86dc-4c83-8b2d-0040d00de002 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387180 Mar 29 10:14:13.102602 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:14:13.402692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9991fa-6793-4a9a-bd38-a6c5db087677 req-0335fae8-5f23-4ebb-8eb6-ee1b601b1cc2 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:13.404632 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1f9991fa-6793-4a9a-bd38-a6c5db087677 req-0335fae8-5f23-4ebb-8eb6-ee1b601b1cc2 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 946 time: 0.1069608 Mar 29 10:14:13.456796 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1f9991fa-6793-4a9a-bd38-a6c5db087677 req-e2d8dc62-2ec3-4b8e-8256-2f5a4de145e6 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459511 Mar 29 10:14:14.649858 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f56d26-8841-49aa-873f-c8afcc4d8472 req-aa2e0431-c519-4af7-8d6a-f114bc53fc59 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:14.651396 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d6f56d26-8841-49aa-873f-c8afcc4d8472 req-aa2e0431-c519-4af7-8d6a-f114bc53fc59 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 946 time: 0.0860512 Mar 29 10:14:14.799301 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d6f56d26-8841-49aa-873f-c8afcc4d8472 req-5bc74230-2c2b-4fd3-b76d-49d91f8159b0 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421130 Mar 29 10:14:15.380901 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cf189-8530-42bd-8a86-40bf428129a2 req-87f0998b-6601-4331-8787-e2b184d97c62 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:15.382474 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-239cf189-8530-42bd-8a86-40bf428129a2 req-87f0998b-6601-4331-8787-e2b184d97c62 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 946 time: 0.0795109 Mar 29 10:14:15.426560 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-239cf189-8530-42bd-8a86-40bf428129a2 req-d6cb1c8a-e237-47e9-a624-e69cb2b8a15b tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382559 Mar 29 10:14:16.612565 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f82081-69eb-472a-9b65-c890aa9a21be req-e9ab79da-bc01-45d3-8ac5-4c425a377c9c tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:16.614052 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a4f82081-69eb-472a-9b65-c890aa9a21be req-e9ab79da-bc01-45d3-8ac5-4c425a377c9c tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 946 time: 0.0811937 Mar 29 10:14:16.659117 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a4f82081-69eb-472a-9b65-c890aa9a21be req-80939828-17ba-4130-aae5-28cf8886aa12 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386992 Mar 29 10:14:17.020674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cba861-0f58-49dd-babe-c450eed4165a req-6e668fab-0e92-43f5-96fd-d835ceeb475e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:17.021998 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f1cba861-0f58-49dd-babe-c450eed4165a req-6e668fab-0e92-43f5-96fd-d835ceeb475e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.36 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 946 time: 0.0811021 Mar 29 10:14:17.093475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-f1cba861-0f58-49dd-babe-c450eed4165a req-05bf1aa0-3013-468c-bec1-825421a85977 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Deleting port 8fa6dde6-dc8f-4706-9c44-1749f75d397f {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:14:17.093809 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-f1cba861-0f58-49dd-babe-c450eed4165a req-05bf1aa0-3013-468c-bec1-825421a85977 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:17.344440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-f1cba861-0f58-49dd-babe-c450eed4165a req-05bf1aa0-3013-468c-bec1-825421a85977 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] For port 8fa6dde6-dc8f-4706-9c44-1749f75d397f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8fa6dde6-dc8f-4706-9c44-1749f75d397f,segment=NetworkSegment(230cc5cc-635c-47a9-80d7-d6d5b8d2bb80),segment_id=230cc5cc-635c-47a9-80d7-d6d5b8d2bb80)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:17.344803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-f1cba861-0f58-49dd-babe-c450eed4165a req-05bf1aa0-3013-468c-bec1-825421a85977 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:17.468636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-f1cba861-0f58-49dd-babe-c450eed4165a req-05bf1aa0-3013-468c-bec1-825421a85977 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Calling delete_port for 8fa6dde6-dc8f-4706-9c44-1749f75d397f owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:14:17.669875 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-f1cba861-0f58-49dd-babe-c450eed4165a req-05bf1aa0-3013-468c-bec1-825421a85977 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:17.685157 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['dcb1c88e-dca7-451c-b6fe-2fdc5c899fee', '8fa6dde6-dc8f-4706-9c44-1749f75d397f'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:14:17.728581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf1aa0-3013-468c-bec1-825421a85977 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Pushing event deleted for resources: {'Port': ['ID=8fa6dde6-dc8f-4706-9c44-1749f75d397f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:17.844060 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cba861-0f58-49dd-babe-c450eed4165a req-05bf1aa0-3013-468c-bec1-825421a85977 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] No DVR routers for this DVR port 8fa6dde6-dc8f-4706-9c44-1749f75d397f on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:14:17.847469 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-afbb7e3c-be0f-4144-9d5c-89999334328c req-d48a7987-cab5-4641-ba22-f6439031db9e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 210 time: 0.0574238 Mar 29 10:14:17.848446 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-f1cba861-0f58-49dd-babe-c450eed4165a req-05bf1aa0-3013-468c-bec1-825421a85977 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:17.851288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc0ab55-5411-4905-ae2e-3229ad086113', 'name': 'network-vif-deleted', 'tag': '8fa6dde6-dc8f-4706-9c44-1749f75d397f'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:14:17.897228 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc0ab55-5411-4905-ae2e-3229ad086113', 'name': 'network-vif-deleted', 'tag': '8fa6dde6-dc8f-4706-9c44-1749f75d397f', 'status': 'completed', 'code': 200} Mar 29 10:14:17.961689 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f1cba861-0f58-49dd-babe-c450eed4165a req-05bf1aa0-3013-468c-bec1-825421a85977 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.36 "DELETE /v2.0/ports/8fa6dde6-dc8f-4706-9c44-1749f75d397f HTTP/1.1" status: 204 len: 173 time: 0.9345410 Mar 29 10:14:19.021312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-eb9e4296-0b50-436f-b6ba-15d078105408 req-b5bc6dc9-d578-4f8d-8239-cb3fce358ba8 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Synchronizing usage tracker for tenant:f087a751966e41a294cad43d0a1b37f9 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:14:19.119082 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-eb9e4296-0b50-436f-b6ba-15d078105408 req-b5bc6dc9-d578-4f8d-8239-cb3fce358ba8 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Unset dirty status for tenant:f087a751966e41a294cad43d0a1b37f9 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:14:19.120259 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-eb9e4296-0b50-436f-b6ba-15d078105408 req-b5bc6dc9-d578-4f8d-8239-cb3fce358ba8 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=adc0ab55-5411-4905-ae2e-3229ad086113 HTTP/1.1" status: 200 len: 210 time: 0.1413338 Mar 29 10:14:20.379706 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2d0d-0051-42cb-8de3-692affa8b1e6 req-8de0c4d1-7b25-4adb-970f-9c39035ebfc0 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:20.381831 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3a6c2d0d-0051-42cb-8de3-692affa8b1e6 req-8de0c4d1-7b25-4adb-970f-9c39035ebfc0 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 945 time: 0.0821331 Mar 29 10:14:20.429101 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3a6c2d0d-0051-42cb-8de3-692affa8b1e6 req-98483286-ba20-44b4-8365-fcb6a9b776cb tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413983 Mar 29 10:14:20.636626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37c0b3-762d-4006-921e-dd5300fe262d req-d999dead-a031-417a-8c6e-517342c797db tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:20.638123 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2b37c0b3-762d-4006-921e-dd5300fe262d req-d999dead-a031-417a-8c6e-517342c797db tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 945 time: 0.0820203 Mar 29 10:14:20.684596 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2b37c0b3-762d-4006-921e-dd5300fe262d req-a9709de1-8d8f-42c2-b443-e60d94870b7c tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404701 Mar 29 10:14:20.976350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a41b76-3769-491d-a5d6-3205fc19e9c9 req-469bf4d1-ff05-415c-94bb-132058aa5a7e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:20.977765 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d0a41b76-3769-491d-a5d6-3205fc19e9c9 req-469bf4d1-ff05-415c-94bb-132058aa5a7e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 945 time: 0.1852214 Mar 29 10:14:21.021430 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d0a41b76-3769-491d-a5d6-3205fc19e9c9 req-72b94396-8db5-468f-8140-591d25e6f0f3 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379727 Mar 29 10:14:21.309876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8be03-9312-4220-95c7-a59b0f13bca8 req-c4ee3c5a-7aef-4fd9-b416-056209ca1127 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:21.311311 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-69b8be03-9312-4220-95c7-a59b0f13bca8 req-c4ee3c5a-7aef-4fd9-b416-056209ca1127 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 945 time: 0.0797460 Mar 29 10:14:21.322754 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 8fa6dde6-dc8f-4706-9c44-1749f75d397f no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:14:21.359866 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-69b8be03-9312-4220-95c7-a59b0f13bca8 req-ae3f0f9f-cd6a-4668-ac53-3669575a205d tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427921 Mar 29 10:14:21.364575 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 8fa6dde6-dc8f-4706-9c44-1749f75d397f {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:14:21.364917 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 8fa6dde6-dc8f-4706-9c44-1749f75d397f not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:14:21.550215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58372c78-c2ca-4888-8659-376d1851b386 req-9b7136f7-e4fc-409b-81a2-8e858feb6afb tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:21.552307 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-58372c78-c2ca-4888-8659-376d1851b386 req-9b7136f7-e4fc-409b-81a2-8e858feb6afb tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 945 time: 0.0847950 Mar 29 10:14:21.599735 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-58372c78-c2ca-4888-8659-376d1851b386 req-35b8863f-10d6-462a-935c-e70e9d635725 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395439 Mar 29 10:14:21.793884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ea980-a141-4401-8946-024db5680464 req-43e5eb61-eac9-4b75-9a7a-b1dbf024c698 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:21.795383 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ca5ea980-a141-4401-8946-024db5680464 req-43e5eb61-eac9-4b75-9a7a-b1dbf024c698 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 945 time: 0.0806992 Mar 29 10:14:21.840336 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ca5ea980-a141-4401-8946-024db5680464 req-98a54d1f-6e91-4b20-b697-6bcdc9140582 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391514 Mar 29 10:14:22.560025 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76690b-72c3-4606-9f35-3b15a64a3b51 req-a790086c-5c38-47ff-8cf1-ad59352e7afa tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:22.561515 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6e76690b-72c3-4606-9f35-3b15a64a3b51 req-a790086c-5c38-47ff-8cf1-ad59352e7afa tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 945 time: 0.0855453 Mar 29 10:14:22.605684 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6e76690b-72c3-4606-9f35-3b15a64a3b51 req-62cf4d05-7d38-4197-9a05-37fbe4e32173 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384619 Mar 29 10:14:23.320950 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:23.793975 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b16d11-9857-42ba-a518-9b074d63cd53 req-41938b4f-e228-43c5-8349-a017c3938b1e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:23.795488 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d8b16d11-9857-42ba-a518-9b074d63cd53 req-41938b4f-e228-43c5-8349-a017c3938b1e tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 945 time: 0.0839305 Mar 29 10:14:23.841339 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d8b16d11-9857-42ba-a518-9b074d63cd53 req-bbb01db0-870a-4e31-9169-00698c8f1d23 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/security-groups?id=1d87b7c1-2687-4aa0-a21e-46bc47c633f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 Mar 29 10:14:24.126477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11996508-7754-47d4-8c80-8e25e75ffb31 req-81036da5-f6fb-4028-8cbf-df949cbea17d tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:24.127945 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-11996508-7754-47d4-8c80-8e25e75ffb31 req-81036da5-f6fb-4028-8cbf-df949cbea17d tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 945 time: 0.0782032 Mar 29 10:14:24.201336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-11996508-7754-47d4-8c80-8e25e75ffb31 req-025cc958-ff66-4dd5-9ece-f8b87e8ac158 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Deleting port dcb1c88e-dca7-451c-b6fe-2fdc5c899fee {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:14:24.201678 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-11996508-7754-47d4-8c80-8e25e75ffb31 req-025cc958-ff66-4dd5-9ece-f8b87e8ac158 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:24.547867 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-11996508-7754-47d4-8c80-8e25e75ffb31 req-025cc958-ff66-4dd5-9ece-f8b87e8ac158 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] For port dcb1c88e-dca7-451c-b6fe-2fdc5c899fee, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=dcb1c88e-dca7-451c-b6fe-2fdc5c899fee,segment=NetworkSegment(230cc5cc-635c-47a9-80d7-d6d5b8d2bb80),segment_id=230cc5cc-635c-47a9-80d7-d6d5b8d2bb80)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:24.548218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-11996508-7754-47d4-8c80-8e25e75ffb31 req-025cc958-ff66-4dd5-9ece-f8b87e8ac158 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:24.669811 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-11996508-7754-47d4-8c80-8e25e75ffb31 req-025cc958-ff66-4dd5-9ece-f8b87e8ac158 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Calling delete_port for dcb1c88e-dca7-451c-b6fe-2fdc5c899fee owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:14:24.881128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-11996508-7754-47d4-8c80-8e25e75ffb31 req-025cc958-ff66-4dd5-9ece-f8b87e8ac158 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:24.892617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['dcb1c88e-dca7-451c-b6fe-2fdc5c899fee'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:14:24.963180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cc958-ff66-4dd5-9ece-f8b87e8ac158 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Pushing event deleted for resources: {'Port': ['ID=dcb1c88e-dca7-451c-b6fe-2fdc5c899fee,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:25.043480 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a6521949-041f-4dfa-a0c4-97c387b69b26 req-2cc53050-e70a-415e-b8df-efed4ad08af8 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a2597b2-4a84-4ee9-9255-558eb1e1a680 HTTP/1.1" status: 200 len: 210 time: 0.0861914 Mar 29 10:14:25.045172 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-11996508-7754-47d4-8c80-8e25e75ffb31 req-025cc958-ff66-4dd5-9ece-f8b87e8ac158 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] No DVR routers for this DVR port dcb1c88e-dca7-451c-b6fe-2fdc5c899fee on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:14:25.046779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-11996508-7754-47d4-8c80-8e25e75ffb31 req-025cc958-ff66-4dd5-9ece-f8b87e8ac158 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:25.049330 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2597b2-4a84-4ee9-9255-558eb1e1a680', 'name': 'network-vif-deleted', 'tag': 'dcb1c88e-dca7-451c-b6fe-2fdc5c899fee'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:14:25.096796 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2597b2-4a84-4ee9-9255-558eb1e1a680', 'name': 'network-vif-deleted', 'tag': 'dcb1c88e-dca7-451c-b6fe-2fdc5c899fee', 'status': 'completed', 'code': 200} Mar 29 10:14:25.131426 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-11996508-7754-47d4-8c80-8e25e75ffb31 req-025cc958-ff66-4dd5-9ece-f8b87e8ac158 tempest-ServersNegativeTestJSON-678085143 tempest-ServersNegativeTestJSON-678085143-project] 10.222.0.36 "DELETE /v2.0/ports/dcb1c88e-dca7-451c-b6fe-2fdc5c899fee HTTP/1.1" status: 204 len: 173 time: 0.9977174 Mar 29 10:14:26.141286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43832) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:26.204184 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca923f0-c4d5-402e-913a-9b904c9950ee admin admin] Deleting subnet 8d2454df-356e-48ff-9e68-715f1f3cbb22 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:14:26.207061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0ca923f0-c4d5-402e-913a-9b904c9950ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.257780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0ca923f0-c4d5-402e-913a-9b904c9950ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.313573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0ca923f0-c4d5-402e-913a-9b904c9950ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.441269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0ca923f0-c4d5-402e-913a-9b904c9950ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.478513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca923f0-c4d5-402e-913a-9b904c9950ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2454df-356e-48ff-9e68-715f1f3cbb22,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:26.482201 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0ca923f0-c4d5-402e-913a-9b904c9950ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.488636 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0ca923f0-c4d5-402e-913a-9b904c9950ee admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8d2454df-356e-48ff-9e68-715f1f3cbb22 HTTP/1.1" status: 204 len: 168 time: 0.3462753 Mar 29 10:14:26.491599 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43836) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:26.597696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a40ff999-eccc-4de8-8c37-27ed4c4d346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.718445 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a40ff999-eccc-4de8-8c37-27ed4c4d346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.743161 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-a40ff999-eccc-4de8-8c37-27ed4c4d346e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89853f63-82e2-4726-956e-200cd2383426']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:26.754912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-a40ff999-eccc-4de8-8c37-27ed4c4d346e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230cc5cc-635c-47a9-80d7-d6d5b8d2bb80') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:26.755202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-a40ff999-eccc-4de8-8c37-27ed4c4d346e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230cc5cc-635c-47a9-80d7-d6d5b8d2bb80') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:26.766094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a40ff999-eccc-4de8-8c37-27ed4c4d346e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.781945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a40ff999-eccc-4de8-8c37-27ed4c4d346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.788404 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40ff999-eccc-4de8-8c37-27ed4c4d346e admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:14:26.788796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a40ff999-eccc-4de8-8c37-27ed4c4d346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:14:26.801659 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:14:26.914873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a40ff999-eccc-4de8-8c37-27ed4c4d346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.930276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a40ff999-eccc-4de8-8c37-27ed4c4d346e admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.940388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ff999-eccc-4de8-8c37-27ed4c4d346e admin admin] Pushing event deleted for resources: {'Network': ['ID=89853f63-82e2-4726-956e-200cd2383426,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:27.045656 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a40ff999-eccc-4de8-8c37-27ed4c4d346e admin admin] 10.222.0.35 "DELETE /v2.0/networks/89853f63-82e2-4726-956e-200cd2383426 HTTP/1.1" status: 204 len: 168 time: 0.5529540 Mar 29 10:14:27.379886 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43842) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:27.428340 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d07108d5-6141-4dc1-9667-7de102b84803 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f087a751966e41a294cad43d0a1b37f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472221 Mar 29 10:14:27.430697 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43846) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:27.487323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eeb41aa3-ae88-4981-afe8-2a32a9be9245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:27.515371 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eeb41aa3-ae88-4981-afe8-2a32a9be9245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:27.713684 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eeb41aa3-ae88-4981-afe8-2a32a9be9245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:27.731436 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb41aa3-ae88-4981-afe8-2a32a9be9245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d87b7c1-2687-4aa0-a21e-46bc47c633f8,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:27.994194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eeb41aa3-ae88-4981-afe8-2a32a9be9245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:27.995222 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-eeb41aa3-ae88-4981-afe8-2a32a9be9245 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d87b7c1-2687-4aa0-a21e-46bc47c633f8 HTTP/1.1" status: 204 len: 168 time: 0.5636501 Mar 29 10:14:29.131083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43870) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:29.235316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1838555147'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:29.240533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:29.245015 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Usage tracker for resource:network and tenant:5a98514ff73747d8998dd8e4fcd3969c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:29.247845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:29.254193 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:29.332512 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Made reservation on behalf of 5a98514ff73747d8998dd8e4fcd3969c for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:29.335906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.345053 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device dcb1c88e-dca7-451c-b6fe-2fdc5c899fee no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:14:29.351319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.363968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:29.368751 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Usage tracker for resource:security_group_rule and tenant:5a98514ff73747d8998dd8e4fcd3969c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:29.371638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:29.377646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:29.383292 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: dcb1c88e-dca7-451c-b6fe-2fdc5c899fee {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:14:29.383611 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device dcb1c88e-dca7-451c-b6fe-2fdc5c899fee not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:14:29.462646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.566666 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.599441 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:14:29.608844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc00bbf4-0c9c-47cf-829a-d27f8a245a10,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:29.614474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.614816 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Added segment f09967ef-a59c-4629-9222-3128555cc92a of type vlan for network 7a5e7c89-181f-40e7-8e59-e9e53d1275d7 Mar 29 10:14:29.641635 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.801092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.806467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:29.807048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.912087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event updated for resources: {'Network': ['ID=7a5e7c89-181f-40e7-8e59-e9e53d1275d7,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:29.922531 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 7a5e7c89-181f-40e7-8e59-e9e53d1275d7 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:14:29.972848 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a61c6e40-42c4-4830-88d1-8fd813abb1cc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8404601 Mar 29 10:14:33.277418 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43876) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:33.283049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Request body: {'subnet': {'network_id': '7a5e7c89-181f-40e7-8e59-e9e53d1275d7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:33.391838 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:33.395885 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Usage tracker for resource:subnet and tenant:5a98514ff73747d8998dd8e4fcd3969c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:33.399405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:33.405074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:33.486300 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Made reservation on behalf of 5a98514ff73747d8998dd8e4fcd3969c for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:33.489762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:33.755449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:33.833362 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event updated for resources: {'Subnet': ['ID=f637147e-fc0c-4da3-84d9-27d9d8ca1fc3,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:33.843136 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Checking segment: {'id': 'f09967ef-a59c-4629-9222-3128555cc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7a5e7c89-181f-40e7-8e59-e9e53d1275d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:14:33.843487 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Network hostable DHCP agents. Network: 7a5e7c89-181f-40e7-8e59-e9e53d1275d7, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:14:33.936826 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Network 7a5e7c89-181f-40e7-8e59-e9e53d1275d7 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:14:34.006278 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 7a5e7c89-181f-40e7-8e59-e9e53d1275d7) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:34.010765 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:34.011343 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.015228 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aced05f1-79bc-4dca-b1ec-cc800d093c95 None None] Network 7a5e7c89-181f-40e7-8e59-e9e53d1275d7 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:34.087150 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-39029c02-98c4-44df-85d5-1a22da59456b tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8086255 Mar 29 10:14:34.090597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43880) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:34.096399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-72316439'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:34.101680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:34.105523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Usage tracker for resource:network and tenant:5a98514ff73747d8998dd8e4fcd3969c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:34.108338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:34.113988 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:34.199131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Made reservation on behalf of 5a98514ff73747d8998dd8e4fcd3969c for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:34.202999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.222338 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-7a5e7c89-181f-40e7-8e59-e9e53d1275d7', 'network_id': '7a5e7c89-181f-40e7-8e59-e9e53d1275d7', 'tenant_id': '5a98514ff73747d8998dd8e4fcd3969c', 'fixed_ips': [{'subnet_id': 'f637147e-fc0c-4da3-84d9-27d9d8ca1fc3'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:14:34.225670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.235612 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:14:34.245144 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.248603 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Added segment 4adf3daa-fef1-4255-909a-5de335c9c13b of type vlan for network da7592ba-b267-4c0c-96b9-a8023e1a609c Mar 29 10:14:34.277324 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.380760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Allocated IP 2001:db8:0:ffff::2 (7a5e7c89-181f-40e7-8e59-e9e53d1275d7/f637147e-fc0c-4da3-84d9-27d9d8ca1fc3/e0efe37c-dbc6-4691-9942-ad51e237d210) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:14:34.389666 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.395779 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:34.399173 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.503660 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event updated for resources: {'Network': ['ID=da7592ba-b267-4c0c-96b9-a8023e1a609c,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:34.514796 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network da7592ba-b267-4c0c-96b9-a8023e1a609c details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:14:34.533619 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dae2ca90-b6b4-4697-b000-8e9c25e5e27e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4418349 Mar 29 10:14:34.536373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43884) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:34.551004 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Request body: {'subnet': {'network_id': 'da7592ba-b267-4c0c-96b9-a8023e1a609c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:34.671418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:34.675523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Usage tracker for resource:subnet and tenant:5a98514ff73747d8998dd8e4fcd3969c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:34.678384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:34.684720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:34.687263 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.697775 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Transition to ACTIVE for port object e0efe37c-dbc6-4691-9942-ad51e237d210 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:14:34.716205 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Transition to ACTIVE for port object e0efe37c-dbc6-4691-9942-ad51e237d210 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:14:34.754929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Made reservation on behalf of 5a98514ff73747d8998dd8e4fcd3969c for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:34.758504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.778130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.839949 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Network 7a5e7c89-181f-40e7-8e59-e9e53d1275d7 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:14:34.843057 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:34.851213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:14:34.889016 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Pushing event updated for resources: {'Port': ['ID=e0efe37c-dbc6-4691-9942-ad51e237d210,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:34.909644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.909989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.910326 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.910817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.911286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.911982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.911982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.912225 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.912569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.913537 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.913906 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.914223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.971275 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Attempting to bind port e0efe37c-dbc6-4691-9942-ad51e237d210 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:14:34.971635 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Attempting to bind port e0efe37c-dbc6-4691-9942-ad51e237d210 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'f09967ef-a59c-4629-9222-3128555cc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7a5e7c89-181f-40e7-8e59-e9e53d1275d7'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:14:34.971994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Attempting to bind port e0efe37c-dbc6-4691-9942-ad51e237d210 on network 7a5e7c89-181f-40e7-8e59-e9e53d1275d7 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:14:34.977966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:14:34.978327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Checking segment: {'id': 'f09967ef-a59c-4629-9222-3128555cc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7a5e7c89-181f-40e7-8e59-e9e53d1275d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:14:34.978719 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.979099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Bound using segment: {'id': 'f09967ef-a59c-4629-9222-3128555cc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7a5e7c89-181f-40e7-8e59-e9e53d1275d7'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:14:34.979552 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Bound port: e0efe37c-dbc6-4691-9942-ad51e237d210, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09967ef-a59c-4629-9222-3128555cc92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7a5e7c89-181f-40e7-8e59-e9e53d1275d7'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:14:34.979918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:35.065854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] For port e0efe37c-dbc6-4691-9942-ad51e237d210, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:14:35.068897 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] For port e0efe37c-dbc6-4691-9942-ad51e237d210, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e0efe37c-dbc6-4691-9942-ad51e237d210,segment=NetworkSegment(f09967ef-a59c-4629-9222-3128555cc92a),segment_id=f09967ef-a59c-4629-9222-3128555cc92a)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:14:35.126940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:35.211875 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b72ac0-12da-40d0-a465-36845a85f44d None None] Pushing event updated for resources: {'Port': ['ID=e0efe37c-dbc6-4691-9942-ad51e237d210,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:35.258994 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:35.338431 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event updated for resources: {'Subnet': ['ID=46363fed-343e-4dbd-9c9e-da026837d6ad,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:35.351032 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:35.351371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:35.351701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:35.352027 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:35.352355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:35.352691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:35.353009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:35.353325 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:35.353640 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:35.353956 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:35.354275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:35.354573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:35.357884 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Checking segment: {'id': '4adf3daa-fef1-4255-909a-5de335c9c13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'da7592ba-b267-4c0c-96b9-a8023e1a609c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:14:35.358242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Network hostable DHCP agents. Network: da7592ba-b267-4c0c-96b9-a8023e1a609c, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:14:35.450778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Network da7592ba-b267-4c0c-96b9-a8023e1a609c is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:14:35.548388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, da7592ba-b267-4c0c-96b9-a8023e1a609c) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:35.552751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:35.553347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:35.557552 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc66d1-f1c7-4630-b69e-d64804123f74 None None] Network da7592ba-b267-4c0c-96b9-a8023e1a609c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:35.624561 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e94d180b-b93d-4fe7-87db-9ef84e1b20a6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0869799 Mar 29 10:14:35.627175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43888) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:35.765030 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5eab003e-3dac-410e-95df-c08d189442e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:35.775179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:35.780921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8199df-33ff-435b-8965-6f3c95414fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-da7592ba-b267-4c0c-96b9-a8023e1a609c', 'network_id': 'da7592ba-b267-4c0c-96b9-a8023e1a609c', 'tenant_id': '5a98514ff73747d8998dd8e4fcd3969c', 'fixed_ips': [{'subnet_id': '46363fed-343e-4dbd-9c9e-da026837d6ad'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:14:35.782009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eb8199df-33ff-435b-8965-6f3c95414fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:35.849000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.035818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.078961 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event deleted for resources: {'Subnet': ['ID=46363fed-343e-4dbd-9c9e-da026837d6ad,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server [None req-eb8199df-33ff-435b-8965-6f3c95414fd5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46363fed-343e-4dbd-9c9e-da026837d6ad: This subnet is being modified by another concurrent operation. Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server raise exception Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46363fed-343e-4dbd-9c9e-da026837d6ad: This subnet is being modified by another concurrent operation. Mar 29 10:14:36.116892 dv-neutron-835555-1-hyperv neutron-server[88552]: ERROR oslo_messaging.rpc.server Mar 29 10:14:36.138821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb151730-337a-4ed9-8531-6176ec6fd4d6 None None] Network da7592ba-b267-4c0c-96b9-a8023e1a609c requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:36.153815 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c84bdd-4687-4e53-99c4-08aeb93578a0 None None] Network 7a5e7c89-181f-40e7-8e59-e9e53d1275d7 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:36.182761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.208584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7592ba-b267-4c0c-96b9-a8023e1a609c']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:36.221054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adf3daa-fef1-4255-909a-5de335c9c13b') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:36.221348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adf3daa-fef1-4255-909a-5de335c9c13b') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:36.232404 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.248287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.255254 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:14:36.255643 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:14:36.271128 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:14:36.435261 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.450406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3d71b1f4-1275-45cc-ba36-8958021d9d34 None None] Provisioning for port e0efe37c-dbc6-4691-9942-ad51e237d210 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:14:36.457964 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.469943 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event deleted for resources: {'Network': ['ID=da7592ba-b267-4c0c-96b9-a8023e1a609c,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:36.475179 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e9290630-27df-4c0f-a3cc-20c75c4cdabf tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "DELETE /v2.0/networks/da7592ba-b267-4c0c-96b9-a8023e1a609c HTTP/1.1" status: 204 len: 168 time: 0.8442674 Mar 29 10:14:36.475978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43892) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:36.481648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-794354545'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:36.486719 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:36.490637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Usage tracker for resource:network and tenant:5a98514ff73747d8998dd8e4fcd3969c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:36.494366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:36.496002 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e0efe37c-dbc6-4691-9942-ad51e237d210 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:14:36.500086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:36.589147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Made reservation on behalf of 5a98514ff73747d8998dd8e4fcd3969c for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:36.592724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.621001 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:14:36.629856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.630203 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Added segment c656f750-88a5-4d9c-9bf0-7df90672465d of type vlan for network 48f9d456-591d-4d6c-930e-1cb8396f7253 Mar 29 10:14:36.664017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port e0efe37c-dbc6-4691-9942-ad51e237d210 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:14:36.664620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.669803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port e0efe37c-dbc6-4691-9942-ad51e237d210 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:36.670145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.742875 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.748443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:36.751703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.792695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.827882 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b9b5f9-3974-468d-ad85-a0a07d6068ae None None] get_active_networks_info from dv-neutron-835555-1-hyperv {{(pid=88552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 29 10:14:36.858131 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port e0efe37c-dbc6-4691-9942-ad51e237d210, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e0efe37c-dbc6-4691-9942-ad51e237d210,segment=NetworkSegment(f09967ef-a59c-4629-9222-3128555cc92a),segment_id=f09967ef-a59c-4629-9222-3128555cc92a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:36.859221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event updated for resources: {'Network': ['ID=48f9d456-591d-4d6c-930e-1cb8396f7253,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:36.862851 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-760fd99e-145d-402e-93d8-b0cba6789f05 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3858998 Mar 29 10:14:36.865723 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43896) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:36.871999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Request body: {'subnet': {'network_id': '48f9d456-591d-4d6c-930e-1cb8396f7253', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:36.874680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 48f9d456-591d-4d6c-930e-1cb8396f7253 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:14:36.971675 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.980736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:36.984920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Usage tracker for resource:subnet and tenant:5a98514ff73747d8998dd8e4fcd3969c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:36.988079 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:36.994469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:37.058049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9ad7c435-20c2-4414-b5ac-f7d2933297d5 None None] Provisioning complete for port e0efe37c-dbc6-4691-9942-ad51e237d210 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:37.058413 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9ad7c435-20c2-4414-b5ac-f7d2933297d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:37.080784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Made reservation on behalf of 5a98514ff73747d8998dd8e4fcd3969c for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:37.084307 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:37.121116 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b9b5f9-3974-468d-ad85-a0a07d6068ae None None] Resources bound (agent type, host, resource id): {{(pid=88552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 10:14:37.130211 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=e0efe37c-dbc6-4691-9942-ad51e237d210,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:37.176958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.ipam_backend_mixin [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Performing IP validity checks on allocation pools {{(pid=88551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 29 10:14:37.177480 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.ipam_backend_mixin [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 29 10:14:37.365653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:37.452918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event updated for resources: {'Subnet': ['ID=90037423-2718-4541-8fe2-5c4ddb2b36b3,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:37.457179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Checking segment: {'id': 'c656f750-88a5-4d9c-9bf0-7df90672465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48f9d456-591d-4d6c-930e-1cb8396f7253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:14:37.457533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Network hostable DHCP agents. Network: 48f9d456-591d-4d6c-930e-1cb8396f7253, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:14:37.532147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Network 48f9d456-591d-4d6c-930e-1cb8396f7253 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:14:37.617813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 48f9d456-591d-4d6c-930e-1cb8396f7253) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:37.621830 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:37.622423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:37.626277 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a01e05-d8e5-459a-bb46-7ede7bb205f9 None None] Network 48f9d456-591d-4d6c-930e-1cb8396f7253 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:37.721339 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-559ff988-f6df-4bd6-abf8-947648890fe5 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8539953 Mar 29 10:14:37.723978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43900) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:37.845494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-48f9d456-591d-4d6c-930e-1cb8396f7253', 'network_id': '48f9d456-591d-4d6c-930e-1cb8396f7253', 'tenant_id': '5a98514ff73747d8998dd8e4fcd3969c', 'fixed_ips': [{'subnet_id': '90037423-2718-4541-8fe2-5c4ddb2b36b3'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:14:37.846310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:37.867349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:37.918456 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-47cac3ff-cb04-4dac-8294-337198120866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:37.935270 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:38.006463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Allocated IP 2001:db8::3 (48f9d456-591d-4d6c-930e-1cb8396f7253/90037423-2718-4541-8fe2-5c4ddb2b36b3/6a864f1d-7a3f-4d40-9a43-8b671638a167) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:14:38.252093 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:38.261753 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Transition to ACTIVE for port object 6a864f1d-7a3f-4d40-9a43-8b671638a167 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:14:38.279045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Transition to ACTIVE for port object 6a864f1d-7a3f-4d40-9a43-8b671638a167 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:14:38.338713 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:38.403451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Network 48f9d456-591d-4d6c-930e-1cb8396f7253 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:14:38.410546 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:38.413517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:38.413688 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:14:38.449747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Pushing event updated for resources: {'Port': ['ID=6a864f1d-7a3f-4d40-9a43-8b671638a167,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:38.453372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e0efe37c-dbc6-4691-9942-ad51e237d210 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:14:38.459261 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event deleted for resources: {'Subnet': ['ID=90037423-2718-4541-8fe2-5c4ddb2b36b3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:38.549984 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:38.562050 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Attempting to bind port 6a864f1d-7a3f-4d40-9a43-8b671638a167 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:14:38.562413 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Attempting to bind port 6a864f1d-7a3f-4d40-9a43-8b671638a167 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'c656f750-88a5-4d9c-9bf0-7df90672465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48f9d456-591d-4d6c-930e-1cb8396f7253'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:14:38.562770 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Attempting to bind port 6a864f1d-7a3f-4d40-9a43-8b671638a167 on network 48f9d456-591d-4d6c-930e-1cb8396f7253 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:14:38.568452 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:14:38.568826 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Checking segment: {'id': 'c656f750-88a5-4d9c-9bf0-7df90672465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48f9d456-591d-4d6c-930e-1cb8396f7253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:14:38.569221 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:38.569638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Bound using segment: {'id': 'c656f750-88a5-4d9c-9bf0-7df90672465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48f9d456-591d-4d6c-930e-1cb8396f7253'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:14:38.570090 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Bound port: 6a864f1d-7a3f-4d40-9a43-8b671638a167, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c656f750-88a5-4d9c-9bf0-7df90672465d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '48f9d456-591d-4d6c-930e-1cb8396f7253'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:14:38.570456 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:38.578791 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f9d456-591d-4d6c-930e-1cb8396f7253']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:38.591108 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c656f750-88a5-4d9c-9bf0-7df90672465d') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:38.591401 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c656f750-88a5-4d9c-9bf0-7df90672465d') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:38.602998 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:38.618337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:38.624148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:14:38.624620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:38.628306 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port e0efe37c-dbc6-4691-9942-ad51e237d210 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:38.628697 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:14:38.638746 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:14:38.714837 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] For port 6a864f1d-7a3f-4d40-9a43-8b671638a167, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:14:38.720350 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] For port 6a864f1d-7a3f-4d40-9a43-8b671638a167, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6a864f1d-7a3f-4d40-9a43-8b671638a167,segment=NetworkSegment(c656f750-88a5-4d9c-9bf0-7df90672465d),segment_id=c656f750-88a5-4d9c-9bf0-7df90672465d)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:14:38.771245 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.db.api [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 10:14:38.771245 dv-neutron-835555-1-hyperv neutron-server[88550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 10:14:38.771245 dv-neutron-835555-1-hyperv neutron-server[88550]: [parameters: {'id': '48f9d456-591d-4d6c-930e-1cb8396f7253'}] Mar 29 10:14:38.771245 dv-neutron-835555-1-hyperv neutron-server[88550]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:14:38.772201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG oslo_db.api [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:14:38.805253 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:38.932728 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc768e-eebe-4b79-98a9-e9abfe0a3a08 None None] Pushing event updated for resources: {'Port': ['ID=6a864f1d-7a3f-4d40-9a43-8b671638a167,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:38.973642 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9f65d7-6c34-4117-9f65-ecdcdbfe5202 None None] Network 48f9d456-591d-4d6c-930e-1cb8396f7253 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:39.049767 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:39.098341 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:39.172722 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be762e0-b276-4126-8e73-6cb7b6334066 None None] get_active_networks_info from dv-neutron-835555-1-hyperv {{(pid=88552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 29 10:14:39.254036 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be762e0-b276-4126-8e73-6cb7b6334066 None None] Resources bound (agent type, host, resource id): {{(pid=88552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 10:14:39.273493 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:39.284140 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Deleting port 6a864f1d-7a3f-4d40-9a43-8b671638a167 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:14:39.284471 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:39.488358 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] For port 6a864f1d-7a3f-4d40-9a43-8b671638a167, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6a864f1d-7a3f-4d40-9a43-8b671638a167,segment=NetworkSegment(c656f750-88a5-4d9c-9bf0-7df90672465d),segment_id=c656f750-88a5-4d9c-9bf0-7df90672465d)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:39.488742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:39.705856 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Calling delete_port for 6a864f1d-7a3f-4d40-9a43-8b671638a167 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:14:39.840423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:39.886777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event deleted for resources: {'Port': ['ID=6a864f1d-7a3f-4d40-9a43-8b671638a167,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:39.890190 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] No DVR routers for this DVR port 6a864f1d-7a3f-4d40-9a43-8b671638a167 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:14:40.011649 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:40.040791 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f9d456-591d-4d6c-930e-1cb8396f7253']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:40.052717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c656f750-88a5-4d9c-9bf0-7df90672465d') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:40.053012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c656f750-88a5-4d9c-9bf0-7df90672465d') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:40.063974 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:40.079336 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:40.085207 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:14:40.086123 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:14:40.099997 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:14:40.212221 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:40.229987 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:40.240592 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event deleted for resources: {'Network': ['ID=48f9d456-591d-4d6c-930e-1cb8396f7253,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:40.247162 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2500236d-1438-4c04-862b-7511757dbf45 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "DELETE /v2.0/networks/48f9d456-591d-4d6c-930e-1cb8396f7253 HTTP/1.1" status: 204 len: 168 time: 2.5221508 Mar 29 10:14:40.250734 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43904) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:40.255993 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-21292707'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:40.261026 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:40.264820 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Usage tracker for resource:network and tenant:5a98514ff73747d8998dd8e4fcd3969c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:40.267559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:40.274158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:40.326392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Made reservation on behalf of 5a98514ff73747d8998dd8e4fcd3969c for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:40.330116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:40.358306 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:14:40.366606 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:40.366953 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Added segment 81c7a837-b315-41b9-9c16-849526bf99b0 of type vlan for network 749685c6-e0e0-481b-b02d-378fb0a28737 Mar 29 10:14:40.393518 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:40.463812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:40.469302 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:40.476164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:40.574759 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event updated for resources: {'Network': ['ID=749685c6-e0e0-481b-b02d-378fb0a28737,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:40.584942 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 749685c6-e0e0-481b-b02d-378fb0a28737 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:14:40.630078 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3883e74e-f634-47bc-96c8-292174a67ea2 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3782778 Mar 29 10:14:40.633934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43908) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:40.639620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Request body: {'subnet': {'network_id': '749685c6-e0e0-481b-b02d-378fb0a28737', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:40.756447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:40.760338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Usage tracker for resource:subnet and tenant:5a98514ff73747d8998dd8e4fcd3969c is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:40.763121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:40.768932 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:40.839231 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Made reservation on behalf of 5a98514ff73747d8998dd8e4fcd3969c for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:40.842615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:40.863263 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:41.120795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:41.201414 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event updated for resources: {'Subnet': ['ID=6a0f3226-1482-4360-bf78-b107db2b5123,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:41.213055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:41.213396 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:41.213730 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:41.214059 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:41.214383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:41.214704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:41.215023 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:41.215343 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:41.215664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:41.215977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:41.216291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:41.216638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:41.221487 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Checking segment: {'id': '81c7a837-b315-41b9-9c16-849526bf99b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '749685c6-e0e0-481b-b02d-378fb0a28737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:14:41.221844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Network hostable DHCP agents. Network: 749685c6-e0e0-481b-b02d-378fb0a28737, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:14:41.303658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Network 749685c6-e0e0-481b-b02d-378fb0a28737 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:14:41.366593 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 749685c6-e0e0-481b-b02d-378fb0a28737) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:41.373643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:41.373643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:41.375583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6f1991-89b0-46d8-b1eb-6a41463648e9 None None] Network 749685c6-e0e0-481b-b02d-378fb0a28737 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:41.464395 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3da9e91e-0add-48bd-981f-055baa7fe148 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8294120 Mar 29 10:14:41.468056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43912) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:41.473869 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1484875835'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:41.478945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:41.482924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Usage tracker for resource:network and tenant:5a98514ff73747d8998dd8e4fcd3969c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:41.485870 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:41.495872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:41.578172 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Made reservation on behalf of 5a98514ff73747d8998dd8e4fcd3969c for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:41.581950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:41.593542 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-749685c6-e0e0-481b-b02d-378fb0a28737', 'network_id': '749685c6-e0e0-481b-b02d-378fb0a28737', 'tenant_id': '5a98514ff73747d8998dd8e4fcd3969c', 'fixed_ips': [{'subnet_id': '6a0f3226-1482-4360-bf78-b107db2b5123'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:14:41.594517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:41.614334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:14:41.624834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:41.625099 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Added segment 75a81d39-70d7-433e-b74a-e5f2932af5ca of type vlan for network d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac Mar 29 10:14:41.654752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:41.782422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:41.787903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:41.792188 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:41.794912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Allocated IP 2001:db8::2 (749685c6-e0e0-481b-b02d-378fb0a28737/6a0f3226-1482-4360-bf78-b107db2b5123/a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:14:41.898850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event updated for resources: {'Network': ['ID=d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:41.910269 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:14:41.917125 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a5c294f1-046f-46fc-b4b1-3a88bf3faa88 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4479477 Mar 29 10:14:41.919857 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43916) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:41.925389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Request body: {'subnet': {'network_id': 'd5a795a4-d6e7-4b5b-8ddd-fb1d782330ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:42.100745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:42.112360 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Transition to ACTIVE for port object a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:14:42.132881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Transition to ACTIVE for port object a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:14:42.155458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:42.156618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Usage tracker for resource:subnet and tenant:5a98514ff73747d8998dd8e4fcd3969c is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:42.159726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:42.166354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:42.190143 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:42.207336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Made reservation on behalf of 5a98514ff73747d8998dd8e4fcd3969c for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:42.212096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:42.254840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Network 749685c6-e0e0-481b-b02d-378fb0a28737 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:14:42.257645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:42.265637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:14:42.275695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Pushing event updated for resources: {'Port': ['ID=a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:42.363613 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Attempting to bind port a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:14:42.363981 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Attempting to bind port a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '81c7a837-b315-41b9-9c16-849526bf99b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '749685c6-e0e0-481b-b02d-378fb0a28737'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:14:42.364349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Attempting to bind port a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca on network 749685c6-e0e0-481b-b02d-378fb0a28737 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:14:42.369823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:14:42.370195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Checking segment: {'id': '81c7a837-b315-41b9-9c16-849526bf99b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '749685c6-e0e0-481b-b02d-378fb0a28737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:14:42.370647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:42.370985 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Bound using segment: {'id': '81c7a837-b315-41b9-9c16-849526bf99b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '749685c6-e0e0-481b-b02d-378fb0a28737'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:14:42.371446 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Bound port: a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c7a837-b315-41b9-9c16-849526bf99b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '749685c6-e0e0-481b-b02d-378fb0a28737'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:14:42.371949 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:42.465596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] For port a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:14:42.468436 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] For port a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca,segment=NetworkSegment(81c7a837-b315-41b9-9c16-849526bf99b0),segment_id=81c7a837-b315-41b9-9c16-849526bf99b0)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:14:42.503590 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:42.532575 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:42.586967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event updated for resources: {'Subnet': ['ID=fafb9437-3060-4984-97ef-5b20b8fe1a01,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:42.597463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Checking segment: {'id': '75a81d39-70d7-433e-b74a-e5f2932af5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd5a795a4-d6e7-4b5b-8ddd-fb1d782330ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:14:42.597819 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Network hostable DHCP agents. Network: d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:14:42.615335 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054449e-da95-4d2c-9ffd-1f7a20a0732e None None] Pushing event updated for resources: {'Port': ['ID=a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:42.663579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Network d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:14:42.726399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:42.730609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:42.731226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:42.738223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620b94a8-3113-49d7-9ab5-ff797dbc358d None None] Network d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:42.807244 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-85efaa7f-3f1c-416b-a3fe-dcb6899a66bc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8861911 Mar 29 10:14:42.809642 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43920) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:42.968528 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:42.978748 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac', 'network_id': 'd5a795a4-d6e7-4b5b-8ddd-fb1d782330ac', 'tenant_id': '5a98514ff73747d8998dd8e4fcd3969c', 'fixed_ips': [{'subnet_id': 'fafb9437-3060-4984-97ef-5b20b8fe1a01'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:14:42.978748 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:43.042136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:43.145634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Allocated IP 2001:db8::2 (d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac/fafb9437-3060-4984-97ef-5b20b8fe1a01/b6c2b319-9436-4678-9311-98668196aab8) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:14:43.353495 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:43.364450 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Transition to ACTIVE for port object b6c2b319-9436-4678-9311-98668196aab8 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:14:43.384295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Transition to ACTIVE for port object b6c2b319-9436-4678-9311-98668196aab8 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:14:43.446151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:43.511744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Network d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:14:43.514513 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:43.522706 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:14:43.527631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:43.557823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Pushing event updated for resources: {'Port': ['ID=b6c2b319-9436-4678-9311-98668196aab8,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:43.586028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event deleted for resources: {'Subnet': ['ID=fafb9437-3060-4984-97ef-5b20b8fe1a01,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:43.627985 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Attempting to bind port b6c2b319-9436-4678-9311-98668196aab8 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:14:43.628623 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Attempting to bind port b6c2b319-9436-4678-9311-98668196aab8 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '75a81d39-70d7-433e-b74a-e5f2932af5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd5a795a4-d6e7-4b5b-8ddd-fb1d782330ac'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:14:43.628922 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Attempting to bind port b6c2b319-9436-4678-9311-98668196aab8 on network d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:14:43.635072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:14:43.635481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Checking segment: {'id': '75a81d39-70d7-433e-b74a-e5f2932af5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd5a795a4-d6e7-4b5b-8ddd-fb1d782330ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:14:43.635849 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:43.636247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Bound using segment: {'id': '75a81d39-70d7-433e-b74a-e5f2932af5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd5a795a4-d6e7-4b5b-8ddd-fb1d782330ac'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:14:43.636893 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Bound port: b6c2b319-9436-4678-9311-98668196aab8, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a81d39-70d7-433e-b74a-e5f2932af5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd5a795a4-d6e7-4b5b-8ddd-fb1d782330ac'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:14:43.637272 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:43.674617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:43.705268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:43.706270 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f6cb8a-ebf1-4b9c-9218-672a0fe92528 None None] Network 749685c6-e0e0-481b-b02d-378fb0a28737 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:43.717805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a81d39-70d7-433e-b74a-e5f2932af5ca') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:43.718100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a81d39-70d7-433e-b74a-e5f2932af5ca') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:43.730032 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:43.746103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:43.752277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:14:43.752811 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:14:43.767218 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:14:43.842762 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] For port b6c2b319-9436-4678-9311-98668196aab8, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:14:43.863735 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] For port b6c2b319-9436-4678-9311-98668196aab8, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b6c2b319-9436-4678-9311-98668196aab8,segment=NetworkSegment(75a81d39-70d7-433e-b74a-e5f2932af5ca),segment_id=75a81d39-70d7-433e-b74a-e5f2932af5ca)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:14:43.898116 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.db.api [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 10:14:43.898116 dv-neutron-835555-1-hyperv neutron-server[88551]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 10:14:43.898116 dv-neutron-835555-1-hyperv neutron-server[88551]: [parameters: {'id': 'd5a795a4-d6e7-4b5b-8ddd-fb1d782330ac'}] Mar 29 10:14:43.898116 dv-neutron-835555-1-hyperv neutron-server[88551]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:14:43.898583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG oslo_db.api [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:14:43.929546 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:43.972980 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-da56693e-cfce-499a-8cb4-df76419cb003 None None] Provisioning for port a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:14:44.095834 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca483c-7814-4c40-a06a-accb6806ac45 None None] Pushing event updated for resources: {'Port': ['ID=b6c2b319-9436-4678-9311-98668196aab8,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:44.133952 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bd5874-d5b8-47c3-9573-eadb2195ca82 None None] Network d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:44.344659 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be6bef-477c-4836-973d-f78c2c5cab30 None None] get_active_networks_info from dv-neutron-835555-1-hyperv {{(pid=88552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 29 10:14:44.400079 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:44.412894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Deleting port b6c2b319-9436-4678-9311-98668196aab8 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:14:44.413231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:44.458500 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be6bef-477c-4836-973d-f78c2c5cab30 None None] Resources bound (agent type, host, resource id): {{(pid=88552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 10:14:44.496624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:14:44.619072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] For port b6c2b319-9436-4678-9311-98668196aab8, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b6c2b319-9436-4678-9311-98668196aab8,segment=NetworkSegment(75a81d39-70d7-433e-b74a-e5f2932af5ca),segment_id=75a81d39-70d7-433e-b74a-e5f2932af5ca)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:44.619698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:44.703414 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:14:44.715600 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:44.715972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:44.747889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Calling delete_port for b6c2b319-9436-4678-9311-98668196aab8 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:14:44.886681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:44.902038 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:44.937772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event deleted for resources: {'Port': ['ID=b6c2b319-9436-4678-9311-98668196aab8,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:44.939583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] No DVR routers for this DVR port b6c2b319-9436-4678-9311-98668196aab8 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:14:44.950457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca,segment=NetworkSegment(81c7a837-b315-41b9-9c16-849526bf99b0),segment_id=81c7a837-b315-41b9-9c16-849526bf99b0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:45.029539 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:45.063935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:45.103014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:45.192942 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:45.204878 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a81d39-70d7-433e-b74a-e5f2932af5ca') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:45.205172 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a81d39-70d7-433e-b74a-e5f2932af5ca') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:45.216795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:45.232841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:45.238773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:14:45.239150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:14:45.253267 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:14:45.406334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:45.423787 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:45.434437 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event deleted for resources: {'Network': ['ID=d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:45.440786 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bf4ff59f-4214-425b-a62d-f4667f7c648d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "DELETE /v2.0/networks/d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac HTTP/1.1" status: 204 len: 168 time: 2.6301937 Mar 29 10:14:45.443368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43924) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:45.482000 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-5731cfbc-2421-46e6-abb9-5a31f7a0e9cb tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] GET failed (client error): The resource could not be found. Mar 29 10:14:45.482507 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5731cfbc-2421-46e6-abb9-5a31f7a0e9cb tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Synchronizing usage tracker for tenant:5a98514ff73747d8998dd8e4fcd3969c on resource:subnet {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:14:45.555353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5731cfbc-2421-46e6-abb9-5a31f7a0e9cb tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Unset dirty status for tenant:5a98514ff73747d8998dd8e4fcd3969c on resource:subnet {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:14:45.556621 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5731cfbc-2421-46e6-abb9-5a31f7a0e9cb tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "GET /v2.0/subnets/fafb9437-3060-4984-97ef-5b20b8fe1a01 HTTP/1.1" status: 404 len: 337 time: 0.1123903 Mar 29 10:14:45.559410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43928) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:45.584751 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-44816034-2cea-4d02-a7c8-dd7ee4d1b1ce tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] DELETE failed (client error): The resource could not be found. Mar 29 10:14:45.585228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44816034-2cea-4d02-a7c8-dd7ee4d1b1ce tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 10:14:45.587403 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-44816034-2cea-4d02-a7c8-dd7ee4d1b1ce tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "DELETE /v2.0/networks/d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac HTTP/1.1" status: 404 len: 339 time: 0.0270877 Mar 29 10:14:45.591221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 43932) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:45.632561 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.pecan_wsgi.hooks.translation [None req-e997f4c5-b5e4-4f55-b1b4-c30d6fafa53e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] DELETE failed (client error): The resource could not be found. Mar 29 10:14:45.633737 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e997f4c5-b5e4-4f55-b1b4-c30d6fafa53e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 10:14:45.635192 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e997f4c5-b5e4-4f55-b1b4-c30d6fafa53e tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "DELETE /v2.0/subnets/fafb9437-3060-4984-97ef-5b20b8fe1a01 HTTP/1.1" status: 404 len: 337 time: 0.0430574 Mar 29 10:14:45.637975 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43936) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:45.664137 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5c010f-69e0-4842-8af7-6b69a2d49cfc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] DELETE failed (client error): The resource could not be found. Mar 29 10:14:45.664655 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5c010f-69e0-4842-8af7-6b69a2d49cfc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 10:14:45.666319 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fa5c010f-69e0-4842-8af7-6b69a2d49cfc tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "DELETE /v2.0/networks/d5a795a4-d6e7-4b5b-8ddd-fb1d782330ac HTTP/1.1" status: 404 len: 339 time: 0.0267248 Mar 29 10:14:45.668814 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43940) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:45.733126 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4daa60a-ac31-4162-8c91-6be2e85f45c1 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Deleting subnet 6a0f3226-1482-4360-bf78-b107db2b5123 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:14:45.735972 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4daa60a-ac31-4162-8c91-6be2e85f45c1 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:45.792308 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4daa60a-ac31-4162-8c91-6be2e85f45c1 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:45.871659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4daa60a-ac31-4162-8c91-6be2e85f45c1 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:46.017553 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4daa60a-ac31-4162-8c91-6be2e85f45c1 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:46.057796 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4daa60a-ac31-4162-8c91-6be2e85f45c1 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0f3226-1482-4360-bf78-b107db2b5123,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:46.061738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c4daa60a-ac31-4162-8c91-6be2e85f45c1 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:46.075068 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd7e638-31d6-4eb5-8555-4c535c9422ed None None] Network 749685c6-e0e0-481b-b02d-378fb0a28737 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:46.149856 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c4daa60a-ac31-4162-8c91-6be2e85f45c1 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "DELETE /v2.0/subnets/6a0f3226-1482-4360-bf78-b107db2b5123 HTTP/1.1" status: 204 len: 168 time: 0.4799387 Mar 29 10:14:46.152117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43944) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:46.310816 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093fe540-4fc8-4196-b329-81b5f17f1ba4 None None] DHCP port deletion for 749685c6-e0e0-481b-b02d-378fb0a28737 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:14:46.315458 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-093fe540-4fc8-4196-b329-81b5f17f1ba4 None None] Deleting port a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:14:46.315996 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-093fe540-4fc8-4196-b329-81b5f17f1ba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:46.370950 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:46.381465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Deleting port a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:14:46.381792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:46.455813 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:14:46.594226 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] For port a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca,segment=NetworkSegment(81c7a837-b315-41b9-9c16-849526bf99b0),segment_id=81c7a837-b315-41b9-9c16-849526bf99b0)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:46.594465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:46.610042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-093fe540-4fc8-4196-b329-81b5f17f1ba4 None None] For port a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca,segment=NetworkSegment(81c7a837-b315-41b9-9c16-849526bf99b0),segment_id=81c7a837-b315-41b9-9c16-849526bf99b0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:46.610435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-093fe540-4fc8-4196-b329-81b5f17f1ba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:46.718625 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Calling delete_port for a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:14:46.734136 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-093fe540-4fc8-4196-b329-81b5f17f1ba4 None None] Calling delete_port for a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:14:46.833919 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:46.863642 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:46.903271 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-093fe540-4fc8-4196-b329-81b5f17f1ba4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:14:46.903623 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-093fe540-4fc8-4196-b329-81b5f17f1ba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:14:46.913737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event deleted for resources: {'Port': ['ID=a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:46.916098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] No DVR routers for this DVR port a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:14:47.042112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.067767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749685c6-e0e0-481b-b02d-378fb0a28737']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:47.080954 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c7a837-b315-41b9-9c16-849526bf99b0') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:47.081242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c7a837-b315-41b9-9c16-849526bf99b0') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:47.093159 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.109377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.115229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:14:47.115546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:14:47.129730 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:14:47.286348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.290775 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.316892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event deleted for resources: {'Network': ['ID=749685c6-e0e0-481b-b02d-378fb0a28737,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:47.321725 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-926d3914-f64a-4a54-82b5-4db47381666d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "DELETE /v2.0/networks/749685c6-e0e0-481b-b02d-378fb0a28737 HTTP/1.1" status: 204 len: 168 time: 1.1677513 Mar 29 10:14:47.323835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43948) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:47.361688 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-458cf284-0bf9-447d-8e01-b852f5e03325 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] DELETE failed (client error): The resource could not be found. Mar 29 10:14:47.362153 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458cf284-0bf9-447d-8e01-b852f5e03325 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 10:14:47.363877 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-458cf284-0bf9-447d-8e01-b852f5e03325 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "DELETE /v2.0/subnets/90037423-2718-4541-8fe2-5c4ddb2b36b3 HTTP/1.1" status: 404 len: 337 time: 0.0389977 Mar 29 10:14:47.371890 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43952) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:47.397366 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94790e7-ad1c-455c-a8cb-45450453afa1 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] DELETE failed (client error): The resource could not be found. Mar 29 10:14:47.397842 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94790e7-ad1c-455c-a8cb-45450453afa1 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 10:14:47.400259 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e94790e7-ad1c-455c-a8cb-45450453afa1 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "DELETE /v2.0/networks/48f9d456-591d-4d6c-930e-1cb8396f7253 HTTP/1.1" status: 404 len: 339 time: 0.0275257 Mar 29 10:14:47.402801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43956) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:47.404441 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-093fe540-4fc8-4196-b329-81b5f17f1ba4 None None] Deleting port a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:14:47.404889 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-093fe540-4fc8-4196-b329-81b5f17f1ba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.443450 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdde003c-97ad-466c-909e-d041b6ff72e3 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] DELETE failed (client error): The resource could not be found. Mar 29 10:14:47.443907 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdde003c-97ad-466c-909e-d041b6ff72e3 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 10:14:47.446152 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cdde003c-97ad-466c-909e-d041b6ff72e3 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "DELETE /v2.0/subnets/46363fed-343e-4dbd-9c9e-da026837d6ad HTTP/1.1" status: 404 len: 337 time: 0.0419633 Mar 29 10:14:47.450670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43960) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:47.476349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-093fe540-4fc8-4196-b329-81b5f17f1ba4 None None] The port 'a22d12bb-6cbc-4c0f-8a4a-4986c2b262ca' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 10:14:47.477263 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b20d79-b559-4c1c-b569-bf94fc82fff6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] DELETE failed (client error): The resource could not be found. Mar 29 10:14:47.477742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b20d79-b559-4c1c-b569-bf94fc82fff6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 10:14:47.481990 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-24b20d79-b559-4c1c-b569-bf94fc82fff6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "DELETE /v2.0/networks/da7592ba-b267-4c0c-96b9-a8023e1a609c HTTP/1.1" status: 404 len: 339 time: 0.0292866 Mar 29 10:14:47.482212 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43964) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:47.553453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0c4410-6555-4a58-a991-4ffeebf7e72d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Deleting subnet f637147e-fc0c-4da3-84d9-27d9d8ca1fc3 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:14:47.556922 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4410-6555-4a58-a991-4ffeebf7e72d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.619703 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4410-6555-4a58-a991-4ffeebf7e72d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.704078 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4410-6555-4a58-a991-4ffeebf7e72d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.835453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4410-6555-4a58-a991-4ffeebf7e72d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.878989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c4410-6555-4a58-a991-4ffeebf7e72d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event deleted for resources: {'Subnet': ['ID=f637147e-fc0c-4da3-84d9-27d9d8ca1fc3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:47.882690 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4410-6555-4a58-a991-4ffeebf7e72d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.889547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23670816-81c2-4852-98e6-216272f6cd66 None None] Network 7a5e7c89-181f-40e7-8e59-e9e53d1275d7 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:47.892402 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ad0c4410-6555-4a58-a991-4ffeebf7e72d tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "DELETE /v2.0/subnets/f637147e-fc0c-4da3-84d9-27d9d8ca1fc3 HTTP/1.1" status: 204 len: 168 time: 0.4092109 Mar 29 10:14:47.894710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43968) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:48.009714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:48.020134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Deleting port e0efe37c-dbc6-4691-9942-ad51e237d210 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:14:48.020568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:48.124588 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f4985a-4334-4f58-b1c8-a79d8828668f None None] DHCP port deletion for 7a5e7c89-181f-40e7-8e59-e9e53d1275d7 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:14:48.129052 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-65f4985a-4334-4f58-b1c8-a79d8828668f None None] Deleting port e0efe37c-dbc6-4691-9942-ad51e237d210 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:14:48.129423 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-65f4985a-4334-4f58-b1c8-a79d8828668f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:48.334687 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] For port e0efe37c-dbc6-4691-9942-ad51e237d210, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e0efe37c-dbc6-4691-9942-ad51e237d210,segment=NetworkSegment(f09967ef-a59c-4629-9222-3128555cc92a),segment_id=f09967ef-a59c-4629-9222-3128555cc92a)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:48.335087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:48.342452 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-65f4985a-4334-4f58-b1c8-a79d8828668f None None] For port e0efe37c-dbc6-4691-9942-ad51e237d210, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e0efe37c-dbc6-4691-9942-ad51e237d210,segment=NetworkSegment(f09967ef-a59c-4629-9222-3128555cc92a),segment_id=f09967ef-a59c-4629-9222-3128555cc92a)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:48.342452 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-65f4985a-4334-4f58-b1c8-a79d8828668f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:48.464663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Calling delete_port for e0efe37c-dbc6-4691-9942-ad51e237d210 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:14:48.467993 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e0efe37c-dbc6-4691-9942-ad51e237d210 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:14:48.500743 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-65f4985a-4334-4f58-b1c8-a79d8828668f None None] Calling delete_port for e0efe37c-dbc6-4691-9942-ad51e237d210 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:14:48.640032 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:48.651491 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:48.664524 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-65f4985a-4334-4f58-b1c8-a79d8828668f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:14:48.664877 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-65f4985a-4334-4f58-b1c8-a79d8828668f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:14:48.688533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event deleted for resources: {'Port': ['ID=e0efe37c-dbc6-4691-9942-ad51e237d210,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:48.693925 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] No DVR routers for this DVR port e0efe37c-dbc6-4691-9942-ad51e237d210 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:14:48.815841 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:48.850820 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5e7c89-181f-40e7-8e59-e9e53d1275d7']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:48.869048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09967ef-a59c-4629-9222-3128555cc92a') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:48.869434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09967ef-a59c-4629-9222-3128555cc92a') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:48.884025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:48.901043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:48.907623 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:14:48.909959 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:14:48.922527 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:14:49.069464 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:49.087996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:49.100674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] Pushing event deleted for resources: {'Network': ['ID=7a5e7c89-181f-40e7-8e59-e9e53d1275d7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:49.104851 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f40cdbc8-6f41-446f-98d5-7f8eaca2c3c6 tempest-NetworksIpV6Test-1388782401 tempest-NetworksIpV6Test-1388782401-project] 10.222.0.35 "DELETE /v2.0/networks/7a5e7c89-181f-40e7-8e59-e9e53d1275d7 HTTP/1.1" status: 204 len: 168 time: 1.2091143 Mar 29 10:14:49.166032 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-65f4985a-4334-4f58-b1c8-a79d8828668f None None] Deleting port e0efe37c-dbc6-4691-9942-ad51e237d210 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:14:49.166328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-65f4985a-4334-4f58-b1c8-a79d8828668f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:49.271691 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-65f4985a-4334-4f58-b1c8-a79d8828668f None None] The port 'e0efe37c-dbc6-4691-9942-ad51e237d210' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 10:14:49.582907 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43976) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:49.753440 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e2981ca6-6764-4579-b120-98452bae4f41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a98514ff73747d8998dd8e4fcd3969c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693714 Mar 29 10:14:49.756019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 43982) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:49.816502 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0d321ab3-aca7-4539-b6cb-e979a2b4b2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:49.842313 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0d321ab3-aca7-4539-b6cb-e979a2b4b2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:49.959739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0d321ab3-aca7-4539-b6cb-e979a2b4b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:49.979298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d321ab3-aca7-4539-b6cb-e979a2b4b2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc00bbf4-0c9c-47cf-829a-d27f8a245a10,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:49.987041 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0d321ab3-aca7-4539-b6cb-e979a2b4b2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:49.988187 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0d321ab3-aca7-4539-b6cb-e979a2b4b2fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc00bbf4-0c9c-47cf-829a-d27f8a245a10 HTTP/1.1" status: 204 len: 168 time: 0.2311752 Mar 29 10:14:50.101523 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:14:51.083363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44006) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:51.185758 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c7e1dd08-7963-4cd7-acff-c4fae11f79f4 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1919684610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:51.192390 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c7e1dd08-7963-4cd7-acff-c4fae11f79f4 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:51.196149 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c7e1dd08-7963-4cd7-acff-c4fae11f79f4 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Usage tracker for resource:router and tenant:ece15a90e8c041dfadea1378a129a1fb is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:51.198986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c7e1dd08-7963-4cd7-acff-c4fae11f79f4 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:51.205411 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c7e1dd08-7963-4cd7-acff-c4fae11f79f4 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:51.304167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c7e1dd08-7963-4cd7-acff-c4fae11f79f4 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:51.305219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c7e1dd08-7963-4cd7-acff-c4fae11f79f4 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:51.319605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c7e1dd08-7963-4cd7-acff-c4fae11f79f4 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:51.395270 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c7e1dd08-7963-4cd7-acff-c4fae11f79f4 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:51.474694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c7e1dd08-7963-4cd7-acff-c4fae11f79f4 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:51.475928 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c7e1dd08-7963-4cd7-acff-c4fae11f79f4 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3915832 Mar 29 10:14:51.479278 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44012) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:51.484606 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-277546505'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:51.489587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:51.494239 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Usage tracker for resource:network and tenant:ece15a90e8c041dfadea1378a129a1fb is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:51.497466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:51.503270 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:51.583137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Made reservation on behalf of ece15a90e8c041dfadea1378a129a1fb for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:51.587309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:51.599848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:51.614782 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:51.619043 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Usage tracker for resource:security_group_rule and tenant:ece15a90e8c041dfadea1378a129a1fb is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:51.622163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:51.627900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:51.709460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:51.771451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:51.805335 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:14:51.810768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9479b1f-a5fb-4c6a-b662-fa2057b93bd5,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:51.818681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:51.818844 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Added segment 958c7421-a59b-496d-ad7d-8d81dfcf1253 of type vlan for network 5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008 Mar 29 10:14:51.845347 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:51.931807 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:51.937332 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:51.937909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:52.047214 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Pushing event updated for resources: {'Network': ['ID=5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:52.057462 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:14:52.086920 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-09e9fb1c-489e-4c21-8e4d-72be0bbf16e3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6066389 Mar 29 10:14:52.089667 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44016) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:52.095363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Request body: {'subnet': {'network_id': '5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:52.205123 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:52.208876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Usage tracker for resource:subnet and tenant:ece15a90e8c041dfadea1378a129a1fb is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:52.211729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:52.217457 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:52.269037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Made reservation on behalf of ece15a90e8c041dfadea1378a129a1fb for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:52.272546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:52.532388 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:52.611715 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Pushing event updated for resources: {'Subnet': ['ID=af6eb46d-7ece-408f-9d79-4124f90d90c2,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:52.617097 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Checking segment: {'id': '958c7421-a59b-496d-ad7d-8d81dfcf1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:14:52.618151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Network hostable DHCP agents. Network: 5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:14:52.714436 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Network 5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:14:52.759925 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:52.763961 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:52.764626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:52.769850 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfe6331-05a3-4d75-ba93-e98a24ec10e8 None None] Network 5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:52.858213 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-50ed1699-3e8a-498a-a6e2-dc877befeebd tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7674429 Mar 29 10:14:52.861282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44020) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:52.866648 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1106859427'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:52.871595 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:52.875331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Usage tracker for resource:network and tenant:ece15a90e8c041dfadea1378a129a1fb is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:52.878402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:52.883969 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:52.972085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Made reservation on behalf of ece15a90e8c041dfadea1378a129a1fb for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:52.975630 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:52.978109 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008', 'network_id': '5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008', 'tenant_id': 'ece15a90e8c041dfadea1378a129a1fb', 'fixed_ips': [{'subnet_id': 'af6eb46d-7ece-408f-9d79-4124f90d90c2'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:14:52.978929 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:53.003953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:14:53.012843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:53.013188 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Added segment 66db0b30-327e-4513-ab09-ec4f34024ac8 of type vlan for network b8912e97-a231-4999-a21e-37f43afba3e5 Mar 29 10:14:53.137874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Allocated IP 172.20.0.2 (5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008/af6eb46d-7ece-408f-9d79-4124f90d90c2/c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:14:53.142132 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:53.262798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:53.268797 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:53.269382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:53.367222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:53.372796 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:53.375579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Pushing event updated for resources: {'Network': ['ID=b8912e97-a231-4999-a21e-37f43afba3e5,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:53.378640 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Transition to ACTIVE for port object c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:14:53.389226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network b8912e97-a231-4999-a21e-37f43afba3e5 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:14:53.395736 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0b440fe3-2ba1-4a40-bb4a-e96dc1c4a49e tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5334470 Mar 29 10:14:53.398682 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44024) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:53.405007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Request body: {'subnet': {'network_id': 'b8912e97-a231-4999-a21e-37f43afba3e5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:53.427567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Transition to ACTIVE for port object c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:14:53.509742 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:53.515152 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:14:53.518921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Usage tracker for resource:subnet and tenant:ece15a90e8c041dfadea1378a129a1fb is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:14:53.523630 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:14:53.527721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:14:53.569902 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Network 5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:14:53.577567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:53.581644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:14:53.587188 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Pushing event updated for resources: {'Port': ['ID=c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:53.600356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Made reservation on behalf of ece15a90e8c041dfadea1378a129a1fb for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:53.604091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:53.681439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Attempting to bind port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:14:53.681799 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Attempting to bind port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '958c7421-a59b-496d-ad7d-8d81dfcf1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:14:53.682152 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Attempting to bind port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 on network 5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:14:53.687930 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:14:53.688305 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Checking segment: {'id': '958c7421-a59b-496d-ad7d-8d81dfcf1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:14:53.688735 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:53.689130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Bound using segment: {'id': '958c7421-a59b-496d-ad7d-8d81dfcf1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:14:53.689594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Bound port: c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958c7421-a59b-496d-ad7d-8d81dfcf1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:14:53.689965 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:53.778436 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] For port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:14:53.781410 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] For port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7,segment=NetworkSegment(958c7421-a59b-496d-ad7d-8d81dfcf1253),segment_id=958c7421-a59b-496d-ad7d-8d81dfcf1253)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:14:53.852863 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:53.874975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:53.938680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38352b3-db9e-4b2e-aa7d-30704fd82532 None None] Pushing event updated for resources: {'Port': ['ID=c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:53.951754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Pushing event updated for resources: {'Subnet': ['ID=d5d872aa-1a6c-4f15-8d5f-bd108eb46a57,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:53.968581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Checking segment: {'id': '66db0b30-327e-4513-ab09-ec4f34024ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b8912e97-a231-4999-a21e-37f43afba3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:14:53.968973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Network hostable DHCP agents. Network: b8912e97-a231-4999-a21e-37f43afba3e5, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:14:54.052283 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Network b8912e97-a231-4999-a21e-37f43afba3e5 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:14:54.115384 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, b8912e97-a231-4999-a21e-37f43afba3e5) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:54.122117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:54.123353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:54.125234 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1f8eb1-4e40-4fa2-87d0-d4851ec22895 None None] Network b8912e97-a231-4999-a21e-37f43afba3e5 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:54.207415 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6b1b6c64-8e5e-4a5f-9c44-390c70b12621 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8066831 Mar 29 10:14:54.209950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44028) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:54.216229 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-16885718-acf3-49fb-9785-06ec1ea6a9d9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b8912e97-a231-4999-a21e-37f43afba3e5'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:54.346261 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db063794-a313-44f9-826a-a1357e18602a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-b8912e97-a231-4999-a21e-37f43afba3e5', 'network_id': 'b8912e97-a231-4999-a21e-37f43afba3e5', 'tenant_id': 'ece15a90e8c041dfadea1378a129a1fb', 'fixed_ips': [{'subnet_id': 'd5d872aa-1a6c-4f15-8d5f-bd108eb46a57'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:14:54.347096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db063794-a313-44f9-826a-a1357e18602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:54.508874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:14:54.552692 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-db063794-a313-44f9-826a-a1357e18602a None None] Allocated IP 172.21.0.2 (b8912e97-a231-4999-a21e-37f43afba3e5/d5d872aa-1a6c-4f15-8d5f-bd108eb46a57/265704d7-7ec8-4548-9467-577d70c470ba) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:14:54.614385 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-16885718-acf3-49fb-9785-06ec1ea6a9d9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:54.805750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:14:54.829906 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.api.v2.resource [None req-16885718-acf3-49fb-9785-06ec1ea6a9d9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 10:14:54.830967 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-16885718-acf3-49fb-9785-06ec1ea6a9d9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] 10.222.0.35 "PUT /v2.0/routers/16fce695-1cf4-47b9-b9dd-b84a719d832a HTTP/1.1" status: 400 len: 364 time: 0.6199777 Mar 29 10:14:54.837879 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44032) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:54.848387 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db063794-a313-44f9-826a-a1357e18602a None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:54.858958 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-db063794-a313-44f9-826a-a1357e18602a None None] Transition to ACTIVE for port object 265704d7-7ec8-4548-9467-577d70c470ba will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:14:54.879288 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-db063794-a313-44f9-826a-a1357e18602a None None] Transition to ACTIVE for port object 265704d7-7ec8-4548-9467-577d70c470ba will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:14:54.906391 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa56abe4-deab-4aa0-aca6-3a1223e47c93 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Deleting subnet d5d872aa-1a6c-4f15-8d5f-bd108eb46a57 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:14:54.943095 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa56abe4-deab-4aa0-aca6-3a1223e47c93 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:54.945187 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db063794-a313-44f9-826a-a1357e18602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:54.950345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1452a89a-112e-4265-aa11-f549045857fd None None] Network 5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:55.080394 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db063794-a313-44f9-826a-a1357e18602a None None] Network b8912e97-a231-4999-a21e-37f43afba3e5 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:14:55.095619 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-db063794-a313-44f9-826a-a1357e18602a None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:55.112210 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db063794-a313-44f9-826a-a1357e18602a None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:14:55.113657 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa56abe4-deab-4aa0-aca6-3a1223e47c93 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:55.128941 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db063794-a313-44f9-826a-a1357e18602a None None] Pushing event updated for resources: {'Port': ['ID=265704d7-7ec8-4548-9467-577d70c470ba,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:55.197528 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa56abe4-deab-4aa0-aca6-3a1223e47c93 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:55.261678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-db063794-a313-44f9-826a-a1357e18602a None None] Attempting to bind port 265704d7-7ec8-4548-9467-577d70c470ba on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:14:55.262056 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-db063794-a313-44f9-826a-a1357e18602a None None] Attempting to bind port 265704d7-7ec8-4548-9467-577d70c470ba by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '66db0b30-327e-4513-ab09-ec4f34024ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b8912e97-a231-4999-a21e-37f43afba3e5'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:14:55.262417 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db063794-a313-44f9-826a-a1357e18602a None None] Attempting to bind port 265704d7-7ec8-4548-9467-577d70c470ba on network b8912e97-a231-4999-a21e-37f43afba3e5 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:14:55.269668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-bf5d9525-5725-403b-a095-e3d2df977e8b None None] Provisioning for port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:14:55.282631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db063794-a313-44f9-826a-a1357e18602a None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:14:55.283000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db063794-a313-44f9-826a-a1357e18602a None None] Checking segment: {'id': '66db0b30-327e-4513-ab09-ec4f34024ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b8912e97-a231-4999-a21e-37f43afba3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:14:55.283393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db063794-a313-44f9-826a-a1357e18602a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:55.283783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db063794-a313-44f9-826a-a1357e18602a None None] Bound using segment: {'id': '66db0b30-327e-4513-ab09-ec4f34024ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b8912e97-a231-4999-a21e-37f43afba3e5'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:14:55.284247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-db063794-a313-44f9-826a-a1357e18602a None None] Bound port: 265704d7-7ec8-4548-9467-577d70c470ba, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66db0b30-327e-4513-ab09-ec4f34024ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b8912e97-a231-4999-a21e-37f43afba3e5'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:14:55.284653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db063794-a313-44f9-826a-a1357e18602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:55.296043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-bf5d9525-5725-403b-a095-e3d2df977e8b None None] Provisioning complete for port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:55.296508 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9525-5725-403b-a095-e3d2df977e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:55.326418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa56abe4-deab-4aa0-aca6-3a1223e47c93 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:55.369328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56abe4-deab-4aa0-aca6-3a1223e47c93 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d872aa-1a6c-4f15-8d5f-bd108eb46a57,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:55.371398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa56abe4-deab-4aa0-aca6-3a1223e47c93 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:55.380266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44036) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:55.380795 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fa56abe4-deab-4aa0-aca6-3a1223e47c93 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] 10.222.0.35 "DELETE /v2.0/subnets/d5d872aa-1a6c-4f15-8d5f-bd108eb46a57 HTTP/1.1" status: 204 len: 168 time: 0.5414906 Mar 29 10:14:55.479818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-db063794-a313-44f9-826a-a1357e18602a None None] For port 265704d7-7ec8-4548-9467-577d70c470ba, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:14:55.483974 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-db063794-a313-44f9-826a-a1357e18602a None None] For port 265704d7-7ec8-4548-9467-577d70c470ba, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=265704d7-7ec8-4548-9467-577d70c470ba,segment=NetworkSegment(66db0b30-327e-4513-ab09-ec4f34024ac8),segment_id=66db0b30-327e-4513-ab09-ec4f34024ac8)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:14:55.495736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:55.506003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Deleting port 265704d7-7ec8-4548-9467-577d70c470ba {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:14:55.506348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:55.552979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9525-5725-403b-a095-e3d2df977e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:55.567835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db063794-a313-44f9-826a-a1357e18602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:55.654705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-bf5d9525-5725-403b-a095-e3d2df977e8b None None] For port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7,segment=NetworkSegment(958c7421-a59b-496d-ad7d-8d81dfcf1253),segment_id=958c7421-a59b-496d-ad7d-8d81dfcf1253)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:55.694499 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db063794-a313-44f9-826a-a1357e18602a None None] Pushing event updated for resources: {'Port': ['ID=265704d7-7ec8-4548-9467-577d70c470ba,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:55.709198 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9525-5725-403b-a095-e3d2df977e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:55.722658 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] For port 265704d7-7ec8-4548-9467-577d70c470ba, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=265704d7-7ec8-4548-9467-577d70c470ba,segment=NetworkSegment(66db0b30-327e-4513-ab09-ec4f34024ac8),segment_id=66db0b30-327e-4513-ab09-ec4f34024ac8)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:55.723026 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:55.797755 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d9525-5725-403b-a095-e3d2df977e8b None None] Pushing event updated for resources: {'Port': ['ID=c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:55.800337 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452b9603-7032-469e-be25-896e557af505 None None] Network b8912e97-a231-4999-a21e-37f43afba3e5 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:55.850198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Calling delete_port for 265704d7-7ec8-4548-9467-577d70c470ba owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:14:55.894272 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4f37786b-c0d5-42c9-86d6-3bba969e6ccb None None] Provisioning complete for port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:55.894649 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4f37786b-c0d5-42c9-86d6-3bba969e6ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:55.960685 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:56.007909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Pushing event deleted for resources: {'Port': ['ID=265704d7-7ec8-4548-9467-577d70c470ba,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:56.011398 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] No DVR routers for this DVR port 265704d7-7ec8-4548-9467-577d70c470ba on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:14:56.038773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c57512c-f8fe-4ab7-b913-8c9ca6e5b5ad None None] get_active_networks_info from dv-neutron-835555-1-hyperv {{(pid=88552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 29 10:14:56.132955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:56.163890 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8912e97-a231-4999-a21e-37f43afba3e5']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:56.171296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c57512c-f8fe-4ab7-b913-8c9ca6e5b5ad None None] Resources bound (agent type, host, resource id): {{(pid=88552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 10:14:56.176219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66db0b30-327e-4513-ab09-ec4f34024ac8') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:56.176536 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66db0b30-327e-4513-ab09-ec4f34024ac8') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:56.188065 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:56.204626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:56.210513 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:14:56.210896 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:14:56.226506 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:14:56.366189 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:56.388387 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:56.400455 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Pushing event deleted for resources: {'Network': ['ID=b8912e97-a231-4999-a21e-37f43afba3e5,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:56.407162 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6ce24859-5a2d-4a6f-a1c6-5d0c6f3793a9 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] 10.222.0.35 "DELETE /v2.0/networks/b8912e97-a231-4999-a21e-37f43afba3e5 HTTP/1.1" status: 204 len: 168 time: 1.0252008 Mar 29 10:14:56.407291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44040) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:56.470222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:14:56.475355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a596b21-62a0-43c5-93c9-0874db74d25a tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Deleting subnet af6eb46d-7ece-408f-9d79-4124f90d90c2 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:14:56.478542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a596b21-62a0-43c5-93c9-0874db74d25a tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:56.536341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a596b21-62a0-43c5-93c9-0874db74d25a tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:56.571411 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:56.571909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:56.625764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a596b21-62a0-43c5-93c9-0874db74d25a tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:56.772216 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a596b21-62a0-43c5-93c9-0874db74d25a tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:56.809558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a596b21-62a0-43c5-93c9-0874db74d25a tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Pushing event deleted for resources: {'Subnet': ['ID=af6eb46d-7ece-408f-9d79-4124f90d90c2,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:56.815002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0a596b21-62a0-43c5-93c9-0874db74d25a tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:56.820669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d502fb5-1081-41dc-9eb0-0b10229a2717 None None] Network 5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:14:56.821751 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0a596b21-62a0-43c5-93c9-0874db74d25a tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] 10.222.0.35 "DELETE /v2.0/subnets/af6eb46d-7ece-408f-9d79-4124f90d90c2 HTTP/1.1" status: 204 len: 168 time: 0.4135268 Mar 29 10:14:56.824277 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44044) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:56.938358 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:56.948767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Deleting port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:14:56.949150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:57.075624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75de9242-314a-434b-b7ee-3c842e834247 None None] DHCP port deletion for 5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:14:57.080471 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-75de9242-314a-434b-b7ee-3c842e834247 None None] Deleting port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:14:57.080902 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-75de9242-314a-434b-b7ee-3c842e834247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:57.171239 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] For port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7,segment=NetworkSegment(958c7421-a59b-496d-ad7d-8d81dfcf1253),segment_id=958c7421-a59b-496d-ad7d-8d81dfcf1253)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:57.171598 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:57.283754 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-75de9242-314a-434b-b7ee-3c842e834247 None None] For port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7,segment=NetworkSegment(958c7421-a59b-496d-ad7d-8d81dfcf1253),segment_id=958c7421-a59b-496d-ad7d-8d81dfcf1253)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:14:57.284061 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-75de9242-314a-434b-b7ee-3c842e834247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:57.294216 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Calling delete_port for c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:14:57.405598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-75de9242-314a-434b-b7ee-3c842e834247 None None] Calling delete_port for c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:14:57.452470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:57.480617 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-75de9242-314a-434b-b7ee-3c842e834247 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:14:57.480976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-75de9242-314a-434b-b7ee-3c842e834247 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:14:57.500544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Pushing event deleted for resources: {'Port': ['ID=c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:57.502414 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] No DVR routers for this DVR port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:14:57.714989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:57.742294 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:57.754100 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958c7421-a59b-496d-ad7d-8d81dfcf1253') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:57.754399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958c7421-a59b-496d-ad7d-8d81dfcf1253') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:57.765957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:57.781952 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:57.787876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:14:57.788251 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:14:57.802189 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:14:57.955155 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:57.972914 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:57.982862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-75de9242-314a-434b-b7ee-3c842e834247 None None] Deleting port c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:14:57.983345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-75de9242-314a-434b-b7ee-3c842e834247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:57.983484 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Pushing event deleted for resources: {'Network': ['ID=5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:57.988822 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5505f02d-1c51-4af7-ab13-561bf3a98bb3 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] 10.222.0.35 "DELETE /v2.0/networks/5e4c8a10-d4b0-4c5f-9fe2-c2dac75a0008 HTTP/1.1" status: 204 len: 168 time: 1.1623037 Mar 29 10:14:57.990418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44048) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:58.033950 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c828decb-4f10-40ad-9299-ae9ab3b55cc6 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] 10.222.0.35 "GET /v2.0/ports?device_id=16fce695-1cf4-47b9-b9dd-b84a719d832a HTTP/1.1" status: 200 len: 205 time: 0.0422323 Mar 29 10:14:58.036177 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44052) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:58.051635 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-75de9242-314a-434b-b7ee-3c842e834247 None None] The port 'c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 10:14:58.170306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5b6f9824-c699-4a2b-8b2a-7fbba591bd97 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:58.454372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:14:58.466341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5b6f9824-c699-4a2b-8b2a-7fbba591bd97 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:58.468703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5b6f9824-c699-4a2b-8b2a-7fbba591bd97 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:58.492318 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:14:58.493237 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c5aa545a-a930-4ee7-a4f2-d8eb7824ebb7 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:14:58.571765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5b6f9824-c699-4a2b-8b2a-7fbba591bd97 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:58.572310 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6f9824-c699-4a2b-8b2a-7fbba591bd97 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Fanout notify agent at l3_agent the message router_deleted on router 16fce695-1cf4-47b9-b9dd-b84a719d832a {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:14:58.583926 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5b6f9824-c699-4a2b-8b2a-7fbba591bd97 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:58.585025 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5b6f9824-c699-4a2b-8b2a-7fbba591bd97 tempest-RoutersNegativeTest-1060562265 tempest-RoutersNegativeTest-1060562265-project] 10.222.0.35 "DELETE /v2.0/routers/16fce695-1cf4-47b9-b9dd-b84a719d832a HTTP/1.1" status: 204 len: 168 time: 0.5479059 Mar 29 10:14:59.030757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44060) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:59.175239 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a1abc906-1dcd-4215-ad2c-9c97583121b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ece15a90e8c041dfadea1378a129a1fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431358 Mar 29 10:14:59.177520 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44066) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:14:59.236560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-88135ae8-eff1-49a2-8cf6-26b3faa67695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:59.261948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-88135ae8-eff1-49a2-8cf6-26b3faa67695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:59.354898 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-88135ae8-eff1-49a2-8cf6-26b3faa67695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:59.374016 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88135ae8-eff1-49a2-8cf6-26b3faa67695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9479b1f-a5fb-4c6a-b662-fa2057b93bd5,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:59.377550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-88135ae8-eff1-49a2-8cf6-26b3faa67695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:59.381358 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-88135ae8-eff1-49a2-8cf6-26b3faa67695 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9479b1f-a5fb-4c6a-b662-fa2057b93bd5 HTTP/1.1" status: 204 len: 168 time: 0.2024887 Mar 29 10:15:00.319757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44090) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:15:00.426127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1117363387-network', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:15:00.431313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:15:00.435137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Usage tracker for resource:network and tenant:c923abb7edf7422f9cbca1f944f403ec is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:15:00.438107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:15:00.443771 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:15:00.514326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Made reservation on behalf of c923abb7edf7422f9cbca1f944f403ec for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:15:00.516873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:00.528965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:00.542648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:15:00.547381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Usage tracker for resource:security_group_rule and tenant:c923abb7edf7422f9cbca1f944f403ec is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:15:00.550101 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:15:00.556146 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:15:00.636803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:00.708740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:00.743611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:15:00.748652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34499f59-fba6-4174-b84b-e5449660ddec,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:00.755163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:00.755498 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Added segment 9c5e1dd1-ed28-4a7a-9d59-598ca6782a47 of type vlan for network eb1360de-c9ec-490f-bc3a-fe625333839d Mar 29 10:15:00.780513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:00.863080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:00.864193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:00.864873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:01.067493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] Pushing event updated for resources: {'Network': ['ID=eb1360de-c9ec-490f-bc3a-fe625333839d,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:01.078430 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network eb1360de-c9ec-490f-bc3a-fe625333839d details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:15:01.121108 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8b9cdc83-5e14-4fe9-a783-e3beaaac770e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8002517 Mar 29 10:15:01.123911 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44096) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:15:01.129579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] Request body: {'subnet': {'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1117363387-subnet', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec', 'ip_version': 4}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:15:01.135286 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:15:01.139191 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] Usage tracker for resource:subnet and tenant:c923abb7edf7422f9cbca1f944f403ec is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:15:01.142125 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:15:01.147779 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:15:01.211654 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] Made reservation on behalf of c923abb7edf7422f9cbca1f944f403ec for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:15:01.214056 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:01.457861 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:01.535476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b07edb7-2282-4f3a-959c-2cb4b8d5b724,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:01.544732 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] Checking segment: {'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:15:01.545107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] Network hostable DHCP agents. Network: eb1360de-c9ec-490f-bc3a-fe625333839d, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:15:01.611342 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] Network eb1360de-c9ec-490f-bc3a-fe625333839d is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:15:01.681200 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, eb1360de-c9ec-490f-bc3a-fe625333839d) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:15:01.685371 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:01.685957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:01.692523 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d975a684-1c6c-4e4b-a2f5-7833227796c8 None None] Network eb1360de-c9ec-490f-bc3a-fe625333839d requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:15:01.784086 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-23f54f82-d88a-4bd1-bb8a-7f98d7930a12 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6590195 Mar 29 10:15:01.786577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44100) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:15:01.792220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1117363387-router', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:15:01.796992 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:15:01.800975 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Usage tracker for resource:router and tenant:c923abb7edf7422f9cbca1f944f403ec is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:15:01.803848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:15:01.809568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:15:01.886470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:01.887530 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:01.903168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-eb1360de-c9ec-490f-bc3a-fe625333839d', 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec', 'fixed_ips': [{'subnet_id': '7b07edb7-2282-4f3a-959c-2cb4b8d5b724'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:15:01.903935 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:01.904068 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:02.102091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Allocated IP 172.20.0.2 (eb1360de-c9ec-490f-bc3a-fe625333839d/7b07edb7-2282-4f3a-959c-2cb4b8d5b724/a689e8ad-f48d-4a73-be31-d3362c78431c) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:15:02.236111 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:02.304536 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:02.314269 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Transition to ACTIVE for port object a689e8ad-f48d-4a73-be31-d3362c78431c will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:15:02.332433 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Transition to ACTIVE for port object a689e8ad-f48d-4a73-be31-d3362c78431c will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:15:02.429600 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:02.490301 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Network eb1360de-c9ec-490f-bc3a-fe625333839d is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:15:02.493517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:15:02.501481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:15:02.511655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Pushing event updated for resources: {'Port': ['ID=a689e8ad-f48d-4a73-be31-d3362c78431c,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:02.599312 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Attempting to bind port a689e8ad-f48d-4a73-be31-d3362c78431c on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:15:02.599657 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Attempting to bind port a689e8ad-f48d-4a73-be31-d3362c78431c by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:15:02.600016 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Attempting to bind port a689e8ad-f48d-4a73-be31-d3362c78431c on network eb1360de-c9ec-490f-bc3a-fe625333839d {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:15:02.605423 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:15:02.605795 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Checking segment: {'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:15:02.606203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:02.606581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Bound using segment: {'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:15:02.607038 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Bound port: a689e8ad-f48d-4a73-be31-d3362c78431c, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:15:02.607407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:02.641594 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:02.671111 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:02.703377 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] For port a689e8ad-f48d-4a73-be31-d3362c78431c, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:15:02.706363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] For port a689e8ad-f48d-4a73-be31-d3362c78431c, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a689e8ad-f48d-4a73-be31-d3362c78431c,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:15:02.800582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:02.884431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b0efd-4751-479d-acad-19d707baf5c9 None None] Pushing event updated for resources: {'Port': ['ID=a689e8ad-f48d-4a73-be31-d3362c78431c,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:02.929551 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Allocated IP 172.26.7.57 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/91ac7ee1-5d3b-42f2-9b0e-77e842273ce1) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:15:03.097717 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:03.167160 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:03.229315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:15:03.235941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:15:03.239991 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:15:03.275864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Pushing event updated for resources: {'Port': ['ID=91ac7ee1-5d3b-42f2-9b0e-77e842273ce1,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:03.717152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:03.789926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4a3651-3f2e-4aee-99ab-63ee3c5bedfc None None] Network eb1360de-c9ec-490f-bc3a-fe625333839d requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:15:03.899074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6a012145-e17f-4656-b4ff-0a69908fb1c7 None None] Provisioning for port a689e8ad-f48d-4a73-be31-d3362c78431c completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:15:04.084869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:04.332184 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Router a837bff9-6933-4484-ac1f-dd93c2562a50 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:15:04.483880 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a689e8ad-f48d-4a73-be31-d3362c78431c up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:15:04.628110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port a689e8ad-f48d-4a73-be31-d3362c78431c completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:15:04.634354 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port a689e8ad-f48d-4a73-be31-d3362c78431c triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:04.634730 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:04.637497 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:15:04.668292 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Sync routers for ids ['a837bff9-6933-4484-ac1f-dd93c2562a50'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:15:04.700176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Routers {'a837bff9-6933-4484-ac1f-dd93c2562a50'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:15:04.700812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:14:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a837bff9-6933-4484-ac1f-dd93c2562a50'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:04.743197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:04.744639 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b793b58f-c66c-415b-b034-75fe3f611884 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9570625 Mar 29 10:15:04.747532 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44104) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:15:04.931098 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:04.953067 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Set router a837bff9-6933-4484-ac1f-dd93c2562a50 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:15:05.152246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port a689e8ad-f48d-4a73-be31-d3362c78431c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a689e8ad-f48d-4a73-be31-d3362c78431c,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:15:05.195763 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:05.299493 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=a689e8ad-f48d-4a73-be31-d3362c78431c,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:05.378755 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'name': 'tempest-TestEncryptedCinderVolumes-1117363387-router', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '91ac7ee1-5d3b-42f2-9b0e-77e842273ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:01Z', 'updated_at': '2022-03-29T10:15:03Z', 'revision_number': 3, 'project_id': 'c923abb7edf7422f9cbca1f944f403ec', 'gw_port': {'id': '91ac7ee1-5d3b-42f2-9b0e-77e842273ce1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ef:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:02Z', 'updated_at': '2022-03-29T10:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:05.383116 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Checking router: a837bff9-6933-4484-ac1f-dd93c2562a50 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:15:05.383116 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Updating router a837bff9-6933-4484-ac1f-dd93c2562a50 port 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:15:05.444686 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:05.470558 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:05.675663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Allocated IP 172.20.0.1 (eb1360de-c9ec-490f-bc3a-fe625333839d/7b07edb7-2282-4f3a-959c-2cb4b8d5b724/6168248c-0e2c-42cd-ba59-a6fcfa8fccac) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:15:05.734721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d77b6c35-e535-4eaf-965e-4e8ac28ea89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:05.801105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:05.813421 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Transition to ACTIVE for port object 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:15:05.835245 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:05.851206 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Transition to ACTIVE for port object 6168248c-0e2c-42cd-ba59-a6fcfa8fccac will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:15:05.915419 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:05.938397 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:05.998535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Attempting to bind port 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:15:05.999401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Attempting to bind port 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:15:05.999555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Attempting to bind port 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:15:06.001182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Network eb1360de-c9ec-490f-bc3a-fe625333839d is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:15:06.001912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa9fd5-65c8-4600-af32-5a02c925535d None None] Pushing event updated for resources: {'Port': ['ID=91ac7ee1-5d3b-42f2-9b0e-77e842273ce1,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:06.008114 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:15:06.008564 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:15:06.008973 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:06.009366 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:15:06.009646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:15:06.009840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Bound port: 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:15:06.010215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:06.012035 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:15:06.047522 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Pushing event updated for resources: {'Port': ['ID=6168248c-0e2c-42cd-ba59-a6fcfa8fccac,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:06.072951 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:06.095557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] For port 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:15:06.105651 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] For port 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=91ac7ee1-5d3b-42f2-9b0e-77e842273ce1,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:15:06.161075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:06.237966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Routers {'a837bff9-6933-4484-ac1f-dd93c2562a50'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:15:06.238610 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:14:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a837bff9-6933-4484-ac1f-dd93c2562a50'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:06.323019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa9fd5-65c8-4600-af32-5a02c925535d None None] Pushing event updated for resources: {'Port': ['ID=91ac7ee1-5d3b-42f2-9b0e-77e842273ce1,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:06.404752 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-139d5d78-90d3-4acd-acf4-33e93292838c None None] Provisioning for port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:15:06.419014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-139d5d78-90d3-4acd-acf4-33e93292838c None None] Provisioning complete for port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:06.419387 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-139d5d78-90d3-4acd-acf4-33e93292838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:06.469483 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a689e8ad-f48d-4a73-be31-d3362c78431c up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:15:06.520575 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] Set router a837bff9-6933-4484-ac1f-dd93c2562a50 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:15:06.535762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:06.657668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-139d5d78-90d3-4acd-acf4-33e93292838c None None] Port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:15:06.759397 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:06.766808 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port a689e8ad-f48d-4a73-be31-d3362c78431c triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:06.767182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:06.806256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:06.917769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Pushing event updated for resources: {'Port': ['ID=6168248c-0e2c-42cd-ba59-a6fcfa8fccac,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:06.921066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:06.997645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'name': 'tempest-TestEncryptedCinderVolumes-1117363387-router', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '91ac7ee1-5d3b-42f2-9b0e-77e842273ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:01Z', 'updated_at': '2022-03-29T10:15:03Z', 'revision_number': 3, 'project_id': 'c923abb7edf7422f9cbca1f944f403ec', 'gw_port': {'id': '91ac7ee1-5d3b-42f2-9b0e-77e842273ce1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ef:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:02Z', 'updated_at': '2022-03-29T10:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:07.002002 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff50d6-5efa-4f9a-a8eb-af72c5423712 None None] The sync data for ids ['a837bff9-6933-4484-ac1f-dd93c2562a50'] in dv-neutron-835555-1-hyperv is: [{'id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'name': 'tempest-TestEncryptedCinderVolumes-1117363387-router', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '91ac7ee1-5d3b-42f2-9b0e-77e842273ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:01Z', 'updated_at': '2022-03-29T10:15:03Z', 'revision_number': 3, 'project_id': 'c923abb7edf7422f9cbca1f944f403ec', 'gw_port': {'id': '91ac7ee1-5d3b-42f2-9b0e-77e842273ce1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ef:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:02Z', 'updated_at': '2022-03-29T10:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:15:07.081437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Network eb1360de-c9ec-490f-bc3a-fe625333839d is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:15:07.082850 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:15:07.359510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Router a837bff9-6933-4484-ac1f-dd93c2562a50 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:15:07.422923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8f634639-a187-493a-a518-309140c7e952 None None] Provisioning complete for port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:07.428052 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8f634639-a187-493a-a518-309140c7e952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:07.511303 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-8f634639-a187-493a-a518-309140c7e952 None None] Port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:15:07.584691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:15:07.594657 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9c09cfdf-007d-485d-92f3-94fe0ea83972 admin admin] 10.222.0.35 "PUT /v2.0/routers/a837bff9-6933-4484-ac1f-dd93c2562a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8460493 Mar 29 10:15:07.871614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-216d5057-344b-4629-a350-775209dcec2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:08.342571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44122) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:15:08.348436 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1288355704-network', 'tenant_id': '4f800af26f38476a96d433614c81c2f1'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:15:08.354283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:15:08.359869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Usage tracker for resource:network and tenant:4f800af26f38476a96d433614c81c2f1 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:15:08.363959 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:15:08.370857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:15:08.440523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Made reservation on behalf of 4f800af26f38476a96d433614c81c2f1 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:15:08.443035 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:08.456839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:08.476516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:15:08.482121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Usage tracker for resource:security_group_rule and tenant:4f800af26f38476a96d433614c81c2f1 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:15:08.486320 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:15:08.486682 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:15:08.497822 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:15:08.584248 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:08.674961 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:15:08.676383 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Sync routers for ids ['a837bff9-6933-4484-ac1f-dd93c2562a50'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:15:08.680694 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:08.682569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:08.686564 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Routers {'a837bff9-6933-4484-ac1f-dd93c2562a50'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:15:08.687186 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:15:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a837bff9-6933-4484-ac1f-dd93c2562a50'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:08.704204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:08.738038 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:15:08.746590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369194e0-dcfd-4876-aa02-fbf55b6b28a0,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:08.753834 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:08.754369 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Added segment 1f4c4143-3df7-4151-a795-b74e9aa4fde7 of type vlan for network 19df5091-2b56-4025-8377-c2ba1efce920 Mar 29 10:15:08.785858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:08.815107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:08.833127 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=91ac7ee1-5d3b-42f2-9b0e-77e842273ce1,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:15:08.888569 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Set router a837bff9-6933-4484-ac1f-dd93c2562a50 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:15:08.897710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:08.897928 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:08.899674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:08.900300 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:08.979678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:09.010462 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=91ac7ee1-5d3b-42f2-9b0e-77e842273ce1,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:09.011586 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] Pushing event updated for resources: {'Network': ['ID=19df5091-2b56-4025-8377-c2ba1efce920,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:09.031752 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 19df5091-2b56-4025-8377-c2ba1efce920 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:15:09.058926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:09.110028 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8fef988e-4db0-40d1-b5ee-c17adf719be0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7662637 Mar 29 10:15:09.112826 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44126) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:15:09.118783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] Request body: {'subnet': {'network_id': '19df5091-2b56-4025-8377-c2ba1efce920', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1288355704-subnet', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'ip_version': 4}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:15:09.124154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:15:09.128564 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] Usage tracker for resource:subnet and tenant:4f800af26f38476a96d433614c81c2f1 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:15:09.132305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:15:09.140158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:15:09.200308 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] Made reservation on behalf of 4f800af26f38476a96d433614c81c2f1 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:15:09.203277 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:09.237719 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'name': 'tempest-TestEncryptedCinderVolumes-1117363387-router', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '91ac7ee1-5d3b-42f2-9b0e-77e842273ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:01Z', 'updated_at': '2022-03-29T10:15:06Z', 'revision_number': 4, 'project_id': 'c923abb7edf7422f9cbca1f944f403ec', 'gw_port': {'id': '91ac7ee1-5d3b-42f2-9b0e-77e842273ce1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ef:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:02Z', 'updated_at': '2022-03-29T10:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '6168248c-0e2c-42cd-ba59-a6fcfa8fccac', 'name': '', 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec', 'mac_address': 'fa:16:3e:97:a9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '7b07edb7-2282-4f3a-959c-2cb4b8d5b724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:05Z', 'updated_at': '2022-03-29T10:15:06Z', 'revision_number': 2, 'project_id': 'c923abb7edf7422f9cbca1f944f403ec', 'subnets': [{'id': '7b07edb7-2282-4f3a-959c-2cb4b8d5b724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:09.241692 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Checking router: a837bff9-6933-4484-ac1f-dd93c2562a50 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:15:09.242024 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Updating router a837bff9-6933-4484-ac1f-dd93c2562a50 port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:15:09.298019 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:09.485579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:09.676169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9382e6-34a4-48a4-a33d-691e425659d3,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:09.686040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] Checking segment: {'id': '1f4c4143-3df7-4151-a795-b74e9aa4fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '19df5091-2b56-4025-8377-c2ba1efce920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:15:09.686389 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] Network hostable DHCP agents. Network: 19df5091-2b56-4025-8377-c2ba1efce920, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:15:09.710260 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:09.725032 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Transition to ACTIVE for port object 6168248c-0e2c-42cd-ba59-a6fcfa8fccac will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:15:09.783375 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] Network 19df5091-2b56-4025-8377-c2ba1efce920 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:15:09.800154 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:09.853646 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 19df5091-2b56-4025-8377-c2ba1efce920) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:15:09.862494 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:09.862494 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:09.880908 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cf0b26-cf8f-4a29-aa03-e2b400bd29d0 None None] Network 19df5091-2b56-4025-8377-c2ba1efce920 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:15:09.927491 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f18c99f6-0197-42f7-9be0-3dd89eb2db49 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8128266 Mar 29 10:15:09.929654 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44130) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:15:09.932734 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6745e14-a2d5-4a07-83d7-04f96c1747fd None None] Pushing event updated for resources: {'Port': ['ID=6168248c-0e2c-42cd-ba59-a6fcfa8fccac,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:09.937329 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1288355704-router', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:15:09.945071 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:15:09.950060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Usage tracker for resource:router and tenant:4f800af26f38476a96d433614c81c2f1 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:15:09.956683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:15:09.967893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:15:09.972919 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6745e14-a2d5-4a07-83d7-04f96c1747fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:09.973480 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6745e14-a2d5-4a07-83d7-04f96c1747fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:09.973987 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6745e14-a2d5-4a07-83d7-04f96c1747fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:09.974468 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6745e14-a2d5-4a07-83d7-04f96c1747fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:09.974946 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6745e14-a2d5-4a07-83d7-04f96c1747fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:09.975427 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6745e14-a2d5-4a07-83d7-04f96c1747fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:09.975905 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6745e14-a2d5-4a07-83d7-04f96c1747fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:09.976384 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6745e14-a2d5-4a07-83d7-04f96c1747fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:09.976934 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6745e14-a2d5-4a07-83d7-04f96c1747fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:09.977918 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6745e14-a2d5-4a07-83d7-04f96c1747fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:09.978244 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6745e14-a2d5-4a07-83d7-04f96c1747fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:09.978558 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6745e14-a2d5-4a07-83d7-04f96c1747fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:10.033554 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Attempting to bind port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:15:10.033918 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Attempting to bind port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:15:10.034285 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Attempting to bind port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac on network eb1360de-c9ec-490f-bc3a-fe625333839d {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:15:10.041374 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:15:10.041744 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Checking segment: {'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:15:10.043814 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:10.043814 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Bound using segment: {'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:15:10.043814 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Bound port: 6168248c-0e2c-42cd-ba59-a6fcfa8fccac, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:15:10.043814 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:10.063629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:10.064953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:10.082648 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:10.162281 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] For port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:15:10.166997 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-19df5091-2b56-4025-8377-c2ba1efce920', 'network_id': '19df5091-2b56-4025-8377-c2ba1efce920', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'fixed_ips': [{'subnet_id': '2c9382e6-34a4-48a4-a33d-691e425659d3'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:15:10.167501 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] For port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6168248c-0e2c-42cd-ba59-a6fcfa8fccac,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:15:10.167874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:10.258913 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:10.341833 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Routers {'a837bff9-6933-4484-ac1f-dd93c2562a50'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:15:10.342467 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:15:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a837bff9-6933-4484-ac1f-dd93c2562a50'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:10.386078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Allocated IP 172.20.0.2 (19df5091-2b56-4025-8377-c2ba1efce920/2c9382e6-34a4-48a4-a33d-691e425659d3/c7995ef5-775c-4bbf-aafa-2ad1324b4612) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:15:10.456466 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:10.507089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:15:10.578047 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6745e14-a2d5-4a07-83d7-04f96c1747fd None None] Pushing event updated for resources: {'Port': ['ID=6168248c-0e2c-42cd-ba59-a6fcfa8fccac,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:10.589714 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] Set router a837bff9-6933-4484-ac1f-dd93c2562a50 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:15:10.670736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:10.671230 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:10.758794 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:10.774177 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Transition to ACTIVE for port object c7995ef5-775c-4bbf-aafa-2ad1324b4612 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:15:10.823417 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Transition to ACTIVE for port object c7995ef5-775c-4bbf-aafa-2ad1324b4612 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:15:10.870233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:10.910031 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:10.925091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:10.931345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Network 19df5091-2b56-4025-8377-c2ba1efce920 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:15:10.934088 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:15:10.942065 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:15:10.944994 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'name': 'tempest-TestEncryptedCinderVolumes-1117363387-router', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '91ac7ee1-5d3b-42f2-9b0e-77e842273ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:01Z', 'updated_at': '2022-03-29T10:15:06Z', 'revision_number': 4, 'project_id': 'c923abb7edf7422f9cbca1f944f403ec', 'gw_port': {'id': '91ac7ee1-5d3b-42f2-9b0e-77e842273ce1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:02Z', 'updated_at': '2022-03-29T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '6168248c-0e2c-42cd-ba59-a6fcfa8fccac', 'name': '', 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec', 'mac_address': 'fa:16:3e:97:a9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '7b07edb7-2282-4f3a-959c-2cb4b8d5b724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:05Z', 'updated_at': '2022-03-29T10:15:10Z', 'revision_number': 4, 'project_id': 'c923abb7edf7422f9cbca1f944f403ec', 'subnets': [{'id': '7b07edb7-2282-4f3a-959c-2cb4b8d5b724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:10.949967 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96743811-38c9-4d33-9734-33a370da6d4a None None] The sync data for ids ['a837bff9-6933-4484-ac1f-dd93c2562a50'] in dv-neutron-835555-1-hyperv is: [{'id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'name': 'tempest-TestEncryptedCinderVolumes-1117363387-router', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '91ac7ee1-5d3b-42f2-9b0e-77e842273ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:01Z', 'updated_at': '2022-03-29T10:15:06Z', 'revision_number': 4, 'project_id': 'c923abb7edf7422f9cbca1f944f403ec', 'gw_port': {'id': '91ac7ee1-5d3b-42f2-9b0e-77e842273ce1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:02Z', 'updated_at': '2022-03-29T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '6168248c-0e2c-42cd-ba59-a6fcfa8fccac', 'name': '', 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec', 'mac_address': 'fa:16:3e:97:a9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '7b07edb7-2282-4f3a-959c-2cb4b8d5b724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:05Z', 'updated_at': '2022-03-29T10:15:10Z', 'revision_number': 4, 'project_id': 'c923abb7edf7422f9cbca1f944f403ec', 'subnets': [{'id': '7b07edb7-2282-4f3a-959c-2cb4b8d5b724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:15:10.961359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:10.985149 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Pushing event updated for resources: {'Port': ['ID=c7995ef5-775c-4bbf-aafa-2ad1324b4612,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:11.081957 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Attempting to bind port c7995ef5-775c-4bbf-aafa-2ad1324b4612 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:15:11.082833 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Attempting to bind port c7995ef5-775c-4bbf-aafa-2ad1324b4612 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1f4c4143-3df7-4151-a795-b74e9aa4fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '19df5091-2b56-4025-8377-c2ba1efce920'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:15:11.083649 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Attempting to bind port c7995ef5-775c-4bbf-aafa-2ad1324b4612 on network 19df5091-2b56-4025-8377-c2ba1efce920 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:15:11.097012 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:15:11.097385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Checking segment: {'id': '1f4c4143-3df7-4151-a795-b74e9aa4fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '19df5091-2b56-4025-8377-c2ba1efce920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:15:11.097789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:11.098176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Bound using segment: {'id': '1f4c4143-3df7-4151-a795-b74e9aa4fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '19df5091-2b56-4025-8377-c2ba1efce920'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:15:11.098653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Bound port: c7995ef5-775c-4bbf-aafa-2ad1324b4612, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4c4143-3df7-4151-a795-b74e9aa4fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '19df5091-2b56-4025-8377-c2ba1efce920'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:15:11.099015 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:11.127930 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Allocated IP 172.26.7.155 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/679c8831-15ee-475a-b6de-10a0191ccdeb) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:15:11.235277 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] For port c7995ef5-775c-4bbf-aafa-2ad1324b4612, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:15:11.239346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] For port c7995ef5-775c-4bbf-aafa-2ad1324b4612, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c7995ef5-775c-4bbf-aafa-2ad1324b4612,segment=NetworkSegment(1f4c4143-3df7-4151-a795-b74e9aa4fde7),segment_id=1f4c4143-3df7-4151-a795-b74e9aa4fde7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:15:11.298518 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:11.329314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:11.423966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2c421-9497-4c41-8d2a-37129e409554 None None] Pushing event updated for resources: {'Port': ['ID=c7995ef5-775c-4bbf-aafa-2ad1324b4612,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:11.452962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:11.519704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:15:11.527769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:15:11.532453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:15:11.566370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Pushing event updated for resources: {'Port': ['ID=679c8831-15ee-475a-b6de-10a0191ccdeb,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:12.222026 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:12.403258 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f60b24-5aba-45be-b9dc-02d2ebc5b3ec None None] Network 19df5091-2b56-4025-8377-c2ba1efce920 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:15:12.543691 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c7995ef5-775c-4bbf-aafa-2ad1324b4612 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:15:12.606581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-23caff1c-af25-4a5e-8e64-9b52722aab47 None None] Provisioning for port c7995ef5-775c-4bbf-aafa-2ad1324b4612 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:15:12.631375 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:12.795504 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port c7995ef5-775c-4bbf-aafa-2ad1324b4612 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:15:12.802568 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c7995ef5-775c-4bbf-aafa-2ad1324b4612 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:12.812884 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:12.954218 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:12.956346 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Router df47be10-2c1b-48ba-ab99-134732c2eebb is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:15:13.000696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port c7995ef5-775c-4bbf-aafa-2ad1324b4612, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c7995ef5-775c-4bbf-aafa-2ad1324b4612,segment=NetworkSegment(1f4c4143-3df7-4151-a795-b74e9aa4fde7),segment_id=1f4c4143-3df7-4151-a795-b74e9aa4fde7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:15:13.063836 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:13.064876 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6168248c-0e2c-42cd-ba59-a6fcfa8fccac up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:15:13.155760 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:15:13.182631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Sync routers for ids ['df47be10-2c1b-48ba-ab99-134732c2eebb'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:15:13.226081 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Routers {'df47be10-2c1b-48ba-ab99-134732c2eebb'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:15:13.226726 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:15:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['df47be10-2c1b-48ba-ab99-134732c2eebb'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:13.263558 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:13.265435 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bbb60efd-60e7-485b-9e1a-e23fff34e303 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3338926 Mar 29 10:15:13.268371 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44134) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:15:13.317683 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-43536c2c-c180-44fd-b4ac-adfefd6964b3 None None] Provisioning complete for port c7995ef5-775c-4bbf-aafa-2ad1324b4612 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:13.318324 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-43536c2c-c180-44fd-b4ac-adfefd6964b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:13.372581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=c7995ef5-775c-4bbf-aafa-2ad1324b4612,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:13.506388 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:15:13.545142 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:13.545590 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:13.646760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Set router df47be10-2c1b-48ba-ab99-134732c2eebb gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:15:13.931620 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:14.019052 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6168248c-0e2c-42cd-ba59-a6fcfa8fccac,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:15:14.045327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'name': 'tempest-TestEncryptedCinderVolumes-1288355704-router', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:15:11Z', 'revision_number': 3, 'project_id': '4f800af26f38476a96d433614c81c2f1', 'gw_port': {'id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:15:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:14.050282 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Checking router: df47be10-2c1b-48ba-ab99-134732c2eebb for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:15:14.050633 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Updating router df47be10-2c1b-48ba-ab99-134732c2eebb port 679c8831-15ee-475a-b6de-10a0191ccdeb binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:15:14.138074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:14.186698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:14.213744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:14.261870 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=6168248c-0e2c-42cd-ba59-a6fcfa8fccac,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:14.401203 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Allocated IP 172.20.0.1 (19df5091-2b56-4025-8377-c2ba1efce920/2c9382e6-34a4-48a4-a33d-691e425659d3/fd4450c4-6848-4b08-9000-bcc6e1e65446) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:15:14.478651 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c7995ef5-775c-4bbf-aafa-2ad1324b4612 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:15:14.557694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:14.574534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Transition to ACTIVE for port object fd4450c4-6848-4b08-9000-bcc6e1e65446 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:15:14.618445 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c7995ef5-775c-4bbf-aafa-2ad1324b4612 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:14.619006 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:14.649131 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:14.676038 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Transition to ACTIVE for port object 679c8831-15ee-475a-b6de-10a0191ccdeb will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:15:14.686547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:14.751764 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Network 19df5091-2b56-4025-8377-c2ba1efce920 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:15:14.752020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6168248c-0e2c-42cd-ba59-a6fcfa8fccac up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:15:14.754598 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:15:14.763137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:15:14.780118 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:14.799393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Pushing event updated for resources: {'Port': ['ID=fd4450c4-6848-4b08-9000-bcc6e1e65446,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:14.825197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:14.886535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Attempting to bind port 679c8831-15ee-475a-b6de-10a0191ccdeb on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:15:14.886894 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Attempting to bind port 679c8831-15ee-475a-b6de-10a0191ccdeb by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:15:14.887267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Attempting to bind port 679c8831-15ee-475a-b6de-10a0191ccdeb on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:15:14.898949 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f6559-9e03-4678-bb6d-eacf5c0220ed None None] Pushing event updated for resources: {'Port': ['ID=679c8831-15ee-475a-b6de-10a0191ccdeb,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:14.902060 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:15:14.902436 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:15:14.902835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:14.903216 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:15:14.903692 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Bound port: 679c8831-15ee-475a-b6de-10a0191ccdeb, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:15:14.904063 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:14.973941 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:14.974370 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:15.023095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:15.033310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] For port 679c8831-15ee-475a-b6de-10a0191ccdeb, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:15:15.051920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] For port 679c8831-15ee-475a-b6de-10a0191ccdeb, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=679c8831-15ee-475a-b6de-10a0191ccdeb,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:15:15.104120 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4f036554-f8d2-4d03-b9ef-e7f178674e8c None None] Provisioning for port fd4450c4-6848-4b08-9000-bcc6e1e65446 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:15:15.120095 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4f036554-f8d2-4d03-b9ef-e7f178674e8c None None] Provisioning complete for port fd4450c4-6848-4b08-9000-bcc6e1e65446 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:15.120463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4f036554-f8d2-4d03-b9ef-e7f178674e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:15.157192 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:15.230577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-4f036554-f8d2-4d03-b9ef-e7f178674e8c None None] Port fd4450c4-6848-4b08-9000-bcc6e1e65446 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:15:15.252951 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Routers {'df47be10-2c1b-48ba-ab99-134732c2eebb'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:15:15.253566 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:15:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['df47be10-2c1b-48ba-ab99-134732c2eebb'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:15.260019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:15.310010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f6559-9e03-4678-bb6d-eacf5c0220ed None None] Pushing event updated for resources: {'Port': ['ID=679c8831-15ee-475a-b6de-10a0191ccdeb,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:15.314447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:15.420510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:15.423977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Pushing event updated for resources: {'Port': ['ID=fd4450c4-6848-4b08-9000-bcc6e1e65446,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:15.439655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] Set router df47be10-2c1b-48ba-ab99-134732c2eebb gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:15:15.560878 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Network 19df5091-2b56-4025-8377-c2ba1efce920 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:15:15.562768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:15:15.816943 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'name': 'tempest-TestEncryptedCinderVolumes-1288355704-router', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:15:14Z', 'revision_number': 4, 'project_id': '4f800af26f38476a96d433614c81c2f1', 'gw_port': {'id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'fd4450c4-6848-4b08-9000-bcc6e1e65446', 'name': '', 'network_id': '19df5091-2b56-4025-8377-c2ba1efce920', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'mac_address': 'fa:16:3e:52:e6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '2c9382e6-34a4-48a4-a33d-691e425659d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:14Z', 'updated_at': '2022-03-29T10:15:14Z', 'revision_number': 1, 'project_id': '4f800af26f38476a96d433614c81c2f1', 'subnets': [{'id': '2c9382e6-34a4-48a4-a33d-691e425659d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:15.821670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe77e805-cea9-498a-82ac-da377dbcd72d None None] The sync data for ids ['df47be10-2c1b-48ba-ab99-134732c2eebb'] in dv-neutron-835555-1-hyperv is: [{'id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'name': 'tempest-TestEncryptedCinderVolumes-1288355704-router', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:15:14Z', 'revision_number': 4, 'project_id': '4f800af26f38476a96d433614c81c2f1', 'gw_port': {'id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'fd4450c4-6848-4b08-9000-bcc6e1e65446', 'name': '', 'network_id': '19df5091-2b56-4025-8377-c2ba1efce920', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'mac_address': 'fa:16:3e:52:e6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '2c9382e6-34a4-48a4-a33d-691e425659d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:14Z', 'updated_at': '2022-03-29T10:15:14Z', 'revision_number': 1, 'project_id': '4f800af26f38476a96d433614c81c2f1', 'subnets': [{'id': '2c9382e6-34a4-48a4-a33d-691e425659d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:15:15.856922 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-62f4cd3c-6e68-4cbb-998e-1fb70ba9ecf7 None None] Provisioning complete for port fd4450c4-6848-4b08-9000-bcc6e1e65446 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:15.857321 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-62f4cd3c-6e68-4cbb-998e-1fb70ba9ecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:15.878464 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Router df47be10-2c1b-48ba-ab99-134732c2eebb has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:15:15.916782 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-62f4cd3c-6e68-4cbb-998e-1fb70ba9ecf7 None None] Port fd4450c4-6848-4b08-9000-bcc6e1e65446 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:15:16.072021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:15:16.089102 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-6606253b-1301-4b6f-adb9-18d3309bdadb admin admin] 10.222.0.35 "PUT /v2.0/routers/df47be10-2c1b-48ba-ab99-134732c2eebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8191948 Mar 29 10:15:17.066560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-b5901963-3a6d-4c7e-bffa-ae81491fdc47 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:17.067172 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-b5901963-3a6d-4c7e-bffa-ae81491fdc47 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Synchronizing usage tracker for tenant:c923abb7edf7422f9cbca1f944f403ec on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:15:17.166291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-b5901963-3a6d-4c7e-bffa-ae81491fdc47 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Unset dirty status for tenant:c923abb7edf7422f9cbca1f944f403ec on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:15:17.167486 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-b5901963-3a6d-4c7e-bffa-ae81491fdc47 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/networks?id=eb1360de-c9ec-490f-bc3a-fe625333839d HTTP/1.1" status: 200 len: 817 time: 0.2444119 Mar 29 10:15:17.193671 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-b818371a-2ce2-42bb-a5b1-b0314ec01626 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/quotas/c923abb7edf7422f9cbca1f944f403ec HTTP/1.1" status: 200 len: 375 time: 0.0169578 Mar 29 10:15:17.284116 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-32e0ceed-1cdc-4e87-92b0-dfcc1533d44d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c923abb7edf7422f9cbca1f944f403ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919552 Mar 29 10:15:17.423860 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-836ea5f2-76ab-433d-b9ca-06d95d49c292 service neutron] 10.222.0.35 "GET /v2.0/networks/eb1360de-c9ec-490f-bc3a-fe625333839d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270726 Mar 29 10:15:17.559376 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-de434877-1f67-4c97-b8c7-181ecec1388b service neutron] 10.222.0.35 "GET /v2.0/networks/eb1360de-c9ec-490f-bc3a-fe625333839d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294947 Mar 29 10:15:17.838286 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-59f7c4a6-9ad0-409f-9ca2-b1762be0784f req-5a9d1338-e54c-4ec9-9ae7-5a24ebc7b420 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Synchronizing usage tracker for tenant:c923abb7edf7422f9cbca1f944f403ec on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:15:17.932106 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-59f7c4a6-9ad0-409f-9ca2-b1762be0784f req-5a9d1338-e54c-4ec9-9ae7-5a24ebc7b420 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Unset dirty status for tenant:c923abb7edf7422f9cbca1f944f403ec on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:15:17.933456 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-59f7c4a6-9ad0-409f-9ca2-b1762be0784f req-5a9d1338-e54c-4ec9-9ae7-5a24ebc7b420 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 210 time: 0.1396227 Mar 29 10:15:18.489431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 679c8831-15ee-475a-b6de-10a0191ccdeb up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:15:18.617422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 679c8831-15ee-475a-b6de-10a0191ccdeb completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:15:18.623382 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 679c8831-15ee-475a-b6de-10a0191ccdeb triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:18.623759 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:18.765414 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:18.784249 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 679c8831-15ee-475a-b6de-10a0191ccdeb, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=679c8831-15ee-475a-b6de-10a0191ccdeb,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:15:18.920034 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:18.994078 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Sync routers for ids ['df47be10-2c1b-48ba-ab99-134732c2eebb'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:15:18.996946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=679c8831-15ee-475a-b6de-10a0191ccdeb,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:19.018366 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Routers {'df47be10-2c1b-48ba-ab99-134732c2eebb'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:15:19.018970 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:15:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['df47be10-2c1b-48ba-ab99-134732c2eebb'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:19.093330 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8b57f488-02bd-48f4-83ad-a31e2935d015 req-6202c9f9-470c-4fdc-85a1-ef70843ba212 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 210 time: 0.0463815 Mar 29 10:15:19.197169 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Set router df47be10-2c1b-48ba-ab99-134732c2eebb gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:15:19.533485 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'name': 'tempest-TestEncryptedCinderVolumes-1288355704-router', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:15:14Z', 'revision_number': 4, 'project_id': '4f800af26f38476a96d433614c81c2f1', 'gw_port': {'id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'fd4450c4-6848-4b08-9000-bcc6e1e65446', 'name': '', 'network_id': '19df5091-2b56-4025-8377-c2ba1efce920', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'mac_address': 'fa:16:3e:52:e6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '2c9382e6-34a4-48a4-a33d-691e425659d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:14Z', 'updated_at': '2022-03-29T10:15:15Z', 'revision_number': 2, 'project_id': '4f800af26f38476a96d433614c81c2f1', 'subnets': [{'id': '2c9382e6-34a4-48a4-a33d-691e425659d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:19.537256 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Checking router: df47be10-2c1b-48ba-ab99-134732c2eebb for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:15:19.537598 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Updating router df47be10-2c1b-48ba-ab99-134732c2eebb port fd4450c4-6848-4b08-9000-bcc6e1e65446 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:15:19.589431 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:19.921911 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:19.934420 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Transition to ACTIVE for port object fd4450c4-6848-4b08-9000-bcc6e1e65446 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:15:20.005951 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:20.226064 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Attempting to bind port fd4450c4-6848-4b08-9000-bcc6e1e65446 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:15:20.226436 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Attempting to bind port fd4450c4-6848-4b08-9000-bcc6e1e65446 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1f4c4143-3df7-4151-a795-b74e9aa4fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '19df5091-2b56-4025-8377-c2ba1efce920'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:15:20.226817 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Attempting to bind port fd4450c4-6848-4b08-9000-bcc6e1e65446 on network 19df5091-2b56-4025-8377-c2ba1efce920 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:15:20.232471 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004601e-688f-48ae-82a8-642acc8a70de None None] Pushing event updated for resources: {'Port': ['ID=fd4450c4-6848-4b08-9000-bcc6e1e65446,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:20.234933 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:15:20.235299 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Checking segment: {'id': '1f4c4143-3df7-4151-a795-b74e9aa4fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '19df5091-2b56-4025-8377-c2ba1efce920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:15:20.235699 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:20.236142 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Bound using segment: {'id': '1f4c4143-3df7-4151-a795-b74e9aa4fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '19df5091-2b56-4025-8377-c2ba1efce920'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:15:20.236680 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Bound port: fd4450c4-6848-4b08-9000-bcc6e1e65446, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4c4143-3df7-4151-a795-b74e9aa4fde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '19df5091-2b56-4025-8377-c2ba1efce920'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:15:20.237060 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:20.250338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-9e24cce7-2914-4357-be36-da8c218a0993 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:20.251876 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-9e24cce7-2914-4357-be36-da8c218a0993 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.36 "GET /v2.0/networks?id=eb1360de-c9ec-490f-bc3a-fe625333839d HTTP/1.1" status: 200 len: 817 time: 0.1704288 Mar 29 10:15:20.264740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Request body: {'port': {'device_id': 'b33e93c8-aa9f-4b59-898d-a33f0027bbf7', 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d', 'admin_state_up': True, 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:15:20.320835 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6e1b73d0-61cf-410a-8d1f-02ae618ff87a req-54b18797-c207-4b27-a6ad-7bb7958ca199 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 210 time: 0.0497358 Mar 29 10:15:20.364021 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] For port fd4450c4-6848-4b08-9000-bcc6e1e65446, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:15:20.372015 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] For port fd4450c4-6848-4b08-9000-bcc6e1e65446, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fd4450c4-6848-4b08-9000-bcc6e1e65446,segment=NetworkSegment(1f4c4143-3df7-4151-a795-b74e9aa4fde7),segment_id=1f4c4143-3df7-4151-a795-b74e9aa4fde7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:15:20.420648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:15:20.429431 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:20.432176 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:15:20.491964 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 679c8831-15ee-475a-b6de-10a0191ccdeb up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:15:20.519860 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Routers {'df47be10-2c1b-48ba-ab99-134732c2eebb'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:15:20.520465 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:15:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['df47be10-2c1b-48ba-ab99-134732c2eebb'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:20.531969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Made reservation on behalf of c923abb7edf7422f9cbca1f944f403ec for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:15:20.536575 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:20.574490 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004601e-688f-48ae-82a8-642acc8a70de None None] Pushing event updated for resources: {'Port': ['ID=fd4450c4-6848-4b08-9000-bcc6e1e65446,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:20.582305 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 679c8831-15ee-475a-b6de-10a0191ccdeb triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:20.582876 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:20.767985 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] Set router df47be10-2c1b-48ba-ab99-134732c2eebb gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:15:20.768747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Allocated IP 172.20.0.9 (eb1360de-c9ec-490f-bc3a-fe625333839d/7b07edb7-2282-4f3a-959c-2cb4b8d5b724/fd15a418-1483-4cfa-87d2-a35907379e00) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:15:20.976184 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:20.992754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Transition to ACTIVE for port object fd15a418-1483-4cfa-87d2-a35907379e00 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:15:21.098092 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:21.099599 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'name': 'tempest-TestEncryptedCinderVolumes-1288355704-router', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:15:14Z', 'revision_number': 4, 'project_id': '4f800af26f38476a96d433614c81c2f1', 'gw_port': {'id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'fd4450c4-6848-4b08-9000-bcc6e1e65446', 'name': '', 'network_id': '19df5091-2b56-4025-8377-c2ba1efce920', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'mac_address': 'fa:16:3e:52:e6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '2c9382e6-34a4-48a4-a33d-691e425659d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:14Z', 'updated_at': '2022-03-29T10:15:20Z', 'revision_number': 4, 'project_id': '4f800af26f38476a96d433614c81c2f1', 'subnets': [{'id': '2c9382e6-34a4-48a4-a33d-691e425659d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:21.103906 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be45148-34da-483f-ac3a-22504c7fa9c2 None None] The sync data for ids ['df47be10-2c1b-48ba-ab99-134732c2eebb'] in dv-neutron-835555-1-hyperv is: [{'id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'name': 'tempest-TestEncryptedCinderVolumes-1288355704-router', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:15:14Z', 'revision_number': 4, 'project_id': '4f800af26f38476a96d433614c81c2f1', 'gw_port': {'id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'fd4450c4-6848-4b08-9000-bcc6e1e65446', 'name': '', 'network_id': '19df5091-2b56-4025-8377-c2ba1efce920', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'mac_address': 'fa:16:3e:52:e6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '2c9382e6-34a4-48a4-a33d-691e425659d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:14Z', 'updated_at': '2022-03-29T10:15:20Z', 'revision_number': 4, 'project_id': '4f800af26f38476a96d433614c81c2f1', 'subnets': [{'id': '2c9382e6-34a4-48a4-a33d-691e425659d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:15:21.163757 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Network eb1360de-c9ec-490f-bc3a-fe625333839d is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:15:21.166901 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:15:21.175762 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:15:21.232549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Pushing event updated for resources: {'Port': ['ID=fd15a418-1483-4cfa-87d2-a35907379e00,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:21.259439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:21.260084 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:21.367132 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-a3a8080b-3e1c-4441-947d-4df9c34d4c4d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1062367 Mar 29 10:15:21.510992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Request body: {'port': {'device_id': 'b33e93c8-aa9f-4b59-898d-a33f0027bbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:15:21.583058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-404db411-ca46-440b-9774-f7171f7856fd None None] Provisioning for port fd15a418-1483-4cfa-87d2-a35907379e00 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:15:21.589314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-404db411-ca46-440b-9774-f7171f7856fd None None] Provisioning complete for port fd15a418-1483-4cfa-87d2-a35907379e00 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:21.589867 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-404db411-ca46-440b-9774-f7171f7856fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:21.643353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7218b7-b3bb-4a01-addf-0ebce582616e req-22e3ad91-2a43-4844-8090-1e9c1914f8ab tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:21.644061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-3f7218b7-b3bb-4a01-addf-0ebce582616e req-22e3ad91-2a43-4844-8090-1e9c1914f8ab tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Synchronizing usage tracker for tenant:c923abb7edf7422f9cbca1f944f403ec on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:15:21.648765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-404db411-ca46-440b-9774-f7171f7856fd None None] Port fd15a418-1483-4cfa-87d2-a35907379e00 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:15:21.667312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:21.841496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-3f7218b7-b3bb-4a01-addf-0ebce582616e req-22e3ad91-2a43-4844-8090-1e9c1914f8ab tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Unset dirty status for tenant:c923abb7edf7422f9cbca1f944f403ec on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:15:21.843063 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f7218b7-b3bb-4a01-addf-0ebce582616e req-22e3ad91-2a43-4844-8090-1e9c1914f8ab tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 931 time: 0.3991926 Mar 29 10:15:21.953734 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-3f7218b7-b3bb-4a01-addf-0ebce582616e req-4df8da8b-df3a-4939-ab07-10e83585e250 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Synchronizing usage tracker for tenant:c923abb7edf7422f9cbca1f944f403ec on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:15:22.095570 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-3f7218b7-b3bb-4a01-addf-0ebce582616e req-4df8da8b-df3a-4939-ab07-10e83585e250 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Unset dirty status for tenant:c923abb7edf7422f9cbca1f944f403ec on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:15:22.096754 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3f7218b7-b3bb-4a01-addf-0ebce582616e req-4df8da8b-df3a-4939-ab07-10e83585e250 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474144 Mar 29 10:15:22.173557 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd15a418-1483-4cfa-87d2-a35907379e00 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:15:22.181495 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:22.196295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Transition to ACTIVE for port object fd15a418-1483-4cfa-87d2-a35907379e00 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:15:22.263239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:22.426063 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Pushing event updated for resources: {'Port': ['ID=fd15a418-1483-4cfa-87d2-a35907379e00,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:22.509977 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fd4450c4-6848-4b08-9000-bcc6e1e65446 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:15:22.512887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Attempting to bind port fd15a418-1483-4cfa-87d2-a35907379e00 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:15:22.513217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Attempting to bind port fd15a418-1483-4cfa-87d2-a35907379e00 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:15:22.513544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Attempting to bind port fd15a418-1483-4cfa-87d2-a35907379e00 on network eb1360de-c9ec-490f-bc3a-fe625333839d {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:15:22.518203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Port fd15a418-1483-4cfa-87d2-a35907379e00 on network eb1360de-c9ec-490f-bc3a-fe625333839d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:15:22.518519 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Attempting to bind port fd15a418-1483-4cfa-87d2-a35907379e00 on network eb1360de-c9ec-490f-bc3a-fe625333839d {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:15:22.523631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:15:22.524545 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Checking segment: {'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:15:22.524921 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Bound using segment: {'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:15:22.525338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Bound port: fd15a418-1483-4cfa-87d2-a35907379e00, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:15:22.525677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:22.616832 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] For port fd15a418-1483-4cfa-87d2-a35907379e00, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:15:22.619622 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] For port fd15a418-1483-4cfa-87d2-a35907379e00, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=fd15a418-1483-4cfa-87d2-a35907379e00,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:15:22.697669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port fd4450c4-6848-4b08-9000-bcc6e1e65446 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:15:22.703199 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port fd4450c4-6848-4b08-9000-bcc6e1e65446 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:22.703571 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:22.709093 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:22.766073 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:22.766793 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:22.768039 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] 10.222.0.36 "PUT /v2.0/ports/fd15a418-1483-4cfa-87d2-a35907379e00 HTTP/1.1" status: 200 len: 1093 time: 1.3919852 Mar 29 10:15:22.768684 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33e93c8-aa9f-4b59-898d-a33f0027bbf7', 'tag': 'fd15a418-1483-4cfa-87d2-a35907379e00'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:15:22.805582 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276a5d5-890d-40fa-a467-2924cea7da46 service neutron] Pushing event updated for resources: {'Port': ['ID=fd15a418-1483-4cfa-87d2-a35907379e00,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:22.830937 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33e93c8-aa9f-4b59-898d-a33f0027bbf7', 'tag': 'fd15a418-1483-4cfa-87d2-a35907379e00', 'status': 'completed', 'code': 200} Mar 29 10:15:22.842835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:22.877194 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port fd4450c4-6848-4b08-9000-bcc6e1e65446, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fd4450c4-6848-4b08-9000-bcc6e1e65446,segment=NetworkSegment(1f4c4143-3df7-4151-a795-b74e9aa4fde7),segment_id=1f4c4143-3df7-4151-a795-b74e9aa4fde7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:15:22.927037 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc3df5-ae84-4356-afcd-ce86c2c57b0a req-e8c15607-79c9-4608-a6e9-149d88b451c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:22.928794 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-75bc3df5-ae84-4356-afcd-ce86c2c57b0a req-e8c15607-79c9-4608-a6e9-149d88b451c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c923abb7edf7422f9cbca1f944f403ec&device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 1096 time: 0.0773337 Mar 29 10:15:22.977469 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:23.054410 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=fd4450c4-6848-4b08-9000-bcc6e1e65446,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:23.078624 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc3df5-ae84-4356-afcd-ce86c2c57b0a req-45d4ff1a-931c-4a26-b372-3b22e9fcae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:23.080056 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-75bc3df5-ae84-4356-afcd-ce86c2c57b0a req-45d4ff1a-931c-4a26-b372-3b22e9fcae84 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c923abb7edf7422f9cbca1f944f403ec&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1451690 Mar 29 10:15:23.254542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc3df5-ae84-4356-afcd-ce86c2c57b0a req-ddb13b69-4a35-4d14-80fa-74e1f638058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:23.255984 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-75bc3df5-ae84-4356-afcd-ce86c2c57b0a req-ddb13b69-4a35-4d14-80fa-74e1f638058e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1695812 Mar 29 10:15:23.332433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61d3e0-a5f2-49e7-a95a-7227be6eaeee req-106455f5-bcec-4060-97d3-4e21905001e9 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:23.333976 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6b61d3e0-a5f2-49e7-a95a-7227be6eaeee req-106455f5-bcec-4060-97d3-4e21905001e9 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 943 time: 0.1235509 Mar 29 10:15:23.342554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:23.386979 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6b61d3e0-a5f2-49e7-a95a-7227be6eaeee req-0b7cf612-b96d-4168-9957-17bf80e2050e tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456948 Mar 29 10:15:23.404476 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-f644ae08-e3a2-4ab0-9677-e5cad8c2e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:23.405990 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-f644ae08-e3a2-4ab0-9677-e5cad8c2e177 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c923abb7edf7422f9cbca1f944f403ec&device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 1096 time: 0.1146338 Mar 29 10:15:23.478286 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-326d897a-e7fc-4b14-9cd1-1a54241ff590 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd15a418-1483-4cfa-87d2-a35907379e00 HTTP/1.1" status: 200 len: 217 time: 0.0644372 Mar 29 10:15:23.541879 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-c089dc5b-44c7-40a5-b632-3c1a9395bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:23.543273 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-c089dc5b-44c7-40a5-b632-3c1a9395bbae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b07edb7-2282-4f3a-959c-2cb4b8d5b724 HTTP/1.1" status: 200 len: 856 time: 0.0596900 Mar 29 10:15:23.617440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-b7bcec3a-5d87-4e10-8d61-49c74458b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:23.618890 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-b7bcec3a-5d87-4e10-8d61-49c74458b7e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb1360de-c9ec-490f-bc3a-fe625333839d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699344 Mar 29 10:15:23.749622 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-7042a313-1dd7-4bf4-930f-6ecbe81f9c40 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1360de-c9ec-490f-bc3a-fe625333839d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242712 Mar 29 10:15:23.979518 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-05c98116-f8ac-47a1-b1d0-45a70403bb2e req-8820442f-b451-467a-8afc-f54431ba8a77 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1360de-c9ec-490f-bc3a-fe625333839d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237949 Mar 29 10:15:24.471138 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fd4450c4-6848-4b08-9000-bcc6e1e65446 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:15:24.542839 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port fd4450c4-6848-4b08-9000-bcc6e1e65446 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:24.543099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:24.579364 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715108d1-2043-4925-a903-1a7b5d814717 req-de781577-c822-490d-ac1d-72f5d9a85e6a tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:24.580968 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-715108d1-2043-4925-a903-1a7b5d814717 req-de781577-c822-490d-ac1d-72f5d9a85e6a tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 943 time: 0.0855720 Mar 29 10:15:24.627672 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-715108d1-2043-4925-a903-1a7b5d814717 req-789ce7c6-09a0-4b2b-9f71-81b97b5031d4 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408213 Mar 29 10:15:25.811424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf48662-cabd-4bda-913f-baf25c90f866 req-aa082035-0d1b-4726-a5b3-10c7e07a8238 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:25.812969 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6cf48662-cabd-4bda-913f-baf25c90f866 req-aa082035-0d1b-4726-a5b3-10c7e07a8238 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 943 time: 0.0802097 Mar 29 10:15:25.859308 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6cf48662-cabd-4bda-913f-baf25c90f866 req-f82c047e-b771-4e83-8707-02239c92436e tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406036 Mar 29 10:15:27.058066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15920f-970b-4a8d-8da7-d63fef8dc927 req-373ebbe8-4782-4a7b-98be-b4437fb25e44 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:27.059467 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1f15920f-970b-4a8d-8da7-d63fef8dc927 req-373ebbe8-4782-4a7b-98be-b4437fb25e44 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 943 time: 0.0839434 Mar 29 10:15:27.100101 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:15:27.109717 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1f15920f-970b-4a8d-8da7-d63fef8dc927 req-85551400-2c82-4a84-b391-15000434f521 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443563 Mar 29 10:15:27.638679 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device fd15a418-1483-4cfa-87d2-a35907379e00 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:15:27.784598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port fd15a418-1483-4cfa-87d2-a35907379e00, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=fd15a418-1483-4cfa-87d2-a35907379e00,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:15:27.797827 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'fd15a418-1483-4cfa-87d2-a35907379e00', 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d', 'port_id': 'fd15a418-1483-4cfa-87d2-a35907379e00', 'mac_address': 'fa:16:3e:bb:0d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b07edb7-2282-4f3a-959c-2cb4b8d5b724', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:15:27.856981 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:27.873598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd15a418-1483-4cfa-87d2-a35907379e00 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:15:27.889233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port fd15a418-1483-4cfa-87d2-a35907379e00, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=fd15a418-1483-4cfa-87d2-a35907379e00,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:15:27.977619 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:28.044369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=fd15a418-1483-4cfa-87d2-a35907379e00,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:28.299237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889f525-6d26-4908-81b9-d66b5fe95a57 req-81dc0e83-6f7d-4aa0-8b8d-c9a145a2ff24 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:28.300640 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d889f525-6d26-4908-81b9-d66b5fe95a57 req-81dc0e83-6f7d-4aa0-8b8d-c9a145a2ff24 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 944 time: 0.0786901 Mar 29 10:15:28.313416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['fd15a418-1483-4cfa-87d2-a35907379e00'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:15:28.348927 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d889f525-6d26-4908-81b9-d66b5fe95a57 req-ac3e105c-135a-460d-b00f-17d6fba0ecfa tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425706 Mar 29 10:15:29.531283 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b7381-86a8-4d97-8293-7aed3f2dbb03 req-b059070f-dab6-48c5-8fc3-e7e07890a8f9 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:29.532750 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-275b7381-86a8-4d97-8293-7aed3f2dbb03 req-b059070f-dab6-48c5-8fc3-e7e07890a8f9 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 944 time: 0.0777795 Mar 29 10:15:29.576727 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-275b7381-86a8-4d97-8293-7aed3f2dbb03 req-c27a2566-47a3-4d8a-8862-7b4ab57adfdc tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381722 Mar 29 10:15:29.648558 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device fd15a418-1483-4cfa-87d2-a35907379e00 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:15:29.782844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port fd15a418-1483-4cfa-87d2-a35907379e00 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:15:29.787794 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port fd15a418-1483-4cfa-87d2-a35907379e00 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:15:29.788185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:29.929328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:29.957682 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33e93c8-aa9f-4b59-898d-a33f0027bbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd15a418-1483-4cfa-87d2-a35907379e00'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:15:29.967072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port fd15a418-1483-4cfa-87d2-a35907379e00, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=fd15a418-1483-4cfa-87d2-a35907379e00,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:15:30.039960 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:30.108131 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=fd15a418-1483-4cfa-87d2-a35907379e00,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:30.762336 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb0f2f-3eda-4f3e-8ec8-dfc814d3e8b9 req-c8c3c4f7-d3b2-43e7-8599-4d5e7a2ed419 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:30.763706 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-50bb0f2f-3eda-4f3e-8ec8-dfc814d3e8b9 req-c8c3c4f7-d3b2-43e7-8599-4d5e7a2ed419 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 945 time: 0.0849259 Mar 29 10:15:30.809206 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-50bb0f2f-3eda-4f3e-8ec8-dfc814d3e8b9 req-88fa5748-2feb-49ee-8f79-7faac70d0897 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397050 Mar 29 10:15:31.014896 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33e93c8-aa9f-4b59-898d-a33f0027bbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd15a418-1483-4cfa-87d2-a35907379e00', 'code': 200} Mar 29 10:15:31.382584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8f5b1-ccfd-4d9c-9d57-aa83937536cf req-80a4f4a5-70b5-4091-a391-0612c83eb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:31.383965 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f8c8f5b1-ccfd-4d9c-9d57-aa83937536cf req-80a4f4a5-70b5-4091-a391-0612c83eb55c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 1098 time: 0.0730970 Mar 29 10:15:31.425582 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f8c8f5b1-ccfd-4d9c-9d57-aa83937536cf req-9cc67456-7df9-49b4-96e3-6c18eb7bc062 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348139 Mar 29 10:15:31.996183 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2ab68-1337-4336-adbd-f538789ddb5e req-c9609381-ba1f-4c12-9263-f8049b9ea3b7 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:31.997673 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2eb2ab68-1337-4336-adbd-f538789ddb5e req-c9609381-ba1f-4c12-9263-f8049b9ea3b7 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 945 time: 0.0815578 Mar 29 10:15:32.041770 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2eb2ab68-1337-4336-adbd-f538789ddb5e req-1512d66f-5320-4ca8-b878-1320dbb46906 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379093 Mar 29 10:15:33.228097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e92ab-c59c-46de-a8f2-214c6d930f69 req-4a7d8248-3957-4c65-b348-6c0f902366b4 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:33.230212 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-492e92ab-c59c-46de-a8f2-214c6d930f69 req-4a7d8248-3957-4c65-b348-6c0f902366b4 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 945 time: 0.0808337 Mar 29 10:15:33.279701 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-492e92ab-c59c-46de-a8f2-214c6d930f69 req-b5734183-2d62-4abd-9a88-21e23e731909 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438769 Mar 29 10:15:33.470615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78459275-a624-44f3-9e5d-fb7ee045b593 req-fee322d6-39a8-4c85-9a42-591206fc036d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:33.472055 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-78459275-a624-44f3-9e5d-fb7ee045b593 req-fee322d6-39a8-4c85-9a42-591206fc036d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 945 time: 0.0830019 Mar 29 10:15:33.516850 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-78459275-a624-44f3-9e5d-fb7ee045b593 req-3937f27e-7c4a-4752-97b7-625476d52c2c tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381265 Mar 29 10:15:35.725729 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c75c50fc-615c-4adc-b33a-7d9648fe135c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:37.925745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4d9537c2-e9b6-40a7-98a1-1d1cb1a54d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:38.972247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:39.057671 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:40.920321 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:53.094868 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32affa7-97d2-42b2-b646-78d65dffcf19 req-7c2ffe91-c059-44d1-b81e-14b61e70f747 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:53.096359 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b32affa7-97d2-42b2-b646-78d65dffcf19 req-7c2ffe91-c059-44d1-b81e-14b61e70f747 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 945 time: 0.0822387 Mar 29 10:15:53.149251 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b32affa7-97d2-42b2-b646-78d65dffcf19 req-a620cd03-0325-4ecf-b3f8-60373c4269a2 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469222 Mar 29 10:15:53.371432 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:54.342205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cc764-21a3-4e0a-97ce-f7b33faf4741 req-a6d4288c-8fed-4cd8-b3ca-0c42e12c9ebf tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:54.343867 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-da5cc764-21a3-4e0a-97ce-f7b33faf4741 req-a6d4288c-8fed-4cd8-b3ca-0c42e12c9ebf tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 945 time: 0.0846276 Mar 29 10:15:54.389542 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-da5cc764-21a3-4e0a-97ce-f7b33faf4741 req-13c880dc-7fc5-42e9-a88f-cde436ec3f19 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393295 Mar 29 10:15:54.881791 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08fb04-abf1-4b7b-bc07-9a11cff446f1 req-9889b711-1b03-4de6-97a6-e6e0819ae9cc tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:54.883252 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1f08fb04-abf1-4b7b-bc07-9a11cff446f1 req-9889b711-1b03-4de6-97a6-e6e0819ae9cc tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 945 time: 0.0835636 Mar 29 10:15:54.952954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-1f08fb04-abf1-4b7b-bc07-9a11cff446f1 req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Deleting port fd15a418-1483-4cfa-87d2-a35907379e00 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:15:54.953284 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-1f08fb04-abf1-4b7b-bc07-9a11cff446f1 req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:55.202043 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-1f08fb04-abf1-4b7b-bc07-9a11cff446f1 req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] For port fd15a418-1483-4cfa-87d2-a35907379e00, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=fd15a418-1483-4cfa-87d2-a35907379e00,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:15:55.202396 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-1f08fb04-abf1-4b7b-bc07-9a11cff446f1 req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:55.323364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-1f08fb04-abf1-4b7b-bc07-9a11cff446f1 req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Calling delete_port for fd15a418-1483-4cfa-87d2-a35907379e00 owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:15:55.577855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-1f08fb04-abf1-4b7b-bc07-9a11cff446f1 req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:55.590408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['fd15a418-1483-4cfa-87d2-a35907379e00'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:15:55.593177 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1cece227-8381-4082-ae36-8cda9218175a req-ad51efa2-9325-4b63-b583-84ae34049d0f tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 210 time: 0.0934207 Mar 29 10:15:55.634498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Pushing event deleted for resources: {'Port': ['ID=fd15a418-1483-4cfa-87d2-a35907379e00,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:55.704604 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:55.705070 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:55.705263 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:55.705585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:55.705936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:55.706256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:55.706631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:55.706993 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:55.707318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:55.707634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:55.707950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:55.708260 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:55.724712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f08fb04-abf1-4b7b-bc07-9a11cff446f1 req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] No DVR routers for this DVR port fd15a418-1483-4cfa-87d2-a35907379e00 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:15:55.727498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-1f08fb04-abf1-4b7b-bc07-9a11cff446f1 req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:55.731002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33e93c8-aa9f-4b59-898d-a33f0027bbf7', 'name': 'network-vif-deleted', 'tag': 'fd15a418-1483-4cfa-87d2-a35907379e00'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:15:55.781665 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33e93c8-aa9f-4b59-898d-a33f0027bbf7', 'name': 'network-vif-deleted', 'tag': 'fd15a418-1483-4cfa-87d2-a35907379e00', 'status': 'completed', 'code': 200} Mar 29 10:15:55.818008 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1f08fb04-abf1-4b7b-bc07-9a11cff446f1 req-cd3baa35-76e1-40b6-90f3-6e45486af0b6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.36 "DELETE /v2.0/ports/fd15a418-1483-4cfa-87d2-a35907379e00 HTTP/1.1" status: 204 len: 173 time: 0.9296339 Mar 29 10:15:56.761313 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4a273faf-fac1-49e2-ae5b-0cf8b953b85d req-8bce7907-e0f7-4ca0-8845-12cd9df477f5 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b33e93c8-aa9f-4b59-898d-a33f0027bbf7 HTTP/1.1" status: 200 len: 210 time: 0.0435901 Mar 29 10:15:58.716231 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ae8446bc-0fbb-4e11-b919-9313c05a36a9 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:58.717600 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ae8446bc-0fbb-4e11-b919-9313c05a36a9 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/networks?id=eb1360de-c9ec-490f-bc3a-fe625333839d HTTP/1.1" status: 200 len: 817 time: 0.1458755 Mar 29 10:15:58.732299 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-6d59eb69-b25f-437e-8942-42f80bec8418 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/quotas/c923abb7edf7422f9cbca1f944f403ec HTTP/1.1" status: 200 len: 375 time: 0.0092278 Mar 29 10:15:58.819277 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-0cc7d245-f8e2-4284-ab7b-3c328e1aef1c tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c923abb7edf7422f9cbca1f944f403ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813622 Mar 29 10:15:58.835559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ccdd4a52-3ef7-4a8e-b99f-3866bc3f72ad service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:15:58.836564 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ccdd4a52-3ef7-4a8e-b99f-3866bc3f72ad service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051243 Mar 29 10:15:58.970418 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-130f4395-32c1-4113-97ae-48dbd6d9a985 service neutron] 10.222.0.35 "GET /v2.0/networks/eb1360de-c9ec-490f-bc3a-fe625333839d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276023 Mar 29 10:15:59.217096 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-73f7f295-bef8-475a-8b63-a91dc07f31ef service neutron] 10.222.0.35 "GET /v2.0/networks/eb1360de-c9ec-490f-bc3a-fe625333839d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408061 Mar 29 10:15:59.524907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-be595a50-0e07-4cc3-b83d-2edb01b29f6b req-821f8669-ac92-4115-99da-a6aeddadd6e5 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Synchronizing usage tracker for tenant:c923abb7edf7422f9cbca1f944f403ec on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:15:59.617564 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-be595a50-0e07-4cc3-b83d-2edb01b29f6b req-821f8669-ac92-4115-99da-a6aeddadd6e5 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Unset dirty status for tenant:c923abb7edf7422f9cbca1f944f403ec on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:15:59.618858 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-be595a50-0e07-4cc3-b83d-2edb01b29f6b req-821f8669-ac92-4115-99da-a6aeddadd6e5 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 210 time: 0.1363802 Mar 29 10:15:59.781422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device fd15a418-1483-4cfa-87d2-a35907379e00 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:15:59.815400 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: fd15a418-1483-4cfa-87d2-a35907379e00 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:15:59.815746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device fd15a418-1483-4cfa-87d2-a35907379e00 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:16:00.769442 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-05e3c0ff-084c-49b7-8c42-668dad9cb4d4 req-29ac0468-1e7c-4607-ac37-ab69123e3335 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 210 time: 0.0424116 Mar 29 10:16:02.044699 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d24bdd44-ec39-4895-988a-7d3119d6bc4a req-0cb09ec9-fcd2-4fb3-ba62-9862636325b8 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 210 time: 0.1627572 Mar 29 10:16:02.067298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-951ce3de-485c-4352-9d8a-cb22277a012d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:02.068779 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-951ce3de-485c-4352-9d8a-cb22277a012d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.36 "GET /v2.0/networks?id=eb1360de-c9ec-490f-bc3a-fe625333839d HTTP/1.1" status: 200 len: 817 time: 0.3019798 Mar 29 10:16:02.080820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Request body: {'port': {'device_id': 'e95cce1b-d73e-43a2-bde5-011457f9b823', 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d', 'admin_state_up': True, 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:02.228387 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:16:02.238936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:16:02.325644 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Made reservation on behalf of c923abb7edf7422f9cbca1f944f403ec for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:16:02.329469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:02.495183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Allocated IP 172.20.0.5 (eb1360de-c9ec-490f-bc3a-fe625333839d/7b07edb7-2282-4f3a-959c-2cb4b8d5b724/536d54cc-6744-4420-a0db-7bf86dbde56c) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:16:02.712166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:02.728287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Transition to ACTIVE for port object 536d54cc-6744-4420-a0db-7bf86dbde56c will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:16:02.834738 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:02.900105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Network eb1360de-c9ec-490f-bc3a-fe625333839d is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:16:02.901262 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:02.910503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:16:02.957016 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Pushing event updated for resources: {'Port': ['ID=536d54cc-6744-4420-a0db-7bf86dbde56c,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:02.984267 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:02.986936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:03.086768 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-11611a99-4693-4a58-8476-c1b49fd4dc02 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0099032 Mar 29 10:16:03.099155 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Request body: {'port': {'device_id': 'e95cce1b-d73e-43a2-bde5-011457f9b823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:03.194773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eec77f1f-3f73-4397-b5ea-b5edb81b0ed4 None None] Provisioning for port 536d54cc-6744-4420-a0db-7bf86dbde56c completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:16:03.202614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eec77f1f-3f73-4397-b5ea-b5edb81b0ed4 None None] Provisioning complete for port 536d54cc-6744-4420-a0db-7bf86dbde56c triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:03.206194 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eec77f1f-3f73-4397-b5ea-b5edb81b0ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:03.221414 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:03.239852 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac5c5e-2688-490b-9770-b7d5e99a0271 req-344e4935-f1ee-4d2d-8813-1f838744e333 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:03.245270 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-18ac5c5e-2688-490b-9770-b7d5e99a0271 req-344e4935-f1ee-4d2d-8813-1f838744e333 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 931 time: 0.0894487 Mar 29 10:16:03.260835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-eec77f1f-3f73-4397-b5ea-b5edb81b0ed4 None None] Port 536d54cc-6744-4420-a0db-7bf86dbde56c cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:16:03.293825 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-18ac5c5e-2688-490b-9770-b7d5e99a0271 req-2dba9ceb-7f43-4533-8057-96563296917f tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463867 Mar 29 10:16:03.599210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536d54cc-6744-4420-a0db-7bf86dbde56c {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:16:03.607221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:03.622339 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Transition to ACTIVE for port object 536d54cc-6744-4420-a0db-7bf86dbde56c will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:16:03.674633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:03.836788 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=536d54cc-6744-4420-a0db-7bf86dbde56c,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:03.929088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Attempting to bind port 536d54cc-6744-4420-a0db-7bf86dbde56c on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:16:03.929421 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Attempting to bind port 536d54cc-6744-4420-a0db-7bf86dbde56c by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:16:03.929755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Attempting to bind port 536d54cc-6744-4420-a0db-7bf86dbde56c on network eb1360de-c9ec-490f-bc3a-fe625333839d {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:16:03.934692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Port 536d54cc-6744-4420-a0db-7bf86dbde56c on network eb1360de-c9ec-490f-bc3a-fe625333839d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:16:03.935005 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Attempting to bind port 536d54cc-6744-4420-a0db-7bf86dbde56c on network eb1360de-c9ec-490f-bc3a-fe625333839d {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:16:03.940652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:16:03.940982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Checking segment: {'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:16:03.941366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Bound using segment: {'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:16:03.941823 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Bound port: 536d54cc-6744-4420-a0db-7bf86dbde56c, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:16:03.942176 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:04.088355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] For port 536d54cc-6744-4420-a0db-7bf86dbde56c, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:16:04.092622 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] For port 536d54cc-6744-4420-a0db-7bf86dbde56c, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=536d54cc-6744-4420-a0db-7bf86dbde56c,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:16:04.098924 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:16:04.155164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:04.215517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:04.216107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:04.217671 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] 10.222.0.36 "PUT /v2.0/ports/536d54cc-6744-4420-a0db-7bf86dbde56c HTTP/1.1" status: 200 len: 1093 time: 1.1238639 Mar 29 10:16:04.218007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95cce1b-d73e-43a2-bde5-011457f9b823', 'tag': '536d54cc-6744-4420-a0db-7bf86dbde56c'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:16:04.254482 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c2d10-0dfd-4f59-bfc8-d68c072ca3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=536d54cc-6744-4420-a0db-7bf86dbde56c,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:04.286938 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95cce1b-d73e-43a2-bde5-011457f9b823', 'tag': '536d54cc-6744-4420-a0db-7bf86dbde56c', 'status': 'completed', 'code': 200} Mar 29 10:16:04.386842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a1113-112b-4548-835a-6a4a91eb7bfa req-911be5a4-0140-48b5-b514-e293f10a352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:04.388314 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-563a1113-112b-4548-835a-6a4a91eb7bfa req-911be5a4-0140-48b5-b514-e293f10a352c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c923abb7edf7422f9cbca1f944f403ec&device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 1096 time: 0.0819359 Mar 29 10:16:04.516840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b796-85d9-4c77-99e4-8126b7dca0d8 req-3a8a4e82-cdec-4b2a-b86a-9f2c44ec1a00 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:04.519075 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-abe3b796-85d9-4c77-99e4-8126b7dca0d8 req-3a8a4e82-cdec-4b2a-b86a-9f2c44ec1a00 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 943 time: 0.0897393 Mar 29 10:16:04.566331 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-abe3b796-85d9-4c77-99e4-8126b7dca0d8 req-e5ee6847-aa95-41ee-a4ba-f687a9de20c3 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405784 Mar 29 10:16:04.649972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a1113-112b-4548-835a-6a4a91eb7bfa req-a88ccae4-4d7a-4c2f-adef-f6c1ea920c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:04.651482 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-563a1113-112b-4548-835a-6a4a91eb7bfa req-a88ccae4-4d7a-4c2f-adef-f6c1ea920c42 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c923abb7edf7422f9cbca1f944f403ec&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2560759 Mar 29 10:16:04.789464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a1113-112b-4548-835a-6a4a91eb7bfa req-14efa058-e4fe-4b54-bceb-cdc696976052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:04.790871 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-563a1113-112b-4548-835a-6a4a91eb7bfa req-14efa058-e4fe-4b54-bceb-cdc696976052 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337771 Mar 29 10:16:04.905378 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-d2913c37-b49b-449e-bda4-c09c42795272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:04.906876 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-d2913c37-b49b-449e-bda4-c09c42795272 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c923abb7edf7422f9cbca1f944f403ec&device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 1096 time: 0.0802772 Mar 29 10:16:04.977861 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-522f1864-e192-4621-ba0d-554de7141540 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=536d54cc-6744-4420-a0db-7bf86dbde56c HTTP/1.1" status: 200 len: 217 time: 0.0642943 Mar 29 10:16:05.043587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-0c1b1ef7-9a60-472a-a542-43bc8ccb3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:05.045058 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-0c1b1ef7-9a60-472a-a542-43bc8ccb3918 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b07edb7-2282-4f3a-959c-2cb4b8d5b724 HTTP/1.1" status: 200 len: 856 time: 0.0618751 Mar 29 10:16:05.126127 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-506d7305-47c5-45c8-90e8-891f545e6a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:05.127613 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-506d7305-47c5-45c8-90e8-891f545e6a2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb1360de-c9ec-490f-bc3a-fe625333839d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753384 Mar 29 10:16:05.260680 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-25e3eebd-2fa9-4f16-834d-93bf96218ecb service neutron] 10.222.0.36 "GET /v2.0/networks/eb1360de-c9ec-490f-bc3a-fe625333839d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268661 Mar 29 10:16:05.400441 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-185f2a04-b3c4-46b5-a68c-9ba51e40933c req-c534fae3-7edd-4b83-8746-0ff036b1e417 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1360de-c9ec-490f-bc3a-fe625333839d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340559 Mar 29 10:16:05.725795 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7a6ed4b6-7041-490e-ad41-b7919e049412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.773067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da948f65-1498-4a0d-a6ef-658530266fb2 req-84482182-fe6e-486f-93e8-9bddd64046d7 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:05.773765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-da948f65-1498-4a0d-a6ef-658530266fb2 req-84482182-fe6e-486f-93e8-9bddd64046d7 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Synchronizing usage tracker for tenant:c923abb7edf7422f9cbca1f944f403ec on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:16:05.823174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-da948f65-1498-4a0d-a6ef-658530266fb2 req-84482182-fe6e-486f-93e8-9bddd64046d7 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Unset dirty status for tenant:c923abb7edf7422f9cbca1f944f403ec on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:16:05.824916 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-da948f65-1498-4a0d-a6ef-658530266fb2 req-84482182-fe6e-486f-93e8-9bddd64046d7 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 943 time: 0.1435609 Mar 29 10:16:05.872498 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-da948f65-1498-4a0d-a6ef-658530266fb2 req-7fe0485a-cc02-44e4-bc50-1b3341124915 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Mar 29 10:16:07.068823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b12229-8673-4cea-9034-668e556343e6 req-f834c879-3d4d-4d97-8dc6-a37a2ec11680 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:07.070310 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c2b12229-8673-4cea-9034-668e556343e6 req-f834c879-3d4d-4d97-8dc6-a37a2ec11680 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 943 time: 0.0877995 Mar 29 10:16:07.115664 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c2b12229-8673-4cea-9034-668e556343e6 req-d999d424-549d-4e5c-ba31-2db3bfc94c71 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397019 Mar 29 10:16:07.891742 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e0da8f4e-7725-42ab-91f2-e2e7a80da90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:08.304040 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7d32e-485a-4733-8905-c4204cc0ab5a req-64fd8af3-8076-4970-a17c-9d221b79dfc9 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:08.305576 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6de7d32e-485a-4733-8905-c4204cc0ab5a req-64fd8af3-8076-4970-a17c-9d221b79dfc9 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 943 time: 0.0815587 Mar 29 10:16:08.359003 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6de7d32e-485a-4733-8905-c4204cc0ab5a req-f5048279-9546-4fcc-a805-b5ec4f6168e6 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444283 Mar 29 10:16:08.960229 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:09.057095 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:09.549645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a77d74-5150-41b9-9b4b-356c2147bf96 req-ba60155b-227e-414a-b65b-ff8cf24f98f4 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:09.551113 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-56a77d74-5150-41b9-9b4b-356c2147bf96 req-ba60155b-227e-414a-b65b-ff8cf24f98f4 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 943 time: 0.0801551 Mar 29 10:16:09.599099 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-56a77d74-5150-41b9-9b4b-356c2147bf96 req-27c099a6-904f-4075-a5f3-8007628981a8 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421355 Mar 29 10:16:09.804101 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 536d54cc-6744-4420-a0db-7bf86dbde56c details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:16:09.936066 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 536d54cc-6744-4420-a0db-7bf86dbde56c, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=536d54cc-6744-4420-a0db-7bf86dbde56c,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:16:09.953505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '536d54cc-6744-4420-a0db-7bf86dbde56c', 'network_id': 'eb1360de-c9ec-490f-bc3a-fe625333839d', 'port_id': '536d54cc-6744-4420-a0db-7bf86dbde56c', 'mac_address': 'fa:16:3e:59:d0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b07edb7-2282-4f3a-959c-2cb4b8d5b724', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:16:10.009381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:10.025600 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536d54cc-6744-4420-a0db-7bf86dbde56c {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:16:10.040945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 536d54cc-6744-4420-a0db-7bf86dbde56c, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=536d54cc-6744-4420-a0db-7bf86dbde56c,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:16:10.137148 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:10.204935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=536d54cc-6744-4420-a0db-7bf86dbde56c,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:10.212193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:10.212559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:10.212901 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:10.213265 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:10.213621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:10.214004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:10.214338 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:10.215153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:10.215501 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:10.215827 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:10.216143 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:10.216460 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:10.422655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['536d54cc-6744-4420-a0db-7bf86dbde56c'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:16:10.839568 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5db1a-a3b2-4082-b31c-6716f0f1738c req-9ba97747-c620-4c7c-860a-0492d2253ca1 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:10.841056 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6db5db1a-a3b2-4082-b31c-6716f0f1738c req-9ba97747-c620-4c7c-860a-0492d2253ca1 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 944 time: 0.1320434 Mar 29 10:16:10.889957 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6db5db1a-a3b2-4082-b31c-6716f0f1738c req-a72d1a2c-8399-461a-aeba-6478491d9a01 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395694 Mar 29 10:16:10.948693 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.820108 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 536d54cc-6744-4420-a0db-7bf86dbde56c up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:16:11.949186 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 536d54cc-6744-4420-a0db-7bf86dbde56c completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:16:11.955521 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 536d54cc-6744-4420-a0db-7bf86dbde56c triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:11.955897 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:12.073713 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:12.074293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e75da6-66ee-4d28-abe6-791ac9c3baae req-f88a4fe5-533b-46a5-85fa-4ee437cfc2d1 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:12.076352 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d5e75da6-66ee-4d28-abe6-791ac9c3baae req-f88a4fe5-533b-46a5-85fa-4ee437cfc2d1 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 944 time: 0.0810828 Mar 29 10:16:12.105233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95cce1b-d73e-43a2-bde5-011457f9b823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536d54cc-6744-4420-a0db-7bf86dbde56c'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:16:12.115636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 536d54cc-6744-4420-a0db-7bf86dbde56c, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=536d54cc-6744-4420-a0db-7bf86dbde56c,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:16:12.124013 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d5e75da6-66ee-4d28-abe6-791ac9c3baae req-74d92afa-5351-4bf7-a2e3-8d812f9e8208 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 Mar 29 10:16:12.150339 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95cce1b-d73e-43a2-bde5-011457f9b823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536d54cc-6744-4420-a0db-7bf86dbde56c', 'code': 200} Mar 29 10:16:12.217081 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:12.297225 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=536d54cc-6744-4420-a0db-7bf86dbde56c,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:12.526432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb736eb-0717-4aa3-8f06-3be991c72e76 req-0a25006a-406c-4b97-9462-c3afeb552a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:12.528524 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7fb736eb-0717-4aa3-8f06-3be991c72e76 req-0a25006a-406c-4b97-9462-c3afeb552a10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 1098 time: 0.0745530 Mar 29 10:16:12.567851 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7fb736eb-0717-4aa3-8f06-3be991c72e76 req-caa8d1b5-9d97-4385-ac79-65bd385ca40b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333126 Mar 29 10:16:13.321274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850473ad-7158-48a4-a457-7cc13f63ba39 req-19b1c8fc-6e1f-41db-be58-9ab334c80daf tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:13.322732 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-850473ad-7158-48a4-a457-7cc13f63ba39 req-19b1c8fc-6e1f-41db-be58-9ab334c80daf tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 945 time: 0.0875509 Mar 29 10:16:13.369399 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-850473ad-7158-48a4-a457-7cc13f63ba39 req-c739d778-d145-400c-86f4-e6165702563d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404122 Mar 29 10:16:14.557772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3e38e-d1df-4e3a-90c7-f11b19112952 req-fa61d5ef-e458-453f-92c4-b04a75f861db tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:14.559216 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f3a3e38e-d1df-4e3a-90c7-f11b19112952 req-fa61d5ef-e458-453f-92c4-b04a75f861db tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 945 time: 0.0821176 Mar 29 10:16:14.602209 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f3a3e38e-d1df-4e3a-90c7-f11b19112952 req-9d1f8254-c36d-49b7-b296-297db520a2fa tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373735 Mar 29 10:16:14.787115 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308e02b-da54-4ced-a615-5da6259c3ab6 req-fa13c87e-f182-4f4e-b76d-cc13abe53620 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:14.788577 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e308e02b-da54-4ced-a615-5da6259c3ab6 req-fa13c87e-f182-4f4e-b76d-cc13abe53620 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 945 time: 0.0813684 Mar 29 10:16:14.833211 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e308e02b-da54-4ced-a615-5da6259c3ab6 req-59dd72f8-3b50-4eaf-babd-c657ad3a4c4a tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388105 Mar 29 10:16:23.377623 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:28.427680 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba0edda0-b868-4b4d-85a5-6cac3bc74d9b req-5e2ca428-ff9d-4540-9a8a-3163e12858ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815530 Mar 29 10:16:28.580412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0edda0-b868-4b4d-85a5-6cac3bc74d9b req-e2e53880-ac5a-428d-9972-5dde8dcad19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:28.580412 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba0edda0-b868-4b4d-85a5-6cac3bc74d9b req-e2e53880-ac5a-428d-9972-5dde8dcad19b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c923abb7edf7422f9cbca1f944f403ec&device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 1098 time: 0.0794187 Mar 29 10:16:28.741978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0edda0-b868-4b4d-85a5-6cac3bc74d9b req-7b75412b-2486-40cb-af20-2361f93273b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:28.743513 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba0edda0-b868-4b4d-85a5-6cac3bc74d9b req-7b75412b-2486-40cb-af20-2361f93273b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb1360de-c9ec-490f-bc3a-fe625333839d HTTP/1.1" status: 200 len: 918 time: 0.1417081 Mar 29 10:16:28.813128 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba0edda0-b868-4b4d-85a5-6cac3bc74d9b req-bc1482ec-022c-44fd-bd37-ae2a6206ea64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=536d54cc-6744-4420-a0db-7bf86dbde56c HTTP/1.1" status: 200 len: 217 time: 0.0639746 Mar 29 10:16:28.875501 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0edda0-b868-4b4d-85a5-6cac3bc74d9b req-8601c299-5d07-4ae3-bfaf-05cb164986ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:28.876976 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba0edda0-b868-4b4d-85a5-6cac3bc74d9b req-8601c299-5d07-4ae3-bfaf-05cb164986ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b07edb7-2282-4f3a-959c-2cb4b8d5b724 HTTP/1.1" status: 200 len: 856 time: 0.0582211 Mar 29 10:16:28.956856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0edda0-b868-4b4d-85a5-6cac3bc74d9b req-0d66ea68-b694-4ef1-aeb6-cbf1dd0c0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:28.958188 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba0edda0-b868-4b4d-85a5-6cac3bc74d9b req-0d66ea68-b694-4ef1-aeb6-cbf1dd0c0923 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb1360de-c9ec-490f-bc3a-fe625333839d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748971 Mar 29 10:16:29.191666 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba0edda0-b868-4b4d-85a5-6cac3bc74d9b req-7d6215dc-d8d7-41c5-a3b4-d9f5ebdad3ef service neutron] 10.222.0.36 "GET /v2.0/networks/eb1360de-c9ec-490f-bc3a-fe625333839d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269993 Mar 29 10:16:29.338391 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba0edda0-b868-4b4d-85a5-6cac3bc74d9b req-2866f0ea-f7b9-4453-9a16-46bdc23eab98 service neutron] 10.222.0.36 "GET /v2.0/networks/eb1360de-c9ec-490f-bc3a-fe625333839d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347826 Mar 29 10:16:34.209375 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf5eb8-cf4a-4560-bf81-a50442710636 req-91e31bdb-bdd0-420b-b620-2f2f9ab639c2 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:34.210843 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0dcf5eb8-cf4a-4560-bf81-a50442710636 req-91e31bdb-bdd0-420b-b620-2f2f9ab639c2 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 945 time: 0.0839891 Mar 29 10:16:34.255660 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0dcf5eb8-cf4a-4560-bf81-a50442710636 req-6707e35e-be90-4066-8640-1894eecaf3d5 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387003 Mar 29 10:16:35.445849 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a4fe5-fafd-4565-b26f-610d8b913458 req-3583cec4-baf7-478c-9962-b7df83f70e60 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:35.447273 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-490a4fe5-fafd-4565-b26f-610d8b913458 req-3583cec4-baf7-478c-9962-b7df83f70e60 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 945 time: 0.0787778 Mar 29 10:16:35.491289 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-490a4fe5-fafd-4565-b26f-610d8b913458 req-3fe36e51-8e67-4155-9857-d5dc571dc3df tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378625 Mar 29 10:16:35.782954 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-98e68384-3215-4bb2-b4b5-9369b7390f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:36.098949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e19869-612e-44a1-8cc7-832cec165ce1 req-ccf7ce3b-7ae3-4eca-bc86-e2a6cce96a17 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:36.100358 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-29e19869-612e-44a1-8cc7-832cec165ce1 req-ccf7ce3b-7ae3-4eca-bc86-e2a6cce96a17 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.36 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 945 time: 0.0819931 Mar 29 10:16:36.171128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-29e19869-612e-44a1-8cc7-832cec165ce1 req-6a0189ca-b886-41d8-a140-9e741e73717a tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Deleting port 536d54cc-6744-4420-a0db-7bf86dbde56c {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:16:36.171462 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-29e19869-612e-44a1-8cc7-832cec165ce1 req-6a0189ca-b886-41d8-a140-9e741e73717a tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:36.415716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-29e19869-612e-44a1-8cc7-832cec165ce1 req-6a0189ca-b886-41d8-a140-9e741e73717a tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] For port 536d54cc-6744-4420-a0db-7bf86dbde56c, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=536d54cc-6744-4420-a0db-7bf86dbde56c,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:16:36.416073 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-29e19869-612e-44a1-8cc7-832cec165ce1 req-6a0189ca-b886-41d8-a140-9e741e73717a tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:36.537743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-29e19869-612e-44a1-8cc7-832cec165ce1 req-6a0189ca-b886-41d8-a140-9e741e73717a tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Calling delete_port for 536d54cc-6744-4420-a0db-7bf86dbde56c owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:16:36.677741 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b5e2-6b56-425f-b1ce-a2d20f677dfa req-f9d92fc8-3876-4614-9638-22267e4c44d7 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:36.679210 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-67e1b5e2-6b56-425f-b1ce-a2d20f677dfa req-f9d92fc8-3876-4614-9638-22267e4c44d7 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 945 time: 0.0827041 Mar 29 10:16:36.727029 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-67e1b5e2-6b56-425f-b1ce-a2d20f677dfa req-a7fdc780-4f0c-4f9a-9785-2be54fc1417d tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/security-groups?id=34499f59-fba6-4174-b84b-e5449660ddec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 Mar 29 10:16:36.760552 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-29e19869-612e-44a1-8cc7-832cec165ce1 req-6a0189ca-b886-41d8-a140-9e741e73717a tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:36.772977 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['536d54cc-6744-4420-a0db-7bf86dbde56c'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:16:36.818848 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0189ca-b886-41d8-a140-9e741e73717a tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Pushing event deleted for resources: {'Port': ['ID=536d54cc-6744-4420-a0db-7bf86dbde56c,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:36.896784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e19869-612e-44a1-8cc7-832cec165ce1 req-6a0189ca-b886-41d8-a140-9e741e73717a tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] No DVR routers for this DVR port 536d54cc-6744-4420-a0db-7bf86dbde56c on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:16:36.899378 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-29e19869-612e-44a1-8cc7-832cec165ce1 req-6a0189ca-b886-41d8-a140-9e741e73717a tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:36.902390 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95cce1b-d73e-43a2-bde5-011457f9b823', 'name': 'network-vif-deleted', 'tag': '536d54cc-6744-4420-a0db-7bf86dbde56c'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:16:36.953876 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95cce1b-d73e-43a2-bde5-011457f9b823', 'name': 'network-vif-deleted', 'tag': '536d54cc-6744-4420-a0db-7bf86dbde56c', 'status': 'completed', 'code': 200} Mar 29 10:16:36.977352 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-29e19869-612e-44a1-8cc7-832cec165ce1 req-6a0189ca-b886-41d8-a140-9e741e73717a tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.36 "DELETE /v2.0/ports/536d54cc-6744-4420-a0db-7bf86dbde56c HTTP/1.1" status: 204 len: 173 time: 0.8705239 Mar 29 10:16:37.891342 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-74c03197-30ee-4ac2-a90c-c048c1f14625 req-ea36aae1-a3be-43ac-89b5-3b9789708a04 tempest-TestEncryptedCinderVolumes-803593256 tempest-TestEncryptedCinderVolumes-803593256-project] 10.222.0.35 "GET /v2.0/ports?device_id=e95cce1b-d73e-43a2-bde5-011457f9b823 HTTP/1.1" status: 200 len: 210 time: 0.0428052 Mar 29 10:16:37.893491 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d07d3310-2e36-4ef9-bb26-48591edf0f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:38.960618 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:39.050731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:39.095875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44458) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:39.638245 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:39.897289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 536d54cc-6744-4420-a0db-7bf86dbde56c no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:16:39.933923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 536d54cc-6744-4420-a0db-7bf86dbde56c {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:16:39.934273 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 536d54cc-6744-4420-a0db-7bf86dbde56c not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:16:40.083496 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Deleting port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:16:40.083822 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:40.252648 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] For port 6168248c-0e2c-42cd-ba59-a6fcfa8fccac, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6168248c-0e2c-42cd-ba59-a6fcfa8fccac,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:16:40.253327 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:40.377825 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Calling delete_port for 6168248c-0e2c-42cd-ba59-a6fcfa8fccac owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:16:40.783682 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:40.830605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=6168248c-0e2c-42cd-ba59-a6fcfa8fccac,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:40.872588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:40.872953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:40.873292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:40.873625 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:40.873955 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:40.874288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:40.874643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:40.874968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:40.875290 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:40.875608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:40.875925 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:40.876241 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:40.926078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:41.097708 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:16:41.224378 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:41.578824 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Router a837bff9-6933-4484-ac1f-dd93c2562a50 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:16:41.750262 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:16:41.758988 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea2382-460e-4a1b-bf64-784b58b99cff None None] Sync routers for ids ['a837bff9-6933-4484-ac1f-dd93c2562a50'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:16:41.763304 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dbb24449-062f-4d36-88c8-7b7bb5446d70 admin admin] 10.222.0.35 "PUT /v2.0/routers/a837bff9-6933-4484-ac1f-dd93c2562a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6663244 Mar 29 10:16:41.766270 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44462) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:41.768425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea2382-460e-4a1b-bf64-784b58b99cff None None] Routers {'a837bff9-6933-4484-ac1f-dd93c2562a50'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:16:41.769057 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-79ea2382-460e-4a1b-bf64-784b58b99cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:16:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a837bff9-6933-4484-ac1f-dd93c2562a50'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:41.941896 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:41.974960 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-79ea2382-460e-4a1b-bf64-784b58b99cff None None] Set router a837bff9-6933-4484-ac1f-dd93c2562a50 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:16:42.114099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:42.160175 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] Deleting port 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:16:42.160528 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:42.257206 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-79ea2382-460e-4a1b-bf64-784b58b99cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'name': 'tempest-TestEncryptedCinderVolumes-1117363387-router', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': '91ac7ee1-5d3b-42f2-9b0e-77e842273ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:01Z', 'updated_at': '2022-03-29T10:16:40Z', 'revision_number': 5, 'project_id': 'c923abb7edf7422f9cbca1f944f403ec', 'gw_port': {'id': '91ac7ee1-5d3b-42f2-9b0e-77e842273ce1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:02Z', 'updated_at': '2022-03-29T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:42.261005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea2382-460e-4a1b-bf64-784b58b99cff None None] Checking router: a837bff9-6933-4484-ac1f-dd93c2562a50 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:16:42.269867 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea2382-460e-4a1b-bf64-784b58b99cff None None] Routers {'a837bff9-6933-4484-ac1f-dd93c2562a50'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:16:42.270458 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-79ea2382-460e-4a1b-bf64-784b58b99cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:16:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['a837bff9-6933-4484-ac1f-dd93c2562a50'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:42.335797 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] For port 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=91ac7ee1-5d3b-42f2-9b0e-77e842273ce1,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:16:42.336519 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:42.421957 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-79ea2382-460e-4a1b-bf64-784b58b99cff None None] Set router a837bff9-6933-4484-ac1f-dd93c2562a50 gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:16:42.458075 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] Calling delete_port for 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:16:42.530980 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-79ea2382-460e-4a1b-bf64-784b58b99cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'name': 'tempest-TestEncryptedCinderVolumes-1117363387-router', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:01Z', 'updated_at': '2022-03-29T10:16:42Z', 'revision_number': 6, 'project_id': 'c923abb7edf7422f9cbca1f944f403ec', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:42.534960 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea2382-460e-4a1b-bf64-784b58b99cff None None] The sync data for ids ['a837bff9-6933-4484-ac1f-dd93c2562a50'] in dv-neutron-835555-1-hyperv is: [{'id': 'a837bff9-6933-4484-ac1f-dd93c2562a50', 'name': 'tempest-TestEncryptedCinderVolumes-1117363387-router', 'tenant_id': 'c923abb7edf7422f9cbca1f944f403ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:01Z', 'updated_at': '2022-03-29T10:16:42Z', 'revision_number': 6, 'project_id': 'c923abb7edf7422f9cbca1f944f403ec', 'gw_port_host': None}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:16:42.806170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:42.854415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] Pushing event deleted for resources: {'Port': ['ID=91ac7ee1-5d3b-42f2-9b0e-77e842273ce1,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:42.946328 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:43.127994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:43.130164 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:43.234569 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:43.235088 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a837bff9-6933-4484-ac1f-dd93c2562a50 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:16:43.247145 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:43.248260 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8d92d38c-5905-41d3-b216-0d4d130d155b admin admin] 10.222.0.35 "DELETE /v2.0/routers/a837bff9-6933-4484-ac1f-dd93c2562a50 HTTP/1.1" status: 204 len: 168 time: 1.4810386 Mar 29 10:16:43.250839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44466) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:43.310773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-16848528-1b78-46f7-9d99-a9f95b26eb1f admin admin] Deleting subnet 7b07edb7-2282-4f3a-959c-2cb4b8d5b724 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:16:43.313603 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16848528-1b78-46f7-9d99-a9f95b26eb1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:43.365868 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16848528-1b78-46f7-9d99-a9f95b26eb1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:43.448601 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16848528-1b78-46f7-9d99-a9f95b26eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:43.571768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16848528-1b78-46f7-9d99-a9f95b26eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:43.613427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16848528-1b78-46f7-9d99-a9f95b26eb1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b07edb7-2282-4f3a-959c-2cb4b8d5b724,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:43.618250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16848528-1b78-46f7-9d99-a9f95b26eb1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:43.623341 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8e4dd4-575c-4d3d-8041-1b519df2a142 None None] Network eb1360de-c9ec-490f-bc3a-fe625333839d requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:16:43.623880 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-16848528-1b78-46f7-9d99-a9f95b26eb1f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7b07edb7-2282-4f3a-959c-2cb4b8d5b724 HTTP/1.1" status: 204 len: 168 time: 0.3721144 Mar 29 10:16:43.626843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44470) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:43.730867 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:43.741594 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] Deleting port a689e8ad-f48d-4a73-be31-d3362c78431c {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:16:43.741933 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:43.864669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8608a48-40aa-4995-a9e2-3717601ac505 None None] DHCP port deletion for eb1360de-c9ec-490f-bc3a-fe625333839d request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:16:43.869777 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e8608a48-40aa-4995-a9e2-3717601ac505 None None] Deleting port a689e8ad-f48d-4a73-be31-d3362c78431c {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:16:43.870177 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e8608a48-40aa-4995-a9e2-3717601ac505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:43.955210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] For port a689e8ad-f48d-4a73-be31-d3362c78431c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a689e8ad-f48d-4a73-be31-d3362c78431c,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:16:43.955827 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:44.078533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] Calling delete_port for a689e8ad-f48d-4a73-be31-d3362c78431c owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:16:44.086873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e8608a48-40aa-4995-a9e2-3717601ac505 None None] For port a689e8ad-f48d-4a73-be31-d3362c78431c, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a689e8ad-f48d-4a73-be31-d3362c78431c,segment=NetworkSegment(9c5e1dd1-ed28-4a7a-9d59-598ca6782a47),segment_id=9c5e1dd1-ed28-4a7a-9d59-598ca6782a47)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:16:44.087268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e8608a48-40aa-4995-a9e2-3717601ac505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:44.206025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:44.208428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e8608a48-40aa-4995-a9e2-3717601ac505 None None] Calling delete_port for a689e8ad-f48d-4a73-be31-d3362c78431c owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:16:44.255729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] Pushing event deleted for resources: {'Port': ['ID=a689e8ad-f48d-4a73-be31-d3362c78431c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:44.259182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] No DVR routers for this DVR port a689e8ad-f48d-4a73-be31-d3362c78431c on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:16:44.284466 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-e8608a48-40aa-4995-a9e2-3717601ac505 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:16:44.284835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-e8608a48-40aa-4995-a9e2-3717601ac505 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:16:44.465310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:44.492166 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1360de-c9ec-490f-bc3a-fe625333839d']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:44.504059 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:44.504351 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5e1dd1-ed28-4a7a-9d59-598ca6782a47') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:44.506809 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:16:44.515906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:44.533561 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:44.540038 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:16:44.540436 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:16:44.554449 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:16:44.582463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:16:44.582804 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 91ac7ee1-5d3b-42f2-9b0e-77e842273ce1 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:16:44.583220 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6168248c-0e2c-42cd-ba59-a6fcfa8fccac no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:16:44.615686 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 6168248c-0e2c-42cd-ba59-a6fcfa8fccac {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:16:44.616027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6168248c-0e2c-42cd-ba59-a6fcfa8fccac not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:16:44.616440 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a689e8ad-f48d-4a73-be31-d3362c78431c no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:16:44.654066 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: a689e8ad-f48d-4a73-be31-d3362c78431c {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:16:44.654736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a689e8ad-f48d-4a73-be31-d3362c78431c not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:16:44.674352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:44.690615 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:44.700813 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1360de-c9ec-490f-bc3a-fe625333839d,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:44.776654 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-25b0915b-dd70-42e7-a0d1-ab876f34d932 admin admin] 10.222.0.35 "DELETE /v2.0/networks/eb1360de-c9ec-490f-bc3a-fe625333839d HTTP/1.1" status: 204 len: 168 time: 1.1487684 Mar 29 10:16:44.779287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44474) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:44.785876 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e8608a48-40aa-4995-a9e2-3717601ac505 None None] Deleting port a689e8ad-f48d-4a73-be31-d3362c78431c {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:16:44.786247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e8608a48-40aa-4995-a9e2-3717601ac505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:44.850012 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e8608a48-40aa-4995-a9e2-3717601ac505 None None] The port 'a689e8ad-f48d-4a73-be31-d3362c78431c' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 10:16:45.319842 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0266f649-06e2-43f0-96c7-3f011740f27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:45.656959 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0266f649-06e2-43f0-96c7-3f011740f27c admin admin] Deleting port fd4450c4-6848-4b08-9000-bcc6e1e65446 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:16:45.657294 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0266f649-06e2-43f0-96c7-3f011740f27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:45.821248 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-0266f649-06e2-43f0-96c7-3f011740f27c admin admin] For port fd4450c4-6848-4b08-9000-bcc6e1e65446, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=fd4450c4-6848-4b08-9000-bcc6e1e65446,segment=NetworkSegment(1f4c4143-3df7-4151-a795-b74e9aa4fde7),segment_id=1f4c4143-3df7-4151-a795-b74e9aa4fde7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:16:45.821595 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0266f649-06e2-43f0-96c7-3f011740f27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:46.037901 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-0266f649-06e2-43f0-96c7-3f011740f27c admin admin] Calling delete_port for fd4450c4-6848-4b08-9000-bcc6e1e65446 owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:16:46.286453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0266f649-06e2-43f0-96c7-3f011740f27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:46.335871 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266f649-06e2-43f0-96c7-3f011740f27c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4450c4-6848-4b08-9000-bcc6e1e65446,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:46.609371 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0266f649-06e2-43f0-96c7-3f011740f27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:46.966279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0266f649-06e2-43f0-96c7-3f011740f27c admin admin] Router df47be10-2c1b-48ba-ab99-134732c2eebb has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:16:47.143301 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0266f649-06e2-43f0-96c7-3f011740f27c admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:16:47.151623 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae12b9ab-db27-4739-92da-98bb02b159a8 None None] Sync routers for ids ['df47be10-2c1b-48ba-ab99-134732c2eebb'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:16:47.152995 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0266f649-06e2-43f0-96c7-3f011740f27c admin admin] 10.222.0.35 "PUT /v2.0/routers/df47be10-2c1b-48ba-ab99-134732c2eebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3727198 Mar 29 10:16:47.155598 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44478) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:47.161738 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12b9ab-db27-4739-92da-98bb02b159a8 None None] Routers {'df47be10-2c1b-48ba-ab99-134732c2eebb'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:16:47.162331 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ae12b9ab-db27-4739-92da-98bb02b159a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:16:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['df47be10-2c1b-48ba-ab99-134732c2eebb'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:47.374971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:47.376998 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-ae12b9ab-db27-4739-92da-98bb02b159a8 None None] Set router df47be10-2c1b-48ba-ab99-134732c2eebb gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:16:47.664092 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ae12b9ab-db27-4739-92da-98bb02b159a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'name': 'tempest-TestEncryptedCinderVolumes-1288355704-router', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:16:46Z', 'revision_number': 5, 'project_id': '4f800af26f38476a96d433614c81c2f1', 'gw_port': {'id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:47.667291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:47.667916 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae12b9ab-db27-4739-92da-98bb02b159a8 None None] Checking router: df47be10-2c1b-48ba-ab99-134732c2eebb for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:16:47.676511 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12b9ab-db27-4739-92da-98bb02b159a8 None None] Routers {'df47be10-2c1b-48ba-ab99-134732c2eebb'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:16:47.677110 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ae12b9ab-db27-4739-92da-98bb02b159a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:16:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['df47be10-2c1b-48ba-ab99-134732c2eebb'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:47.770427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] Deleting port 679c8831-15ee-475a-b6de-10a0191ccdeb {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:16:47.770769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:47.852626 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-ae12b9ab-db27-4739-92da-98bb02b159a8 None None] Set router df47be10-2c1b-48ba-ab99-134732c2eebb gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:16:47.944802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] For port 679c8831-15ee-475a-b6de-10a0191ccdeb, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=679c8831-15ee-475a-b6de-10a0191ccdeb,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:16:47.945187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:48.069025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] Calling delete_port for 679c8831-15ee-475a-b6de-10a0191ccdeb owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:16:48.144045 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-ae12b9ab-db27-4739-92da-98bb02b159a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'name': 'tempest-TestEncryptedCinderVolumes-1288355704-router', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:16:46Z', 'revision_number': 5, 'project_id': '4f800af26f38476a96d433614c81c2f1', 'gw_port': {'id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:48.148067 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae12b9ab-db27-4739-92da-98bb02b159a8 None None] The sync data for ids ['df47be10-2c1b-48ba-ab99-134732c2eebb'] in dv-neutron-835555-1-hyperv is: [{'id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'name': 'tempest-TestEncryptedCinderVolumes-1288355704-router', 'tenant_id': '4f800af26f38476a96d433614c81c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:16:46Z', 'revision_number': 5, 'project_id': '4f800af26f38476a96d433614c81c2f1', 'gw_port': {'id': '679c8831-15ee-475a-b6de-10a0191ccdeb', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df47be10-2c1b-48ba-ab99-134732c2eebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:15:10Z', 'updated_at': '2022-03-29T10:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:16:48.326011 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:48.382914 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=679c8831-15ee-475a-b6de-10a0191ccdeb,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:48.472938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:48.558840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fd4450c4-6848-4b08-9000-bcc6e1e65446 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:16:48.597515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: fd4450c4-6848-4b08-9000-bcc6e1e65446 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:16:48.597942 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device fd4450c4-6848-4b08-9000-bcc6e1e65446 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:16:48.669134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:48.671454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:48.799851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:48.800344 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df47be10-2c1b-48ba-ab99-134732c2eebb {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:16:48.813761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:48.815203 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c3d8eeca-c581-4bbb-8161-7c5051da8ad2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/df47be10-2c1b-48ba-ab99-134732c2eebb HTTP/1.1" status: 204 len: 168 time: 1.6584015 Mar 29 10:16:48.817411 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44482) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:48.881027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78fb48b-3d18-4511-9551-284b3d930831 admin admin] Deleting subnet 2c9382e6-34a4-48a4-a33d-691e425659d3 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:16:48.885211 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f78fb48b-3d18-4511-9551-284b3d930831 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:48.934913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f78fb48b-3d18-4511-9551-284b3d930831 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:49.013184 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f78fb48b-3d18-4511-9551-284b3d930831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:49.154903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f78fb48b-3d18-4511-9551-284b3d930831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:49.192382 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fb48b-3d18-4511-9551-284b3d930831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c9382e6-34a4-48a4-a33d-691e425659d3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:49.197032 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f78fb48b-3d18-4511-9551-284b3d930831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:49.202422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74698383-9064-4c7b-bd98-4f5dbe844ab7 None None] Network 19df5091-2b56-4025-8377-c2ba1efce920 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:16:49.203873 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f78fb48b-3d18-4511-9551-284b3d930831 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2c9382e6-34a4-48a4-a33d-691e425659d3 HTTP/1.1" status: 204 len: 168 time: 0.3854475 Mar 29 10:16:49.206540 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44486) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:49.325960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:49.342598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] Deleting port c7995ef5-775c-4bbf-aafa-2ad1324b4612 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:16:49.343092 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:49.509579 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881892f-cbe2-4d72-963a-a550dd2e0ae7 None None] DHCP port deletion for 19df5091-2b56-4025-8377-c2ba1efce920 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:16:49.513971 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-8881892f-cbe2-4d72-963a-a550dd2e0ae7 None None] Deleting port c7995ef5-775c-4bbf-aafa-2ad1324b4612 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:16:49.514370 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8881892f-cbe2-4d72-963a-a550dd2e0ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:49.575999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] For port c7995ef5-775c-4bbf-aafa-2ad1324b4612, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c7995ef5-775c-4bbf-aafa-2ad1324b4612,segment=NetworkSegment(1f4c4143-3df7-4151-a795-b74e9aa4fde7),segment_id=1f4c4143-3df7-4151-a795-b74e9aa4fde7)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:16:49.576581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:49.729336 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-8881892f-cbe2-4d72-963a-a550dd2e0ae7 None None] For port c7995ef5-775c-4bbf-aafa-2ad1324b4612, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c7995ef5-775c-4bbf-aafa-2ad1324b4612,segment=NetworkSegment(1f4c4143-3df7-4151-a795-b74e9aa4fde7),segment_id=1f4c4143-3df7-4151-a795-b74e9aa4fde7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:16:49.729904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8881892f-cbe2-4d72-963a-a550dd2e0ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:49.809585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] Calling delete_port for c7995ef5-775c-4bbf-aafa-2ad1324b4612 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:16:49.854505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-8881892f-cbe2-4d72-963a-a550dd2e0ae7 None None] Calling delete_port for c7995ef5-775c-4bbf-aafa-2ad1324b4612 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:16:49.981328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:49.989112 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-8881892f-cbe2-4d72-963a-a550dd2e0ae7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:16:49.989537 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-8881892f-cbe2-4d72-963a-a550dd2e0ae7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:16:50.027258 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7995ef5-775c-4bbf-aafa-2ad1324b4612,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:50.033835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] No DVR routers for this DVR port c7995ef5-775c-4bbf-aafa-2ad1324b4612 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:16:50.147629 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:50.172270 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19df5091-2b56-4025-8377-c2ba1efce920']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:50.183817 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4c4143-3df7-4151-a795-b74e9aa4fde7') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:50.184103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4c4143-3df7-4151-a795-b74e9aa4fde7') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:50.195873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:50.211610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:50.217598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:16:50.220574 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:16:50.234833 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:16:50.375704 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:50.391740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:50.401725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=19df5091-2b56-4025-8377-c2ba1efce920,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:50.406952 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-18eec87d-0c79-45b3-b39e-9534711f9d04 admin admin] 10.222.0.35 "DELETE /v2.0/networks/19df5091-2b56-4025-8377-c2ba1efce920 HTTP/1.1" status: 204 len: 168 time: 1.1981905 Mar 29 10:16:50.491062 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-8881892f-cbe2-4d72-963a-a550dd2e0ae7 None None] Deleting port c7995ef5-775c-4bbf-aafa-2ad1324b4612 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:16:50.491514 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8881892f-cbe2-4d72-963a-a550dd2e0ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:50.520921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c7995ef5-775c-4bbf-aafa-2ad1324b4612 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:16:50.590401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-8881892f-cbe2-4d72-963a-a550dd2e0ae7 None None] The port 'c7995ef5-775c-4bbf-aafa-2ad1324b4612' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 10:16:50.591223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: c7995ef5-775c-4bbf-aafa-2ad1324b4612 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:16:50.591562 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c7995ef5-775c-4bbf-aafa-2ad1324b4612 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:16:50.591975 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 679c8831-15ee-475a-b6de-10a0191ccdeb no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:16:50.625586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 679c8831-15ee-475a-b6de-10a0191ccdeb {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:16:50.625902 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 679c8831-15ee-475a-b6de-10a0191ccdeb not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:16:50.754805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44492) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:50.805068 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6a018a47-1244-429f-b410-e3bb41e70985 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c923abb7edf7422f9cbca1f944f403ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490689 Mar 29 10:16:50.807476 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44496) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:50.864407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6eac3b8b-f557-4743-9362-f83a65a7b1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:50.889620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6eac3b8b-f557-4743-9362-f83a65a7b1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:51.000898 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6eac3b8b-f557-4743-9362-f83a65a7b1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:51.017494 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac3b8b-f557-4743-9362-f83a65a7b1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34499f59-fba6-4174-b84b-e5449660ddec,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:51.107962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6eac3b8b-f557-4743-9362-f83a65a7b1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:51.109140 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6eac3b8b-f557-4743-9362-f83a65a7b1af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34499f59-fba6-4174-b84b-e5449660ddec HTTP/1.1" status: 204 len: 168 time: 0.3007085 Mar 29 10:16:51.839213 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44504) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:51.886990 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a0bf55c4-b5cc-48c1-bbca-c84ed4715be4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f800af26f38476a96d433614c81c2f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465746 Mar 29 10:16:51.889377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44508) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:51.945510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1fad1c5-7574-4f1d-bbe1-a85328da956e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:51.973723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1fad1c5-7574-4f1d-bbe1-a85328da956e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:52.194358 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1fad1c5-7574-4f1d-bbe1-a85328da956e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:52.208850 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fad1c5-7574-4f1d-bbe1-a85328da956e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369194e0-dcfd-4876-aa02-fbf55b6b28a0,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:52.214893 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f1fad1c5-7574-4f1d-bbe1-a85328da956e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:52.216018 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f1fad1c5-7574-4f1d-bbe1-a85328da956e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/369194e0-dcfd-4876-aa02-fbf55b6b28a0 HTTP/1.1" status: 204 len: 168 time: 0.3257573 Mar 29 10:16:53.284848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44532) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:53.391773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-480779018-network', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:53.397354 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:16:53.400686 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:53.403941 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Usage tracker for resource:network and tenant:b8ce5e4e6c08441d83a32b898e00254e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:16:53.404305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:16:53.411456 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:16:53.480153 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Made reservation on behalf of b8ce5e4e6c08441d83a32b898e00254e for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:16:53.482483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:53.494420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:53.508627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:16:53.512639 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Usage tracker for resource:security_group_rule and tenant:b8ce5e4e6c08441d83a32b898e00254e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:16:53.515693 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:16:53.522063 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:16:53.605088 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:53.685780 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:53.718922 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:16:53.724140 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5778c6da-4fa9-45d6-9192-c317019a8147,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:53.730885 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:53.731830 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Added segment b9415579-1667-4687-bacf-29c98fc90984 of type vlan for network 4f68a7c6-af8f-420d-9187-40aaec5f24db Mar 29 10:16:53.761197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:53.856973 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:53.857833 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:53.858433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:53.959918 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] Pushing event updated for resources: {'Network': ['ID=4f68a7c6-af8f-420d-9187-40aaec5f24db,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:53.974340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 4f68a7c6-af8f-420d-9187-40aaec5f24db details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:16:54.022808 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-fb8f5881-d63e-4966-8a9a-e2dfdb6d4a06 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7367618 Mar 29 10:16:54.025464 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44538) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:54.030914 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] Request body: {'subnet': {'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-480779018-subnet', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'ip_version': 4}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:54.036855 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:16:54.040964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] Usage tracker for resource:subnet and tenant:b8ce5e4e6c08441d83a32b898e00254e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:16:54.043908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:16:54.050487 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:16:54.124257 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] Made reservation on behalf of b8ce5e4e6c08441d83a32b898e00254e for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:16:54.127171 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:54.370643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:54.452162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5509136f-40b2-4e64-a17e-d33ba6566cc4,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:54.456174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] Checking segment: {'id': 'b9415579-1667-4687-bacf-29c98fc90984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:16:54.456533 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] Network hostable DHCP agents. Network: 4f68a7c6-af8f-420d-9187-40aaec5f24db, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:16:54.554659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] Network 4f68a7c6-af8f-420d-9187-40aaec5f24db is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:16:54.640370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 4f68a7c6-af8f-420d-9187-40aaec5f24db) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:54.644875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:54.645913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:54.649039 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee9e01-fd98-4a7a-b705-81df3425bcb1 None None] Network 4f68a7c6-af8f-420d-9187-40aaec5f24db requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:16:54.738847 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2a94c248-7eb3-4421-95b8-530fb0ec8305 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7122626 Mar 29 10:16:54.741535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44542) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:54.746498 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:54.751476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:16:54.755488 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Usage tracker for resource:router and tenant:b8ce5e4e6c08441d83a32b898e00254e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:16:54.758339 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:16:54.764094 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:16:54.861645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-4f68a7c6-af8f-420d-9187-40aaec5f24db', 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'fixed_ips': [{'subnet_id': '5509136f-40b2-4e64-a17e-d33ba6566cc4'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:16:54.862108 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:54.862465 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:54.863144 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:54.878213 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:55.047298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Allocated IP 172.20.0.2 (4f68a7c6-af8f-420d-9187-40aaec5f24db/5509136f-40b2-4e64-a17e-d33ba6566cc4/d0a194f9-4cec-4241-a8ca-1cd19ae5fdad) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:16:55.190407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:55.253359 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:55.262882 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Transition to ACTIVE for port object d0a194f9-4cec-4241-a8ca-1cd19ae5fdad will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:16:55.280862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Transition to ACTIVE for port object d0a194f9-4cec-4241-a8ca-1cd19ae5fdad will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:16:55.343545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:55.404213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Network 4f68a7c6-af8f-420d-9187-40aaec5f24db is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:16:55.411480 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:55.416130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:16:55.423505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Pushing event updated for resources: {'Port': ['ID=d0a194f9-4cec-4241-a8ca-1cd19ae5fdad,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:55.511263 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Attempting to bind port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:16:55.511609 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Attempting to bind port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'b9415579-1667-4687-bacf-29c98fc90984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:16:55.511964 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Attempting to bind port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad on network 4f68a7c6-af8f-420d-9187-40aaec5f24db {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:16:55.517217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:16:55.517582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Checking segment: {'id': 'b9415579-1667-4687-bacf-29c98fc90984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:16:55.517973 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:55.518358 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Bound using segment: {'id': 'b9415579-1667-4687-bacf-29c98fc90984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:16:55.518812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Bound port: d0a194f9-4cec-4241-a8ca-1cd19ae5fdad, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9415579-1667-4687-bacf-29c98fc90984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:16:55.519179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:55.583477 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:55.608426 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] For port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:16:55.611990 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] For port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d0a194f9-4cec-4241-a8ca-1cd19ae5fdad,segment=NetworkSegment(b9415579-1667-4687-bacf-29c98fc90984),segment_id=b9415579-1667-4687-bacf-29c98fc90984)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:16:55.616046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:55.675583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:55.746480 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Allocated IP 172.26.7.197 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:16:55.759369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a35eb-fd7e-43ef-87fc-4e1e5dbfdd09 None None] Pushing event updated for resources: {'Port': ['ID=d0a194f9-4cec-4241-a8ca-1cd19ae5fdad,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:56.013938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:56.103327 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:56.160357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:16:56.163134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:56.166638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:16:56.212448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:56.554263 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d0a194f9-4cec-4241-a8ca-1cd19ae5fdad up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:16:56.681719 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:56.691413 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:16:56.707727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71d45d0-912a-4e90-ae52-2b1cea245093 None None] Network 4f68a7c6-af8f-420d-9187-40aaec5f24db requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:16:56.868202 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-66ea39e7-6470-4f26-84c9-b4b530a5753f None None] Provisioning for port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:16:56.878025 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-66ea39e7-6470-4f26-84c9-b4b530a5753f None None] Provisioning complete for port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:56.878387 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-66ea39e7-6470-4f26-84c9-b4b530a5753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:57.018662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:57.044787 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-66ea39e7-6470-4f26-84c9-b4b530a5753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:57.085033 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-66ea39e7-6470-4f26-84c9-b4b530a5753f None None] For port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d0a194f9-4cec-4241-a8ca-1cd19ae5fdad,segment=NetworkSegment(b9415579-1667-4687-bacf-29c98fc90984),segment_id=b9415579-1667-4687-bacf-29c98fc90984)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:16:57.159748 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-66ea39e7-6470-4f26-84c9-b4b530a5753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:57.239056 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea39e7-6470-4f26-84c9-b4b530a5753f None None] Pushing event updated for resources: {'Port': ['ID=d0a194f9-4cec-4241-a8ca-1cd19ae5fdad,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:57.280783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-47e3ed1e-7943-425f-9c61-551e59fc1bda None None] Provisioning complete for port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:57.281080 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-47e3ed1e-7943-425f-9c61-551e59fc1bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:57.297063 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Router bcef482b-c752-4026-8b55-50139a1c7b5d is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:16:57.584210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:16:57.593535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Sync routers for ids ['bcef482b-c752-4026-8b55-50139a1c7b5d'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:16:57.603155 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Routers {'bcef482b-c752-4026-8b55-50139a1c7b5d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:16:57.603743 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:16:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['bcef482b-c752-4026-8b55-50139a1c7b5d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:57.668447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:57.669798 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c8ae1691-49bd-4c4f-a207-dad0f80df1e3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9273136 Mar 29 10:16:57.672580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44546) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:16:57.780035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Set router bcef482b-c752-4026-8b55-50139a1c7b5d gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:16:58.096770 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:54Z', 'updated_at': '2022-03-29T10:16:56Z', 'revision_number': 3, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'gw_port': {'id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:55Z', 'updated_at': '2022-03-29T10:16:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:58.101061 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Checking router: bcef482b-c752-4026-8b55-50139a1c7b5d for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:16:58.101401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Updating router bcef482b-c752-4026-8b55-50139a1c7b5d port 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:16:58.161154 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:58.351037 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:58.504367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:58.517519 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Transition to ACTIVE for port object 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:16:58.527814 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d0a194f9-4cec-4241-a8ca-1cd19ae5fdad up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:16:58.597888 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:58.638450 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:58.638450 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:58.682845 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Allocated IP 172.20.0.1 (4f68a7c6-af8f-420d-9187-40aaec5f24db/5509136f-40b2-4e64-a17e-d33ba6566cc4/0cecbc36-7b1f-4e4d-9257-53ece606632e) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:16:58.740032 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Attempting to bind port 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:16:58.740032 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Attempting to bind port 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:16:58.740032 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Attempting to bind port 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:16:58.740910 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40572b-87ba-423d-b00f-a94e8846e04b None None] Pushing event updated for resources: {'Port': ['ID=6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:58.748608 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:16:58.748846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:16:58.749179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:58.749567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:16:58.750041 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Bound port: 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:16:58.750413 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:58.839598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:58.859249 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Transition to ACTIVE for port object 0cecbc36-7b1f-4e4d-9257-53ece606632e will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:16:58.880104 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] For port 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:16:58.890286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] For port 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:16:58.953773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:58.978016 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:59.019745 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Network 4f68a7c6-af8f-420d-9187-40aaec5f24db is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:16:59.021641 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:59.030967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:16:59.062058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Routers {'bcef482b-c752-4026-8b55-50139a1c7b5d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:16:59.062058 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:16:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['bcef482b-c752-4026-8b55-50139a1c7b5d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:59.070911 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Pushing event updated for resources: {'Port': ['ID=0cecbc36-7b1f-4e4d-9257-53ece606632e,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:59.095231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:59.095231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:59.095559 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:59.096163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:59.096671 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:59.097157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:59.097775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:59.098097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:59.098592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:59.099095 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:59.099584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:59.100056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:59.125709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:59.128969 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40572b-87ba-423d-b00f-a94e8846e04b None None] Pushing event updated for resources: {'Port': ['ID=6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:59.271991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] Set router bcef482b-c752-4026-8b55-50139a1c7b5d gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:16:59.490137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:59.516539 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eee5cf5c-7967-4cff-91af-f41fd4381a99 None None] Provisioning for port 0cecbc36-7b1f-4e4d-9257-53ece606632e completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:16:59.536275 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eee5cf5c-7967-4cff-91af-f41fd4381a99 None None] Provisioning complete for port 0cecbc36-7b1f-4e4d-9257-53ece606632e triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:59.536669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eee5cf5c-7967-4cff-91af-f41fd4381a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:59.626154 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-eee5cf5c-7967-4cff-91af-f41fd4381a99 None None] Port 0cecbc36-7b1f-4e4d-9257-53ece606632e cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:16:59.650751 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:54Z', 'updated_at': '2022-03-29T10:16:56Z', 'revision_number': 3, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'gw_port': {'id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:55Z', 'updated_at': '2022-03-29T10:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:59.655343 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86cea26-f72d-44ac-88cd-5965dd4ca4ab None None] The sync data for ids ['bcef482b-c752-4026-8b55-50139a1c7b5d'] in dv-neutron-835555-1-hyperv is: [{'id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:54Z', 'updated_at': '2022-03-29T10:16:56Z', 'revision_number': 3, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'gw_port': {'id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:55Z', 'updated_at': '2022-03-29T10:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:16:59.718156 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:59.781420 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:59.895012 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Pushing event updated for resources: {'Port': ['ID=0cecbc36-7b1f-4e4d-9257-53ece606632e,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:59.900105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:00.040972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Network 4f68a7c6-af8f-420d-9187-40aaec5f24db is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:17:00.042225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:17:00.247305 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Router bcef482b-c752-4026-8b55-50139a1c7b5d has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:17:00.249885 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-62df5e00-bcc0-4e5e-916b-3e5060ddf869 None None] Provisioning complete for port 0cecbc36-7b1f-4e4d-9257-53ece606632e triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:00.250814 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-62df5e00-bcc0-4e5e-916b-3e5060ddf869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:00.309689 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-62df5e00-bcc0-4e5e-916b-3e5060ddf869 None None] Port 0cecbc36-7b1f-4e4d-9257-53ece606632e cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:17:00.552440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:17:00.552745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:17:00.564423 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dbd8ad72-440e-4a20-a933-c9529fe7ceba admin admin] 10.222.0.35 "PUT /v2.0/routers/bcef482b-c752-4026-8b55-50139a1c7b5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8895018 Mar 29 10:17:00.695613 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:17:00.700789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:00.701415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:00.821391 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:00.838872 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:17:00.902821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:00.971286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:01.102772 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Sync routers for ids ['bcef482b-c752-4026-8b55-50139a1c7b5d'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:17:01.113140 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Routers {'bcef482b-c752-4026-8b55-50139a1c7b5d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:17:01.113745 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:16:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['bcef482b-c752-4026-8b55-50139a1c7b5d'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:17:01.287060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44564) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:17:01.292459 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1475570014-network', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:17:01.297242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:17:01.301620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Usage tracker for resource:network and tenant:76fcc8158e2545b0a00230d129cc3d07 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:17:01.305010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:17:01.310935 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:17:01.328097 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Set router bcef482b-c752-4026-8b55-50139a1c7b5d gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:17:01.399899 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Made reservation on behalf of 76fcc8158e2545b0a00230d129cc3d07 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:17:01.402225 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:01.415144 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:01.432812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:17:01.437040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Usage tracker for resource:security_group_rule and tenant:76fcc8158e2545b0a00230d129cc3d07 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:17:01.440011 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:17:01.445953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:17:01.535827 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:01.648557 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:54Z', 'updated_at': '2022-03-29T10:16:59Z', 'revision_number': 4, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'gw_port': {'id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:55Z', 'updated_at': '2022-03-29T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '0cecbc36-7b1f-4e4d-9257-53ece606632e', 'name': '', 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'mac_address': 'fa:16:3e:71:d2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:58Z', 'updated_at': '2022-03-29T10:16:59Z', 'revision_number': 2, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'subnets': [{'id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:17:01.652909 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Checking router: bcef482b-c752-4026-8b55-50139a1c7b5d for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:17:01.653525 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Updating router bcef482b-c752-4026-8b55-50139a1c7b5d port 0cecbc36-7b1f-4e4d-9257-53ece606632e binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:17:01.710602 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:01.840086 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:01.870205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:17:01.879146 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a0a4b2-69a0-48ac-865c-caed394b5fe9,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:01.884650 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:01.884994 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Added segment ed68bce4-ec1a-4a37-b250-3712332f5b8e of type vlan for network db3726cf-1a2e-4437-bdfa-64763a42b04e Mar 29 10:17:01.912932 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:02.011740 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:02.012793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:02.013341 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:02.052396 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:02.063974 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Transition to ACTIVE for port object 0cecbc36-7b1f-4e4d-9257-53ece606632e will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:17:02.117788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] Pushing event updated for resources: {'Network': ['ID=db3726cf-1a2e-4437-bdfa-64763a42b04e,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:02.130116 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network db3726cf-1a2e-4437-bdfa-64763a42b04e details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:17:02.159089 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:02.190770 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ddde3077-5f30-40e3-ae08-1e15fa0adf96 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9000859 Mar 29 10:17:02.191040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44568) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:17:02.196688 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] Request body: {'subnet': {'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1475570014-subnet', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'ip_version': 4}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:17:02.202364 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:17:02.207349 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] Usage tracker for resource:subnet and tenant:76fcc8158e2545b0a00230d129cc3d07 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:17:02.210057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:17:02.227040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:17:02.305024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] Made reservation on behalf of 76fcc8158e2545b0a00230d129cc3d07 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:17:02.307617 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:02.312473 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53c38b-7e77-44b4-b12d-6b51d268bd72 None None] Pushing event updated for resources: {'Port': ['ID=0cecbc36-7b1f-4e4d-9257-53ece606632e,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:02.363194 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a53c38b-7e77-44b4-b12d-6b51d268bd72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:02.363571 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a53c38b-7e77-44b4-b12d-6b51d268bd72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:02.364009 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a53c38b-7e77-44b4-b12d-6b51d268bd72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:02.364347 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a53c38b-7e77-44b4-b12d-6b51d268bd72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:02.364699 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a53c38b-7e77-44b4-b12d-6b51d268bd72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:02.365028 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a53c38b-7e77-44b4-b12d-6b51d268bd72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:02.365349 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a53c38b-7e77-44b4-b12d-6b51d268bd72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:02.365670 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a53c38b-7e77-44b4-b12d-6b51d268bd72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:02.365989 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a53c38b-7e77-44b4-b12d-6b51d268bd72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:02.366306 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a53c38b-7e77-44b4-b12d-6b51d268bd72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:02.366619 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a53c38b-7e77-44b4-b12d-6b51d268bd72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:02.366930 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a53c38b-7e77-44b4-b12d-6b51d268bd72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:02.402275 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Attempting to bind port 0cecbc36-7b1f-4e4d-9257-53ece606632e on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:17:02.402754 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Attempting to bind port 0cecbc36-7b1f-4e4d-9257-53ece606632e by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'b9415579-1667-4687-bacf-29c98fc90984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:17:02.403212 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Attempting to bind port 0cecbc36-7b1f-4e4d-9257-53ece606632e on network 4f68a7c6-af8f-420d-9187-40aaec5f24db {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:17:02.409749 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:17:02.410270 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Checking segment: {'id': 'b9415579-1667-4687-bacf-29c98fc90984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:17:02.410913 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:02.411372 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Bound using segment: {'id': 'b9415579-1667-4687-bacf-29c98fc90984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:17:02.411909 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Bound port: 0cecbc36-7b1f-4e4d-9257-53ece606632e, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9415579-1667-4687-bacf-29c98fc90984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:17:02.412348 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:02.505160 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] For port 0cecbc36-7b1f-4e4d-9257-53ece606632e, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:17:02.509459 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] For port 0cecbc36-7b1f-4e4d-9257-53ece606632e, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=0cecbc36-7b1f-4e4d-9257-53ece606632e,segment=NetworkSegment(b9415579-1667-4687-bacf-29c98fc90984),segment_id=b9415579-1667-4687-bacf-29c98fc90984)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:17:02.521134 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:17:02.583500 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:02.593226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:02.593598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:02.611992 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:02.664182 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Routers {'bcef482b-c752-4026-8b55-50139a1c7b5d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:17:02.664917 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:16:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['bcef482b-c752-4026-8b55-50139a1c7b5d'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:17:02.694035 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3a9f88-21e2-435f-90ee-5e4b0fee407c,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:02.708833 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] Checking segment: {'id': 'ed68bce4-ec1a-4a37-b250-3712332f5b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:17:02.709541 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] Network hostable DHCP agents. Network: db3726cf-1a2e-4437-bdfa-64763a42b04e, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:17:02.733404 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53c38b-7e77-44b4-b12d-6b51d268bd72 None None] Pushing event updated for resources: {'Port': ['ID=0cecbc36-7b1f-4e4d-9257-53ece606632e,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:02.804602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] Network db3726cf-1a2e-4437-bdfa-64763a42b04e is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:17:02.857467 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] Set router bcef482b-c752-4026-8b55-50139a1c7b5d gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:17:02.884163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, db3726cf-1a2e-4437-bdfa-64763a42b04e) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:17:02.888922 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:02.889706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:02.895585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9768ea48-5e90-4419-b4ff-780b4b55fd76 None None] Network db3726cf-1a2e-4437-bdfa-64763a42b04e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:17:02.971201 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e1a94b08-21b6-4bbe-b4d4-0f753a7ca913 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7787843 Mar 29 10:17:02.973681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44572) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:17:02.979778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1475570014-router', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:17:02.985090 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:17:02.991593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Usage tracker for resource:router and tenant:76fcc8158e2545b0a00230d129cc3d07 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:17:02.995277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:17:03.003405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:17:03.079171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:03.080500 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:03.096397 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:03.117406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-db3726cf-1a2e-4437-bdfa-64763a42b04e', 'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'fixed_ips': [{'subnet_id': 'cb3a9f88-21e2-435f-90ee-5e4b0fee407c'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:17:03.118340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:03.208446 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:54Z', 'updated_at': '2022-03-29T10:16:59Z', 'revision_number': 4, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'gw_port': {'id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:55Z', 'updated_at': '2022-03-29T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '0cecbc36-7b1f-4e4d-9257-53ece606632e', 'name': '', 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'mac_address': 'fa:16:3e:71:d2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:58Z', 'updated_at': '2022-03-29T10:17:02Z', 'revision_number': 4, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'subnets': [{'id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:17:03.213251 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c53b4a-9626-4be7-8fc5-9a6844fdd49c None None] The sync data for ids ['bcef482b-c752-4026-8b55-50139a1c7b5d'] in dv-neutron-835555-1-hyperv is: [{'id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:54Z', 'updated_at': '2022-03-29T10:16:59Z', 'revision_number': 4, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'gw_port': {'id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:55Z', 'updated_at': '2022-03-29T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '0cecbc36-7b1f-4e4d-9257-53ece606632e', 'name': '', 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'mac_address': 'fa:16:3e:71:d2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:58Z', 'updated_at': '2022-03-29T10:17:02Z', 'revision_number': 4, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'subnets': [{'id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:17:03.305827 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Allocated IP 172.20.0.2 (db3726cf-1a2e-4437-bdfa-64763a42b04e/cb3a9f88-21e2-435f-90ee-5e4b0fee407c/4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:17:03.444637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:03.549213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:03.560463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Transition to ACTIVE for port object 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:17:03.579891 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Transition to ACTIVE for port object 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:17:03.652325 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:03.718067 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Network db3726cf-1a2e-4437-bdfa-64763a42b04e is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:17:03.726019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:17:03.730746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:17:03.737259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Pushing event updated for resources: {'Port': ['ID=4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:03.838318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:03.862777 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Attempting to bind port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:17:03.863143 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Attempting to bind port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'ed68bce4-ec1a-4a37-b250-3712332f5b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:17:03.863500 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Attempting to bind port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f on network db3726cf-1a2e-4437-bdfa-64763a42b04e {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:17:03.871959 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:17:03.872328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Checking segment: {'id': 'ed68bce4-ec1a-4a37-b250-3712332f5b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:17:03.872756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:03.873284 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Bound using segment: {'id': 'ed68bce4-ec1a-4a37-b250-3712332f5b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:17:03.873754 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Bound port: 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed68bce4-ec1a-4a37-b250-3712332f5b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:17:03.874123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:03.874402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:03.965691 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] For port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:17:03.969130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] For port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f,segment=NetworkSegment(ed68bce4-ec1a-4a37-b250-3712332f5b8e),segment_id=ed68bce4-ec1a-4a37-b250-3712332f5b8e)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:17:04.022543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Allocated IP 172.26.7.224 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/4603cb6d-ef17-4476-9251-cc0341c639e1) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:17:04.062079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:04.149379 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d927e-3a56-4f4d-8e83-da07f1a5eb37 None None] Pushing event updated for resources: {'Port': ['ID=4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:04.191558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:04.300459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:04.396761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:17:04.400398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:17:04.404403 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:17:04.458923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Pushing event updated for resources: {'Port': ['ID=4603cb6d-ef17-4476-9251-cc0341c639e1,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:04.610412 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 0cecbc36-7b1f-4e4d-9257-53ece606632e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:17:04.765881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 0cecbc36-7b1f-4e4d-9257-53ece606632e completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:17:04.771074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 0cecbc36-7b1f-4e4d-9257-53ece606632e triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:04.771451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:04.916727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:04.955779 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 0cecbc36-7b1f-4e4d-9257-53ece606632e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=0cecbc36-7b1f-4e4d-9257-53ece606632e,segment=NetworkSegment(b9415579-1667-4687-bacf-29c98fc90984),segment_id=b9415579-1667-4687-bacf-29c98fc90984)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:17:05.031494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:05.031494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:17:05.089680 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:05.150123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=0cecbc36-7b1f-4e4d-9257-53ece606632e,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:05.212582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cab4de-9cf3-4fb2-9c05-0b78229955b4 None None] Network db3726cf-1a2e-4437-bdfa-64763a42b04e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:17:05.237165 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:17:05.408631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d6494a39-cce2-4843-acf2-69f23f2ea7ea None None] Provisioning for port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:17:05.450534 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d6494a39-cce2-4843-acf2-69f23f2ea7ea None None] Provisioning complete for port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:05.450808 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d6494a39-cce2-4843-acf2-69f23f2ea7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:05.463198 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:05.603369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d6494a39-cce2-4843-acf2-69f23f2ea7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:05.645159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-d6494a39-cce2-4843-acf2-69f23f2ea7ea None None] For port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f,segment=NetworkSegment(ed68bce4-ec1a-4a37-b250-3712332f5b8e),segment_id=ed68bce4-ec1a-4a37-b250-3712332f5b8e)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:17:05.737985 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d6494a39-cce2-4843-acf2-69f23f2ea7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:05.774712 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8a447f98-3c4f-403b-a749-9b13b4ff47d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:05.812418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6494a39-cce2-4843-acf2-69f23f2ea7ea None None] Pushing event updated for resources: {'Port': ['ID=4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:05.817718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Router 5b4f9ccf-b836-4061-a597-f61fcded1bc5 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:17:05.858772 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e87fd72a-95f6-4e39-b1e8-05798b59f9bf None None] Provisioning complete for port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:05.859064 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e87fd72a-95f6-4e39-b1e8-05798b59f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:06.005724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:17:06.015672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Sync routers for ids ['5b4f9ccf-b836-4061-a597-f61fcded1bc5'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:17:06.026087 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Routers {'5b4f9ccf-b836-4061-a597-f61fcded1bc5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:17:06.026946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:16:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5b4f9ccf-b836-4061-a597-f61fcded1bc5'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:17:06.097521 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:06.098591 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c5d309aa-7399-490e-91b5-3119011f9560 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1231453 Mar 29 10:17:06.100785 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44576) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:17:06.219569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Set router 5b4f9ccf-b836-4061-a597-f61fcded1bc5 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:17:06.568233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 0cecbc36-7b1f-4e4d-9257-53ece606632e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:17:06.665288 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 0cecbc36-7b1f-4e4d-9257-53ece606632e triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:06.665967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:06.706416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'name': 'tempest-TestMinimumBasicScenario-1475570014-router', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': '4603cb6d-ef17-4476-9251-cc0341c639e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:17:04Z', 'revision_number': 3, 'project_id': '76fcc8158e2545b0a00230d129cc3d07', 'gw_port': {'id': '4603cb6d-ef17-4476-9251-cc0341c639e1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:71:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:17:06.716132 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Checking router: 5b4f9ccf-b836-4061-a597-f61fcded1bc5 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:17:06.716132 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Updating router 5b4f9ccf-b836-4061-a597-f61fcded1bc5 port 4603cb6d-ef17-4476-9251-cc0341c639e1 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:17:06.786689 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:06.932497 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:17:06.971572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:07.127936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:07.128434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:07.200002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Allocated IP 172.20.0.1 (db3726cf-1a2e-4437-bdfa-64763a42b04e/cb3a9f88-21e2-435f-90ee-5e4b0fee407c/a45f3062-58a3-4678-b349-99c4f0824f34) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:17:07.346625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:07.361564 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Transition to ACTIVE for port object 4603cb6d-ef17-4476-9251-cc0341c639e1 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:17:07.371042 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:07.388360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Transition to ACTIVE for port object a45f3062-58a3-4678-b349-99c4f0824f34 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:17:07.452112 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:07.469259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:07.538398 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Attempting to bind port 4603cb6d-ef17-4476-9251-cc0341c639e1 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:17:07.538773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Attempting to bind port 4603cb6d-ef17-4476-9251-cc0341c639e1 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:17:07.539138 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Attempting to bind port 4603cb6d-ef17-4476-9251-cc0341c639e1 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:17:07.542738 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7e594-a7b0-434d-b9ec-b807de2ef3ae None None] Pushing event updated for resources: {'Port': ['ID=4603cb6d-ef17-4476-9251-cc0341c639e1,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:07.543187 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Network db3726cf-1a2e-4437-bdfa-64763a42b04e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:17:07.547224 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:17:07.547595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:17:07.547997 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:07.548895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:17:07.549362 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Bound port: 4603cb6d-ef17-4476-9251-cc0341c639e1, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:17:07.549734 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:07.550822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:17:07.557379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:17:07.589124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Pushing event updated for resources: {'Port': ['ID=a45f3062-58a3-4678-b349-99c4f0824f34,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:07.627918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:07.646970 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] For port 4603cb6d-ef17-4476-9251-cc0341c639e1, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:17:07.652735 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] For port 4603cb6d-ef17-4476-9251-cc0341c639e1, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4603cb6d-ef17-4476-9251-cc0341c639e1,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:17:07.710194 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:07.811271 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Routers {'5b4f9ccf-b836-4061-a597-f61fcded1bc5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:17:07.818836 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:16:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5b4f9ccf-b836-4061-a597-f61fcded1bc5'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:17:07.850038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:07.898702 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7e594-a7b0-434d-b9ec-b807de2ef3ae None None] Pushing event updated for resources: {'Port': ['ID=4603cb6d-ef17-4476-9251-cc0341c639e1,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:08.018412 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c5347369-e26a-4c6a-bbf9-6b14f722cdca None None] Provisioning for port a45f3062-58a3-4678-b349-99c4f0824f34 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:17:08.021653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-60316b9e-14cd-48cd-8bf3-3c70332b90b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:08.041937 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c5347369-e26a-4c6a-bbf9-6b14f722cdca None None] Provisioning complete for port a45f3062-58a3-4678-b349-99c4f0824f34 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:08.042299 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c5347369-e26a-4c6a-bbf9-6b14f722cdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:08.092847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] Set router 5b4f9ccf-b836-4061-a597-f61fcded1bc5 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:17:08.112790 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:08.170082 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:08.173204 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c5347369-e26a-4c6a-bbf9-6b14f722cdca None None] Port a45f3062-58a3-4678-b349-99c4f0824f34 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:17:08.275983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Pushing event updated for resources: {'Port': ['ID=a45f3062-58a3-4678-b349-99c4f0824f34,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:08.279033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:08.422059 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Network db3726cf-1a2e-4437-bdfa-64763a42b04e is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:17:08.424037 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:17:08.483192 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'name': 'tempest-TestMinimumBasicScenario-1475570014-router', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': '4603cb6d-ef17-4476-9251-cc0341c639e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:17:07Z', 'revision_number': 4, 'project_id': '76fcc8158e2545b0a00230d129cc3d07', 'gw_port': {'id': '4603cb6d-ef17-4476-9251-cc0341c639e1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:71:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'a45f3062-58a3-4678-b349-99c4f0824f34', 'name': '', 'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'mac_address': 'fa:16:3e:2b:ba:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb3a9f88-21e2-435f-90ee-5e4b0fee407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:17:07Z', 'updated_at': '2022-03-29T10:17:07Z', 'revision_number': 1, 'project_id': '76fcc8158e2545b0a00230d129cc3d07', 'subnets': [{'id': 'cb3a9f88-21e2-435f-90ee-5e4b0fee407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:17:08.489383 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5e578-3885-4583-b822-93d06fb4abf9 None None] The sync data for ids ['5b4f9ccf-b836-4061-a597-f61fcded1bc5'] in dv-neutron-835555-1-hyperv is: [{'id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'name': 'tempest-TestMinimumBasicScenario-1475570014-router', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': '4603cb6d-ef17-4476-9251-cc0341c639e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:17:07Z', 'revision_number': 4, 'project_id': '76fcc8158e2545b0a00230d129cc3d07', 'gw_port': {'id': '4603cb6d-ef17-4476-9251-cc0341c639e1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:71:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'a45f3062-58a3-4678-b349-99c4f0824f34', 'name': '', 'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'mac_address': 'fa:16:3e:2b:ba:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb3a9f88-21e2-435f-90ee-5e4b0fee407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:17:07Z', 'updated_at': '2022-03-29T10:17:07Z', 'revision_number': 1, 'project_id': '76fcc8158e2545b0a00230d129cc3d07', 'subnets': [{'id': 'cb3a9f88-21e2-435f-90ee-5e4b0fee407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:17:08.632835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Router 5b4f9ccf-b836-4061-a597-f61fcded1bc5 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:17:08.696223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-219b80b3-5231-40d0-9800-327c691320cf None None] Provisioning complete for port a45f3062-58a3-4678-b349-99c4f0824f34 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:08.696988 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-219b80b3-5231-40d0-9800-327c691320cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:08.791975 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-219b80b3-5231-40d0-9800-327c691320cf None None] Port a45f3062-58a3-4678-b349-99c4f0824f34 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:17:08.965944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:17:08.976287 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5dca9bcb-f06e-4596-b925-d485e86ee66d admin admin] 10.222.0.35 "PUT /v2.0/routers/5b4f9ccf-b836-4061-a597-f61fcded1bc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8743470 Mar 29 10:17:08.988675 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:09.017959 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:10.570642 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4603cb6d-ef17-4476-9251-cc0341c639e1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:17:10.777655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 4603cb6d-ef17-4476-9251-cc0341c639e1 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:17:10.785645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4603cb6d-ef17-4476-9251-cc0341c639e1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:10.786046 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:10.916107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:10.940440 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:10.962851 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 4603cb6d-ef17-4476-9251-cc0341c639e1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4603cb6d-ef17-4476-9251-cc0341c639e1,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:17:11.039923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:11.134013 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=4603cb6d-ef17-4476-9251-cc0341c639e1,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:11.143636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:11.144289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:11.144833 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:11.145568 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:11.148950 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:11.149495 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:11.149982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:11.150475 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:11.150952 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:11.151432 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:11.151921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:11.152407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:17:11.452587 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Sync routers for ids ['5b4f9ccf-b836-4061-a597-f61fcded1bc5'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:17:11.462357 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Routers {'5b4f9ccf-b836-4061-a597-f61fcded1bc5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:17:11.463014 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7c300f06-1853-4500-86fe-f4064369664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:17:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5b4f9ccf-b836-4061-a597-f61fcded1bc5'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:17:11.654047 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Set router 5b4f9ccf-b836-4061-a597-f61fcded1bc5 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:17:12.011777 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7c300f06-1853-4500-86fe-f4064369664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'name': 'tempest-TestMinimumBasicScenario-1475570014-router', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': '4603cb6d-ef17-4476-9251-cc0341c639e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:17:07Z', 'revision_number': 4, 'project_id': '76fcc8158e2545b0a00230d129cc3d07', 'gw_port': {'id': '4603cb6d-ef17-4476-9251-cc0341c639e1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:71:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'a45f3062-58a3-4678-b349-99c4f0824f34', 'name': '', 'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'mac_address': 'fa:16:3e:2b:ba:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb3a9f88-21e2-435f-90ee-5e4b0fee407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:17:07Z', 'updated_at': '2022-03-29T10:17:07Z', 'revision_number': 2, 'project_id': '76fcc8158e2545b0a00230d129cc3d07', 'subnets': [{'id': 'cb3a9f88-21e2-435f-90ee-5e4b0fee407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:17:12.016286 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Checking router: 5b4f9ccf-b836-4061-a597-f61fcded1bc5 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:17:12.016685 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Updating router 5b4f9ccf-b836-4061-a597-f61fcded1bc5 port a45f3062-58a3-4678-b349-99c4f0824f34 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:17:12.072980 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:12.471484 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:12.489068 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Transition to ACTIVE for port object a45f3062-58a3-4678-b349-99c4f0824f34 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:17:12.532176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4603cb6d-ef17-4476-9251-cc0341c639e1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:17:12.601860 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4603cb6d-ef17-4476-9251-cc0341c639e1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:12.602226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:12.948698 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:13.205155 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057e758-e643-42e8-b68c-feca8e3a2911 None None] Pushing event updated for resources: {'Port': ['ID=a45f3062-58a3-4678-b349-99c4f0824f34,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:13.238043 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Attempting to bind port a45f3062-58a3-4678-b349-99c4f0824f34 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:17:13.238413 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Attempting to bind port a45f3062-58a3-4678-b349-99c4f0824f34 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'ed68bce4-ec1a-4a37-b250-3712332f5b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:17:13.243641 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Attempting to bind port a45f3062-58a3-4678-b349-99c4f0824f34 on network db3726cf-1a2e-4437-bdfa-64763a42b04e {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:17:13.261155 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:17:13.261155 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Checking segment: {'id': 'ed68bce4-ec1a-4a37-b250-3712332f5b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:17:13.261155 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:13.261715 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Bound using segment: {'id': 'ed68bce4-ec1a-4a37-b250-3712332f5b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:17:13.262451 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Bound port: a45f3062-58a3-4678-b349-99c4f0824f34, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed68bce4-ec1a-4a37-b250-3712332f5b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:17:13.263021 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:13.397145 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-7c300f06-1853-4500-86fe-f4064369664d None None] For port a45f3062-58a3-4678-b349-99c4f0824f34, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:17:13.401061 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-7c300f06-1853-4500-86fe-f4064369664d None None] For port a45f3062-58a3-4678-b349-99c4f0824f34, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a45f3062-58a3-4678-b349-99c4f0824f34,segment=NetworkSegment(ed68bce4-ec1a-4a37-b250-3712332f5b8e),segment_id=ed68bce4-ec1a-4a37-b250-3712332f5b8e)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:17:13.488797 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:13.571205 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Routers {'5b4f9ccf-b836-4061-a597-f61fcded1bc5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:17:13.572311 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7c300f06-1853-4500-86fe-f4064369664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:17:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5b4f9ccf-b836-4061-a597-f61fcded1bc5'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:17:13.686524 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057e758-e643-42e8-b68c-feca8e3a2911 None None] Pushing event updated for resources: {'Port': ['ID=a45f3062-58a3-4678-b349-99c4f0824f34,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:13.816116 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-7c300f06-1853-4500-86fe-f4064369664d None None] Set router 5b4f9ccf-b836-4061-a597-f61fcded1bc5 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:17:14.276339 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7c300f06-1853-4500-86fe-f4064369664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'name': 'tempest-TestMinimumBasicScenario-1475570014-router', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': '4603cb6d-ef17-4476-9251-cc0341c639e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:17:07Z', 'revision_number': 4, 'project_id': '76fcc8158e2545b0a00230d129cc3d07', 'gw_port': {'id': '4603cb6d-ef17-4476-9251-cc0341c639e1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:71:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'a45f3062-58a3-4678-b349-99c4f0824f34', 'name': '', 'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'mac_address': 'fa:16:3e:2b:ba:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb3a9f88-21e2-435f-90ee-5e4b0fee407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:17:07Z', 'updated_at': '2022-03-29T10:17:13Z', 'revision_number': 4, 'project_id': '76fcc8158e2545b0a00230d129cc3d07', 'subnets': [{'id': 'cb3a9f88-21e2-435f-90ee-5e4b0fee407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:17:14.284031 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c300f06-1853-4500-86fe-f4064369664d None None] The sync data for ids ['5b4f9ccf-b836-4061-a597-f61fcded1bc5'] in dv-neutron-835555-1-hyperv is: [{'id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'name': 'tempest-TestMinimumBasicScenario-1475570014-router', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': '4603cb6d-ef17-4476-9251-cc0341c639e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:17:07Z', 'revision_number': 4, 'project_id': '76fcc8158e2545b0a00230d129cc3d07', 'gw_port': {'id': '4603cb6d-ef17-4476-9251-cc0341c639e1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:71:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'a45f3062-58a3-4678-b349-99c4f0824f34', 'name': '', 'network_id': 'db3726cf-1a2e-4437-bdfa-64763a42b04e', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'mac_address': 'fa:16:3e:2b:ba:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'cb3a9f88-21e2-435f-90ee-5e4b0fee407c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:17:07Z', 'updated_at': '2022-03-29T10:17:13Z', 'revision_number': 4, 'project_id': '76fcc8158e2545b0a00230d129cc3d07', 'subnets': [{'id': 'cb3a9f88-21e2-435f-90ee-5e4b0fee407c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:17:14.584226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a45f3062-58a3-4678-b349-99c4f0824f34 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:17:14.789625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port a45f3062-58a3-4678-b349-99c4f0824f34 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:17:14.796171 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port a45f3062-58a3-4678-b349-99c4f0824f34 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:14.797727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:14.939912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:14.984638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port a45f3062-58a3-4678-b349-99c4f0824f34, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a45f3062-58a3-4678-b349-99c4f0824f34,segment=NetworkSegment(ed68bce4-ec1a-4a37-b250-3712332f5b8e),segment_id=ed68bce4-ec1a-4a37-b250-3712332f5b8e)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:17:15.050897 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:15.168004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=a45f3062-58a3-4678-b349-99c4f0824f34,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:16.535688 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a45f3062-58a3-4678-b349-99c4f0824f34 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:17:16.601798 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port a45f3062-58a3-4678-b349-99c4f0824f34 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:16.602270 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:18.107342 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:17:21.284800 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbe53d-50ec-401b-992c-7927fb31458b req-36a9e769-4806-4784-a048-8a8d73e03c78 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:21.285476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-42cbe53d-50ec-401b-992c-7927fb31458b req-36a9e769-4806-4784-a048-8a8d73e03c78 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Synchronizing usage tracker for tenant:b8ce5e4e6c08441d83a32b898e00254e on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:17:21.381357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-42cbe53d-50ec-401b-992c-7927fb31458b req-36a9e769-4806-4784-a048-8a8d73e03c78 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Unset dirty status for tenant:b8ce5e4e6c08441d83a32b898e00254e on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:17:21.382568 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-42cbe53d-50ec-401b-992c-7927fb31458b req-36a9e769-4806-4784-a048-8a8d73e03c78 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/networks?id=4f68a7c6-af8f-420d-9187-40aaec5f24db HTTP/1.1" status: 200 len: 814 time: 0.2570131 Mar 29 10:17:21.397914 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-42cbe53d-50ec-401b-992c-7927fb31458b req-3a80b1ad-06d3-45b9-8cba-11efd4c15c5d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/quotas/b8ce5e4e6c08441d83a32b898e00254e HTTP/1.1" status: 200 len: 375 time: 0.0098658 Mar 29 10:17:21.483803 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-42cbe53d-50ec-401b-992c-7927fb31458b req-e93aa211-5ed9-46df-a571-32e9fee5312e tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8ce5e4e6c08441d83a32b898e00254e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803459 Mar 29 10:17:21.747099 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-42cbe53d-50ec-401b-992c-7927fb31458b req-b38c8bb4-36ba-4799-b2fe-e05fe12e052a service neutron] 10.222.0.35 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509618 Mar 29 10:17:21.884955 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-42cbe53d-50ec-401b-992c-7927fb31458b req-b78e42e1-6c0d-43d1-8dd3-b4c4cee38b79 service neutron] 10.222.0.35 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313732 Mar 29 10:17:22.188421 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-dbab6d69-9751-4951-8250-96db74e38594 req-59476329-18d6-4bc1-89b7-30702652b781 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Synchronizing usage tracker for tenant:b8ce5e4e6c08441d83a32b898e00254e on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:17:22.261320 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-dbab6d69-9751-4951-8250-96db74e38594 req-59476329-18d6-4bc1-89b7-30702652b781 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Unset dirty status for tenant:b8ce5e4e6c08441d83a32b898e00254e on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:17:22.262536 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dbab6d69-9751-4951-8250-96db74e38594 req-59476329-18d6-4bc1-89b7-30702652b781 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 210 time: 0.1174912 Mar 29 10:17:23.394609 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:23.426228 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-285bec14-78ff-4a23-b455-17d0ffc66a44 req-a7cd446d-54cd-4213-9140-0579e9ebc570 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 210 time: 0.0537360 Mar 29 10:17:24.547746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbe53d-50ec-401b-992c-7927fb31458b req-b140a9a0-602f-4fd6-8c67-3c94aef9128a tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:24.549227 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42cbe53d-50ec-401b-992c-7927fb31458b req-b140a9a0-602f-4fd6-8c67-3c94aef9128a tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.36 "GET /v2.0/networks?id=4f68a7c6-af8f-420d-9187-40aaec5f24db HTTP/1.1" status: 200 len: 814 time: 0.1597390 Mar 29 10:17:24.588984 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Request body: {'port': {'device_id': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'admin_state_up': True, 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:17:24.614851 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-77dca3f1-37b3-4e3e-8a95-9dd048ba6d14 req-64df8946-bd10-4d7e-8a89-8639d8d69807 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 210 time: 0.0742292 Mar 29 10:17:24.734173 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:17:24.744873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:17:24.839826 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Made reservation on behalf of b8ce5e4e6c08441d83a32b898e00254e for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:17:24.843390 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:25.012683 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Allocated IP 172.20.0.4 (4f68a7c6-af8f-420d-9187-40aaec5f24db/5509136f-40b2-4e64-a17e-d33ba6566cc4/c1c514aa-1484-451b-9a68-639496cd9abe) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:17:25.225505 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:25.241621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Transition to ACTIVE for port object c1c514aa-1484-451b-9a68-639496cd9abe will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:17:25.326584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:25.424713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Pushing event updated for resources: {'Port': ['ID=c1c514aa-1484-451b-9a68-639496cd9abe,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:25.432237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Network 4f68a7c6-af8f-420d-9187-40aaec5f24db is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:17:25.433786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:17:25.436297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:17:25.526928 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:25.527860 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:25.645441 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b7c38ee-8e0d-477e-b72a-7ba27e45a67d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0646245 Mar 29 10:17:25.800064 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9f1caa6c-ed0d-461f-a9b4-c0d893a9e81e None None] Provisioning for port c1c514aa-1484-451b-9a68-639496cd9abe completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:17:25.807908 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9f1caa6c-ed0d-461f-a9b4-c0d893a9e81e None None] Provisioning complete for port c1c514aa-1484-451b-9a68-639496cd9abe triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:25.808656 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9f1caa6c-ed0d-461f-a9b4-c0d893a9e81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:25.861308 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206149e1-9457-4449-b5d6-7f491386a1cc req-e4ffbd27-2571-4a41-8723-2e4596fcb783 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:25.863108 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-206149e1-9457-4449-b5d6-7f491386a1cc req-e4ffbd27-2571-4a41-8723-2e4596fcb783 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 931 time: 0.1183538 Mar 29 10:17:25.880288 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-9f1caa6c-ed0d-461f-a9b4-c0d893a9e81e None None] Port c1c514aa-1484-451b-9a68-639496cd9abe cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:17:25.922680 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-206149e1-9457-4449-b5d6-7f491386a1cc req-c2fc9833-52ca-450f-a027-3614771beffc tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Synchronizing usage tracker for tenant:b8ce5e4e6c08441d83a32b898e00254e on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:17:25.994313 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-206149e1-9457-4449-b5d6-7f491386a1cc req-c2fc9833-52ca-450f-a027-3614771beffc tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Unset dirty status for tenant:b8ce5e4e6c08441d83a32b898e00254e on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:17:25.995885 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-206149e1-9457-4449-b5d6-7f491386a1cc req-c2fc9833-52ca-450f-a027-3614771beffc tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269207 Mar 29 10:17:27.224924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d331440-30c2-46e1-9fdb-1a61434aca87 req-d54b2dbc-6030-4a5a-824f-f7881beab5b8 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:27.225639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-6d331440-30c2-46e1-9fdb-1a61434aca87 req-d54b2dbc-6030-4a5a-824f-f7881beab5b8 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Synchronizing usage tracker for tenant:b8ce5e4e6c08441d83a32b898e00254e on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:17:27.303434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-6d331440-30c2-46e1-9fdb-1a61434aca87 req-d54b2dbc-6030-4a5a-824f-f7881beab5b8 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Unset dirty status for tenant:b8ce5e4e6c08441d83a32b898e00254e on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:17:27.304811 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6d331440-30c2-46e1-9fdb-1a61434aca87 req-d54b2dbc-6030-4a5a-824f-f7881beab5b8 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 931 time: 0.1760235 Mar 29 10:17:27.369387 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6d331440-30c2-46e1-9fdb-1a61434aca87 req-97a7c8fa-845c-4959-a2d0-c812d6bbab95 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584698 Mar 29 10:17:28.595188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3490a0-2b51-4d4b-91a4-b8fd6c12e24e req-7f20cfd3-0556-4dc5-b171-4de091306ba7 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:28.596819 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9e3490a0-2b51-4d4b-91a4-b8fd6c12e24e req-7f20cfd3-0556-4dc5-b171-4de091306ba7 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 931 time: 0.1032526 Mar 29 10:17:28.660363 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9e3490a0-2b51-4d4b-91a4-b8fd6c12e24e req-24b06aad-a014-47aa-b60d-259986e1013a tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575011 Mar 29 10:17:29.858713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daace24-5c5d-4786-86f2-621cfd41fa2f req-db0e9f91-fa88-4bd6-a6be-66682815f3a3 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:29.860364 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3daace24-5c5d-4786-86f2-621cfd41fa2f req-db0e9f91-fa88-4bd6-a6be-66682815f3a3 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 931 time: 0.0870886 Mar 29 10:17:29.910079 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3daace24-5c5d-4786-86f2-621cfd41fa2f req-864cb467-a246-4913-ac33-3fc5bfabd8ea tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437703 Mar 29 10:17:31.130708 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298cee3-9950-4d07-bab3-403e1f5c76b0 req-92f9b202-8700-4ca8-809f-e78ba6c36f84 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:31.132689 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4298cee3-9950-4d07-bab3-403e1f5c76b0 req-92f9b202-8700-4ca8-809f-e78ba6c36f84 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 931 time: 0.0965946 Mar 29 10:17:31.185400 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4298cee3-9950-4d07-bab3-403e1f5c76b0 req-811de243-26b4-4081-8923-ae7c773c3b89 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465355 Mar 29 10:17:32.390663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9982a5-ab68-40ee-9ae5-a68753c1dfed req-dcf0c6ed-bc86-4522-9674-2c378bb9c73b tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:32.392959 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7e9982a5-ab68-40ee-9ae5-a68753c1dfed req-dcf0c6ed-bc86-4522-9674-2c378bb9c73b tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 931 time: 0.0913742 Mar 29 10:17:32.446029 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7e9982a5-ab68-40ee-9ae5-a68753c1dfed req-7c7816c1-3389-47bb-bcbc-c474e91d5013 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468314 Mar 29 10:17:33.705859 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c4a82-5352-442d-aed0-b68a9f47bebc req-70992f2e-2fa1-422b-92ce-180ba11dae74 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:33.707211 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b14c4a82-5352-442d-aed0-b68a9f47bebc req-70992f2e-2fa1-422b-92ce-180ba11dae74 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 931 time: 0.1121762 Mar 29 10:17:33.764160 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b14c4a82-5352-442d-aed0-b68a9f47bebc req-da32e065-5a65-4c4d-b9c9-fa5e96e0b4bc tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505614 Mar 29 10:17:34.952370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d918e-fd7a-429b-b1f9-e0c3e243a5cb req-c5198c0b-afe0-4484-9243-213cf6b1da9c tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:34.953826 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f28d918e-fd7a-429b-b1f9-e0c3e243a5cb req-c5198c0b-afe0-4484-9243-213cf6b1da9c tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 931 time: 0.0828743 Mar 29 10:17:34.999669 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f28d918e-fd7a-429b-b1f9-e0c3e243a5cb req-2554bf7c-7dd6-4d1e-8bed-9af8564286a9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396717 Mar 29 10:17:35.719979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1728166b-4564-407a-ab3d-c051b6595170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:36.046926 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Request body: {'port': {'device_id': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:17:36.167518 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:36.196404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292b7e9-c216-4c44-96a3-1c31c250cd9e req-668dcf5e-371d-45a7-a1ba-6c5c7bc07fd7 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:36.197911 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6292b7e9-c216-4c44-96a3-1c31c250cd9e req-668dcf5e-371d-45a7-a1ba-6c5c7bc07fd7 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 931 time: 0.0893729 Mar 29 10:17:36.357135 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6292b7e9-c216-4c44-96a3-1c31c250cd9e req-e743d0ee-55c3-45a7-b02a-68601d006634 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527002 Mar 29 10:17:36.661128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c514aa-1484-451b-9a68-639496cd9abe {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:17:36.668699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:36.683963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Transition to ACTIVE for port object c1c514aa-1484-451b-9a68-639496cd9abe will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:17:36.746632 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:36.931832 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c514aa-1484-451b-9a68-639496cd9abe,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:37.027182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Attempting to bind port c1c514aa-1484-451b-9a68-639496cd9abe on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:17:37.027393 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Attempting to bind port c1c514aa-1484-451b-9a68-639496cd9abe by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'b9415579-1667-4687-bacf-29c98fc90984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:17:37.027707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Attempting to bind port c1c514aa-1484-451b-9a68-639496cd9abe on network 4f68a7c6-af8f-420d-9187-40aaec5f24db {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:17:37.032523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Port c1c514aa-1484-451b-9a68-639496cd9abe on network 4f68a7c6-af8f-420d-9187-40aaec5f24db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:17:37.032837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Attempting to bind port c1c514aa-1484-451b-9a68-639496cd9abe on network 4f68a7c6-af8f-420d-9187-40aaec5f24db {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:17:37.037962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:17:37.040588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Checking segment: {'id': 'b9415579-1667-4687-bacf-29c98fc90984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:17:37.040588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Bound using segment: {'id': 'b9415579-1667-4687-bacf-29c98fc90984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:17:37.040588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Bound port: c1c514aa-1484-451b-9a68-639496cd9abe, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9415579-1667-4687-bacf-29c98fc90984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:17:37.040588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:37.144239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] For port c1c514aa-1484-451b-9a68-639496cd9abe, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:17:37.147764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] For port c1c514aa-1484-451b-9a68-639496cd9abe, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c1c514aa-1484-451b-9a68-639496cd9abe,segment=NetworkSegment(b9415579-1667-4687-bacf-29c98fc90984),segment_id=b9415579-1667-4687-bacf-29c98fc90984)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:17:37.218268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:37.274020 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:37.274628 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:37.276036 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42cbe53d-50ec-401b-992c-7927fb31458b req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] 10.222.0.36 "PUT /v2.0/ports/c1c514aa-1484-451b-9a68-639496cd9abe HTTP/1.1" status: 200 len: 1093 time: 1.2344980 Mar 29 10:17:37.276471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'tag': 'c1c514aa-1484-451b-9a68-639496cd9abe'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:17:37.302118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb9e2d-ba40-4950-8125-9fe159c6b406 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c514aa-1484-451b-9a68-639496cd9abe,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:37.497349 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'tag': 'c1c514aa-1484-451b-9a68-639496cd9abe', 'status': 'completed', 'code': 200} Mar 29 10:17:37.512297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbe53d-50ec-401b-992c-7927fb31458b req-79dde56d-90d2-4b49-9318-d18126c1e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:37.514273 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42cbe53d-50ec-401b-992c-7927fb31458b req-79dde56d-90d2-4b49-9318-d18126c1e1c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8ce5e4e6c08441d83a32b898e00254e&device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 1096 time: 0.1044931 Mar 29 10:17:37.593852 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42cbe53d-50ec-401b-992c-7927fb31458b req-67fceaa9-2b87-488a-800c-378586d86a22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c514aa-1484-451b-9a68-639496cd9abe HTTP/1.1" status: 200 len: 217 time: 0.0717373 Mar 29 10:17:37.599753 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012ff79-1e0a-4cd3-af63-0d3be40ff323 req-b7d65142-8baf-4dac-bad7-30404e7b25f4 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:37.601273 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7012ff79-1e0a-4cd3-af63-0d3be40ff323 req-b7d65142-8baf-4dac-bad7-30404e7b25f4 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 943 time: 0.0816355 Mar 29 10:17:37.649648 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7012ff79-1e0a-4cd3-af63-0d3be40ff323 req-c2c04733-b161-4ca0-8644-0745d4c542e0 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402789 Mar 29 10:17:37.662451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbe53d-50ec-401b-992c-7927fb31458b req-26b4c8b5-6968-4334-ba15-ed4e697a4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:37.664102 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42cbe53d-50ec-401b-992c-7927fb31458b req-26b4c8b5-6968-4334-ba15-ed4e697a4f50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5509136f-40b2-4e64-a17e-d33ba6566cc4 HTTP/1.1" status: 200 len: 853 time: 0.0641618 Mar 29 10:17:37.741527 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b8d2b72-a806-48e5-8d2f-8b02ca95ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:37.743027 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42cbe53d-50ec-401b-992c-7927fb31458b req-9b8d2b72-a806-48e5-8d2f-8b02ca95ffc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f68a7c6-af8f-420d-9187-40aaec5f24db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733557 Mar 29 10:17:37.885579 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42cbe53d-50ec-401b-992c-7927fb31458b req-b1876080-73e8-415e-968a-95d372c0a521 service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368656 Mar 29 10:17:37.908355 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6b1d490f-5538-4de6-9ecc-e8f913f2041d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:38.021118 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42cbe53d-50ec-401b-992c-7927fb31458b req-51ed3612-d797-4ad7-9e98-de9538a5d2c9 service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276791 Mar 29 10:17:38.232844 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3f5d-374b-444a-a8a7-37156c790781 req-1d4a2996-23b4-4ddf-a69d-7741b3760cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:38.234346 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-024a3f5d-374b-444a-a8a7-37156c790781 req-1d4a2996-23b4-4ddf-a69d-7741b3760cf3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8ce5e4e6c08441d83a32b898e00254e&device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 1096 time: 0.0714247 Mar 29 10:17:38.376896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3f5d-374b-444a-a8a7-37156c790781 req-d8311b5e-c4a6-4ae4-b5f5-b4aa6c5e518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:38.378285 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-024a3f5d-374b-444a-a8a7-37156c790781 req-d8311b5e-c4a6-4ae4-b5f5-b4aa6c5e518c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f68a7c6-af8f-420d-9187-40aaec5f24db HTTP/1.1" status: 200 len: 915 time: 0.1379552 Mar 29 10:17:38.449087 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-024a3f5d-374b-444a-a8a7-37156c790781 req-8bf19c1a-f6b5-48e4-bfa3-a5909b2eb6c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c514aa-1484-451b-9a68-639496cd9abe HTTP/1.1" status: 200 len: 217 time: 0.0647173 Mar 29 10:17:38.512691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3f5d-374b-444a-a8a7-37156c790781 req-65212c90-4a2f-4608-89cd-8490316e0aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:38.515048 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-024a3f5d-374b-444a-a8a7-37156c790781 req-65212c90-4a2f-4608-89cd-8490316e0aca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5509136f-40b2-4e64-a17e-d33ba6566cc4 HTTP/1.1" status: 200 len: 853 time: 0.0599706 Mar 29 10:17:38.592386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3f5d-374b-444a-a8a7-37156c790781 req-c6b49eb9-3636-47df-81d8-38f06031421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:38.593911 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-024a3f5d-374b-444a-a8a7-37156c790781 req-c6b49eb9-3636-47df-81d8-38f06031421d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f68a7c6-af8f-420d-9187-40aaec5f24db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730450 Mar 29 10:17:38.879241 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-024a3f5d-374b-444a-a8a7-37156c790781 req-c3752a39-56f0-4bb5-9556-de5f8c74e969 service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793114 Mar 29 10:17:38.935700 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce14d1-63ba-4f38-be15-b79cb03418e9 req-9249aa61-6bd6-47c7-a64e-2f764ae83562 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:38.937615 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7cce14d1-63ba-4f38-be15-b79cb03418e9 req-9249aa61-6bd6-47c7-a64e-2f764ae83562 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 943 time: 0.1511388 Mar 29 10:17:38.959725 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:39.037884 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:39.058556 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7cce14d1-63ba-4f38-be15-b79cb03418e9 req-c8d5c330-05e7-4c50-9d31-21f6bdc18b3e tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141803 Mar 29 10:17:39.067227 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-024a3f5d-374b-444a-a8a7-37156c790781 req-e3c584d9-9d6c-48d3-a527-48a85fb943e1 service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748481 Mar 29 10:17:40.257457 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb88ed-dc2c-4430-af06-52ddf6a1049e req-e68a7703-bf51-487a-9411-8b6beec66cfc tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:40.258925 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-53cb88ed-dc2c-4430-af06-52ddf6a1049e req-e68a7703-bf51-487a-9411-8b6beec66cfc tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 943 time: 0.0877445 Mar 29 10:17:40.305035 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-53cb88ed-dc2c-4430-af06-52ddf6a1049e req-7e8c5855-806c-4cd3-a6c8-be268529607e tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Mar 29 10:17:40.914193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:41.104794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [req-22624067-a943-4b2e-9a24-c3ca3fd25756 req-11fd5340-4cb5-4b26-bb21-a0c2c3ed9a03 service neutron] (88550) timed out ('10.222.0.36', 61976) {{(pid=88550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 29 10:17:41.507969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee580a6-37b1-41e2-a802-e213ffdb61b5 req-4d9c17d4-bbff-47ff-8c6e-d1e87be305be tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:41.509472 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4ee580a6-37b1-41e2-a802-e213ffdb61b5 req-4d9c17d4-bbff-47ff-8c6e-d1e87be305be tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 943 time: 0.0821571 Mar 29 10:17:41.559810 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4ee580a6-37b1-41e2-a802-e213ffdb61b5 req-ed47d684-77f8-45b8-9e13-06dfae520421 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444753 Mar 29 10:17:42.146521 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device c1c514aa-1484-451b-9a68-639496cd9abe details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:17:42.282911 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port c1c514aa-1484-451b-9a68-639496cd9abe, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c1c514aa-1484-451b-9a68-639496cd9abe,segment=NetworkSegment(b9415579-1667-4687-bacf-29c98fc90984),segment_id=b9415579-1667-4687-bacf-29c98fc90984)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:17:42.296686 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'c1c514aa-1484-451b-9a68-639496cd9abe', 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'port_id': 'c1c514aa-1484-451b-9a68-639496cd9abe', 'mac_address': 'fa:16:3e:2a:e4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:17:42.354030 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:42.371810 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c514aa-1484-451b-9a68-639496cd9abe {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:17:42.388460 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port c1c514aa-1484-451b-9a68-639496cd9abe, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c1c514aa-1484-451b-9a68-639496cd9abe,segment=NetworkSegment(b9415579-1667-4687-bacf-29c98fc90984),segment_id=b9415579-1667-4687-bacf-29c98fc90984)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:17:42.457641 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:42.529825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=c1c514aa-1484-451b-9a68-639496cd9abe,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:42.755779 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18f060-e23c-4917-9bf7-4a3b044a51e0 req-860f7980-e1e5-4f7c-941e-f7b2eedf70c2 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:42.757268 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5a18f060-e23c-4917-9bf7-4a3b044a51e0 req-860f7980-e1e5-4f7c-941e-f7b2eedf70c2 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 944 time: 0.0850739 Mar 29 10:17:42.803043 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5a18f060-e23c-4917-9bf7-4a3b044a51e0 req-2703a5b3-850f-46a0-b7f1-2a5f825717c6 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397460 Mar 29 10:17:42.811459 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['c1c514aa-1484-451b-9a68-639496cd9abe'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:17:44.008897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e5c64-1f1c-4d41-9884-26f9ffd6a168 req-bc47f461-b0ac-4447-b54d-ca669c0f1dd4 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:44.010343 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-398e5c64-1f1c-4d41-9884-26f9ffd6a168 req-bc47f461-b0ac-4447-b54d-ca669c0f1dd4 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 944 time: 0.0870481 Mar 29 10:17:44.057451 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-398e5c64-1f1c-4d41-9884-26f9ffd6a168 req-1041a37b-c128-4acf-aa04-9e339bda9b40 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412450 Mar 29 10:17:44.161939 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device c1c514aa-1484-451b-9a68-639496cd9abe up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:17:44.291616 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port c1c514aa-1484-451b-9a68-639496cd9abe completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:17:44.296882 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port c1c514aa-1484-451b-9a68-639496cd9abe triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:17:44.297250 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:44.416277 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:44.442979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c514aa-1484-451b-9a68-639496cd9abe'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:17:44.454120 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port c1c514aa-1484-451b-9a68-639496cd9abe, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c1c514aa-1484-451b-9a68-639496cd9abe,segment=NetworkSegment(b9415579-1667-4687-bacf-29c98fc90984),segment_id=b9415579-1667-4687-bacf-29c98fc90984)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:17:44.492574 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c514aa-1484-451b-9a68-639496cd9abe', 'code': 200} Mar 29 10:17:44.535193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:44.608173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=c1c514aa-1484-451b-9a68-639496cd9abe,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:17:44.912239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc79dac-e1b7-49ae-9147-7f18ac2bcc80 req-1c8dc65e-3b7f-4857-9319-ab8db2e2986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:44.915780 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fcc79dac-e1b7-49ae-9147-7f18ac2bcc80 req-1c8dc65e-3b7f-4857-9319-ab8db2e2986c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 1098 time: 0.0731490 Mar 29 10:17:44.960200 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fcc79dac-e1b7-49ae-9147-7f18ac2bcc80 req-8d10e200-868a-4d98-a6ef-762b5fea0d5d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404999 Mar 29 10:17:45.262843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f57c2-cf81-4fe5-a94d-20387beb9262 req-d4bb0bda-b1ea-4bac-aea6-d005a8e85fe1 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:45.264345 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-965f57c2-cf81-4fe5-a94d-20387beb9262 req-d4bb0bda-b1ea-4bac-aea6-d005a8e85fe1 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 945 time: 0.0867825 Mar 29 10:17:45.310963 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-965f57c2-cf81-4fe5-a94d-20387beb9262 req-13c61162-bb05-45eb-8e71-d43543c6d765 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406125 Mar 29 10:17:46.507803 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff7622-d5eb-411b-a30d-6094f11013b3 req-6be84daf-a800-417b-96d2-674d2845e3b6 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:46.509412 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b0ff7622-d5eb-411b-a30d-6094f11013b3 req-6be84daf-a800-417b-96d2-674d2845e3b6 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 945 time: 0.0886948 Mar 29 10:17:46.559395 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b0ff7622-d5eb-411b-a30d-6094f11013b3 req-eeedb38b-bae4-4de1-846a-8065f03ffcad tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435603 Mar 29 10:17:47.743451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2ce47-4f67-4ae8-8f7f-7c4bd94f8070 req-6d7aa7dd-60d0-4226-97e5-f865e3efb727 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:47.744846 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-64e2ce47-4f67-4ae8-8f7f-7c4bd94f8070 req-6d7aa7dd-60d0-4226-97e5-f865e3efb727 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 945 time: 0.0781527 Mar 29 10:17:47.792297 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-64e2ce47-4f67-4ae8-8f7f-7c4bd94f8070 req-01f830c5-0836-4cf4-b229-a3e2c90cc6d3 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Mar 29 10:17:47.980233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e1b1a-82ab-4cee-b079-204688d52f64 req-cc47ef6d-fb32-4c8e-a545-34abf857dfaf tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:47.981713 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bc1e1b1a-82ab-4cee-b079-204688d52f64 req-cc47ef6d-fb32-4c8e-a545-34abf857dfaf tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 945 time: 0.0818915 Mar 29 10:17:48.025737 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bc1e1b1a-82ab-4cee-b079-204688d52f64 req-4f611470-27c3-4bf1-8318-e4e7bdb2644e tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377657 Mar 29 10:17:48.428150 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479ab8a-928d-4643-ba90-1ad8c6499c24 req-c0d763b9-108c-48d4-b7c5-99bf2ab1e348 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:48.429717 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c479ab8a-928d-4643-ba90-1ad8c6499c24 req-c0d763b9-108c-48d4-b7c5-99bf2ab1e348 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 945 time: 0.0846477 Mar 29 10:17:48.477452 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c479ab8a-928d-4643-ba90-1ad8c6499c24 req-ced2e354-7d88-468a-8a8c-783327ebc0fd tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Mar 29 10:17:53.403081 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:55.098368 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:18:01.757405 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f884435-54b5-4479-bb89-340c7d91ea21 req-0c8c9906-9882-403c-8109-1c7238046b49 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:01.758839 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7f884435-54b5-4479-bb89-340c7d91ea21 req-0c8c9906-9882-403c-8109-1c7238046b49 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 945 time: 0.0814304 Mar 29 10:18:01.802201 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7f884435-54b5-4479-bb89-340c7d91ea21 req-8e6730f0-080a-4580-8885-276e641d4a7a tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375533 Mar 29 10:18:01.825845 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44788) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:18:01.941500 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff250469-4638-404d-b4eb-2e8cea57f87a tempest-TestMinimumBasicScenario-1300520380 tempest-TestMinimumBasicScenario-1300520380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:01.942232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ff250469-4638-404d-b4eb-2e8cea57f87a tempest-TestMinimumBasicScenario-1300520380 tempest-TestMinimumBasicScenario-1300520380-project-admin] Synchronizing usage tracker for tenant:76fcc8158e2545b0a00230d129cc3d07 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:18:02.022995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ff250469-4638-404d-b4eb-2e8cea57f87a tempest-TestMinimumBasicScenario-1300520380 tempest-TestMinimumBasicScenario-1300520380-project-admin] Unset dirty status for tenant:76fcc8158e2545b0a00230d129cc3d07 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:18:02.024202 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ff250469-4638-404d-b4eb-2e8cea57f87a tempest-TestMinimumBasicScenario-1300520380 tempest-TestMinimumBasicScenario-1300520380-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 1093 time: 0.1973917 Mar 29 10:18:02.027062 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44794) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:18:02.032195 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': 'c1c514aa-1484-451b-9a68-639496cd9abe', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:18:02.038955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:18:02.042840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Usage tracker for resource:floatingip and tenant:b8ce5e4e6c08441d83a32b898e00254e is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:18:02.045741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:18:02.051626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:18:02.131440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:02.269350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:02.409812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Allocated IP 172.26.7.211 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/f7868037-4e7c-4fd4-bd4c-a20f0dbd2942) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:18:02.560885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:02.654801 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:02.713440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:18:02.716107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:18:02.723752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:18:02.761579 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Pushing event updated for resources: {'Port': ['ID=f7868037-4e7c-4fd4-bd4c-a20f0dbd2942,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:18:02.777902 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:02.778244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:02.778583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:02.778930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:02.779244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:02.779570 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:02.779899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:02.780219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:02.780569 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:02.780893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:02.781212 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:02.781530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:03.257180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:03.403228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:03.615294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:03.697011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:03.805805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Pushing event updated for resources: {'Port': ['ID=f7868037-4e7c-4fd4-bd4c-a20f0dbd2942,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:18:03.813634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:03.985133 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Floating IP 113ced0b-55d9-4380-a5ed-ef25c91167da associated. External IP: 172.26.7.211, port: c1c514aa-1484-451b-9a68-639496cd9abe. Mar 29 10:18:04.340976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Router bcef482b-c752-4026-8b55-50139a1c7b5d has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:18:04.538377 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:18:04.549000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbba98a-5e01-4347-8bcf-d97309984070 None None] Sync routers for ids ['bcef482b-c752-4026-8b55-50139a1c7b5d'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:18:04.559262 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbba98a-5e01-4347-8bcf-d97309984070 None None] Routers {'bcef482b-c752-4026-8b55-50139a1c7b5d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:18:04.559874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-3bbba98a-5e01-4347-8bcf-d97309984070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:17:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['bcef482b-c752-4026-8b55-50139a1c7b5d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:18:04.634406 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:04.692502 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6a09eb7b-6b8a-432a-a926-520f963a42ff tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6644003 Mar 29 10:18:04.693151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'tag': 'c1c514aa-1484-451b-9a68-639496cd9abe'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:18:04.695737 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44798) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:18:04.701523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1475597369', 'description': 'tempest-secgroup-smoke-1475597369 description', 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:18:04.707850 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:18:04.720845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:18:04.749581 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'tag': 'c1c514aa-1484-451b-9a68-639496cd9abe', 'status': 'completed', 'code': 200} Mar 29 10:18:04.751185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-3bbba98a-5e01-4347-8bcf-d97309984070 None None] Set router bcef482b-c752-4026-8b55-50139a1c7b5d gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:18:04.817582 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:04.840912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:18:04.844912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Usage tracker for resource:security_group_rule and tenant:b8ce5e4e6c08441d83a32b898e00254e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:18:04.850668 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:18:04.858309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:18:04.945243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:04.966891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9593e9-6039-4950-90cb-5906c9d9b890 req-9096177a-8566-4a5f-8437-8d54fe79938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:04.968395 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3d9593e9-6039-4950-90cb-5906c9d9b890 req-9096177a-8566-4a5f-8437-8d54fe79938a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8ce5e4e6c08441d83a32b898e00254e&device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 1098 time: 0.1949954 Mar 29 10:18:05.008648 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:05.056046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec7a330-2b62-451e-8e44-22fa77f90c03,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:18:05.065082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:05.065423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:05.065972 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:05.066317 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:05.066650 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:05.066984 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:05.067316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:05.067648 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:05.067971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:05.068985 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:05.069316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:05.069644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:18:05.110257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9593e9-6039-4950-90cb-5906c9d9b890 req-9be1ea4b-e020-47a8-8ef9-28841c46febd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:05.111739 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3d9593e9-6039-4950-90cb-5906c9d9b890 req-9be1ea4b-e020-47a8-8ef9-28841c46febd service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f68a7c6-af8f-420d-9187-40aaec5f24db HTTP/1.1" status: 200 len: 915 time: 0.1352930 Mar 29 10:18:05.119552 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-3bbba98a-5e01-4347-8bcf-d97309984070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:54Z', 'updated_at': '2022-03-29T10:16:59Z', 'revision_number': 4, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'gw_port': {'id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:55Z', 'updated_at': '2022-03-29T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '113ced0b-55d9-4380-a5ed-ef25c91167da', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'floating_ip_address': '172.26.7.211', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'port_id': 'c1c514aa-1484-451b-9a68-639496cd9abe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'mac_address': 'fa:16:3e:2a:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:18:03Z', 'updated_at': '2022-03-29T10:18:03Z', 'revision_number': 0, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cecbc36-7b1f-4e4d-9257-53ece606632e', 'name': '', 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'mac_address': 'fa:16:3e:71:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:58Z', 'updated_at': '2022-03-29T10:17:04Z', 'revision_number': 5, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'subnets': [{'id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:18:05.123505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbba98a-5e01-4347-8bcf-d97309984070 None None] Checking router: bcef482b-c752-4026-8b55-50139a1c7b5d for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:18:05.132622 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbba98a-5e01-4347-8bcf-d97309984070 None None] Routers {'bcef482b-c752-4026-8b55-50139a1c7b5d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:18:05.133229 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-3bbba98a-5e01-4347-8bcf-d97309984070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:17:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['bcef482b-c752-4026-8b55-50139a1c7b5d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:18:05.134357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:05.138396 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4695fa48-7909-47f8-8b79-cb6c29099017 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4391084 Mar 29 10:18:05.138601 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44804) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:18:05.145137 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-291d8649-f90f-41da-bfc4-d965af9f5947 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Request body: {'security_group_rule': {'security_group_id': '8ec7a330-2b62-451e-8e44-22fa77f90c03', 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:18:05.151953 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-291d8649-f90f-41da-bfc4-d965af9f5947 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:18:05.155989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-291d8649-f90f-41da-bfc4-d965af9f5947 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Usage tracker for resource:security_group_rule and tenant:b8ce5e4e6c08441d83a32b898e00254e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:18:05.159315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-291d8649-f90f-41da-bfc4-d965af9f5947 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:18:05.167314 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-291d8649-f90f-41da-bfc4-d965af9f5947 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:18:05.223634 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3d9593e9-6039-4950-90cb-5906c9d9b890 req-4a7ec7a3-dd54-4e48-8c89-545ad5679694 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c514aa-1484-451b-9a68-639496cd9abe HTTP/1.1" status: 200 len: 999 time: 0.1012940 Mar 29 10:18:05.260369 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-291d8649-f90f-41da-bfc4-d965af9f5947 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:05.286630 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9593e9-6039-4950-90cb-5906c9d9b890 req-389070bc-9834-448e-bc94-2a1800f960f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:05.288070 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3d9593e9-6039-4950-90cb-5906c9d9b890 req-389070bc-9834-448e-bc94-2a1800f960f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5509136f-40b2-4e64-a17e-d33ba6566cc4 HTTP/1.1" status: 200 len: 853 time: 0.0586126 Mar 29 10:18:05.317835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-3bbba98a-5e01-4347-8bcf-d97309984070 None None] Set router bcef482b-c752-4026-8b55-50139a1c7b5d gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:18:05.323890 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-291d8649-f90f-41da-bfc4-d965af9f5947 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:05.363133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9593e9-6039-4950-90cb-5906c9d9b890 req-47ff63cc-b248-40a8-bc57-c0b59ed9bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:05.364682 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3d9593e9-6039-4950-90cb-5906c9d9b890 req-47ff63cc-b248-40a8-bc57-c0b59ed9bc41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f68a7c6-af8f-420d-9187-40aaec5f24db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701461 Mar 29 10:18:05.440204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-291d8649-f90f-41da-bfc4-d965af9f5947 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:05.465516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d8649-f90f-41da-bfc4-d965af9f5947 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd27fd4-8fdb-46c3-b0a4-75f7b1b77bfa,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:18:05.507443 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3d9593e9-6039-4950-90cb-5906c9d9b890 req-a1ad2cd2-8c33-4402-b9ee-1e4d8ea58265 service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359828 Mar 29 10:18:05.555055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-291d8649-f90f-41da-bfc4-d965af9f5947 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:05.558941 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-291d8649-f90f-41da-bfc4-d965af9f5947 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4166985 Mar 29 10:18:05.559156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44808) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:18:05.564751 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ec075385-2b3c-4ba1-af70-c1c6cedd9e90 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Request body: {'security_group_rule': {'security_group_id': '8ec7a330-2b62-451e-8e44-22fa77f90c03', 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:18:05.572820 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ec075385-2b3c-4ba1-af70-c1c6cedd9e90 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:18:05.577180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ec075385-2b3c-4ba1-af70-c1c6cedd9e90 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Usage tracker for resource:security_group_rule and tenant:b8ce5e4e6c08441d83a32b898e00254e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:18:05.581315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ec075385-2b3c-4ba1-af70-c1c6cedd9e90 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:18:05.588573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ec075385-2b3c-4ba1-af70-c1c6cedd9e90 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:18:05.648388 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3d9593e9-6039-4950-90cb-5906c9d9b890 req-63858c12-d681-4bb6-b37b-e926c16c3906 service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344883 Mar 29 10:18:05.665316 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ec075385-2b3c-4ba1-af70-c1c6cedd9e90 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:05.729582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-3bbba98a-5e01-4347-8bcf-d97309984070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:54Z', 'updated_at': '2022-03-29T10:16:59Z', 'revision_number': 4, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'gw_port': {'id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:55Z', 'updated_at': '2022-03-29T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '113ced0b-55d9-4380-a5ed-ef25c91167da', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'floating_ip_address': '172.26.7.211', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'port_id': 'c1c514aa-1484-451b-9a68-639496cd9abe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'mac_address': 'fa:16:3e:2a:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:18:03Z', 'updated_at': '2022-03-29T10:18:03Z', 'revision_number': 0, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cecbc36-7b1f-4e4d-9257-53ece606632e', 'name': '', 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'mac_address': 'fa:16:3e:71:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:58Z', 'updated_at': '2022-03-29T10:17:04Z', 'revision_number': 5, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'subnets': [{'id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:18:05.730914 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ec075385-2b3c-4ba1-af70-c1c6cedd9e90 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:05.733588 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbba98a-5e01-4347-8bcf-d97309984070 None None] The sync data for ids ['bcef482b-c752-4026-8b55-50139a1c7b5d'] in dv-neutron-835555-1-hyperv is: [{'id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:54Z', 'updated_at': '2022-03-29T10:16:59Z', 'revision_number': 4, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'gw_port': {'id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:55Z', 'updated_at': '2022-03-29T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '113ced0b-55d9-4380-a5ed-ef25c91167da', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'floating_ip_address': '172.26.7.211', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'port_id': 'c1c514aa-1484-451b-9a68-639496cd9abe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'mac_address': 'fa:16:3e:2a:e4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:18:03Z', 'updated_at': '2022-03-29T10:18:03Z', 'revision_number': 0, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cecbc36-7b1f-4e4d-9257-53ece606632e', 'name': '', 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'mac_address': 'fa:16:3e:71:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:58Z', 'updated_at': '2022-03-29T10:17:04Z', 'revision_number': 5, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'subnets': [{'id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:18:05.782887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-863ec905-30e1-4162-9efe-087e94c684e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:05.845738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ec075385-2b3c-4ba1-af70-c1c6cedd9e90 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:05.868894 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec075385-2b3c-4ba1-af70-c1c6cedd9e90 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddb7738-2103-447d-a7bc-61c563f95a7e,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:18:05.923159 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ef2ff-c91d-4c73-97be-190ebcb28b7b None None] New status for floating IP 113ced0b-55d9-4380-a5ed-ef25c91167da: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:18:05.957908 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ec075385-2b3c-4ba1-af70-c1c6cedd9e90 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:05.959639 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ec075385-2b3c-4ba1-af70-c1c6cedd9e90 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3989720 Mar 29 10:18:05.962572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44812) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:18:05.967581 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-89cbd082-d369-43f8-b118-a13127782afa tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Request body: {'security_group_rule': {'security_group_id': '8ec7a330-2b62-451e-8e44-22fa77f90c03', 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:18:05.973538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-89cbd082-d369-43f8-b118-a13127782afa tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:18:05.977966 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-89cbd082-d369-43f8-b118-a13127782afa tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Usage tracker for resource:security_group_rule and tenant:b8ce5e4e6c08441d83a32b898e00254e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:18:05.981044 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-89cbd082-d369-43f8-b118-a13127782afa tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:18:05.986649 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-89cbd082-d369-43f8-b118-a13127782afa tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:18:06.055842 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-89cbd082-d369-43f8-b118-a13127782afa tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:06.120151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-89cbd082-d369-43f8-b118-a13127782afa tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:06.222829 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-89cbd082-d369-43f8-b118-a13127782afa tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:06.247008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbd082-d369-43f8-b118-a13127782afa tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc44a002-bdf4-4385-86d3-bd8e1b3ca7c3,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:18:06.403072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-89cbd082-d369-43f8-b118-a13127782afa tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:06.404337 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-89cbd082-d369-43f8-b118-a13127782afa tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4408557 Mar 29 10:18:06.408051 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44816) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:18:06.413478 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-18fddcc0-2204-49b1-b21d-b6d0f21ef675 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Request body: {'security_group_rule': {'security_group_id': '8ec7a330-2b62-451e-8e44-22fa77f90c03', 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:18:06.419874 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-18fddcc0-2204-49b1-b21d-b6d0f21ef675 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:18:06.423741 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-18fddcc0-2204-49b1-b21d-b6d0f21ef675 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Usage tracker for resource:security_group_rule and tenant:b8ce5e4e6c08441d83a32b898e00254e is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:18:06.426661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-18fddcc0-2204-49b1-b21d-b6d0f21ef675 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:18:06.432822 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-18fddcc0-2204-49b1-b21d-b6d0f21ef675 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:18:06.552579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18fddcc0-2204-49b1-b21d-b6d0f21ef675 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:06.614407 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18fddcc0-2204-49b1-b21d-b6d0f21ef675 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:06.683169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18fddcc0-2204-49b1-b21d-b6d0f21ef675 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:06.708903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fddcc0-2204-49b1-b21d-b6d0f21ef675 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130481f9-b024-4ed4-a412-9df9e57b7afe,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:18:06.800066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18fddcc0-2204-49b1-b21d-b6d0f21ef675 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:06.801383 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-18fddcc0-2204-49b1-b21d-b6d0f21ef675 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3920984 Mar 29 10:18:06.804245 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44820) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:18:06.809311 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-fe56de5e-1447-4e71-9be1-1e115f92e74f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Request body: {'security_group_rule': {'security_group_id': '8ec7a330-2b62-451e-8e44-22fa77f90c03', 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:18:06.815272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fe56de5e-1447-4e71-9be1-1e115f92e74f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:18:06.819123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fe56de5e-1447-4e71-9be1-1e115f92e74f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Usage tracker for resource:security_group_rule and tenant:b8ce5e4e6c08441d83a32b898e00254e is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:18:06.822103 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fe56de5e-1447-4e71-9be1-1e115f92e74f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:18:06.828389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fe56de5e-1447-4e71-9be1-1e115f92e74f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:18:06.925907 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-fe56de5e-1447-4e71-9be1-1e115f92e74f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Project b8ce5e4e6c08441d83a32b898e00254e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:18:06.932982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fe56de5e-1447-4e71-9be1-1e115f92e74f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:06.998239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fe56de5e-1447-4e71-9be1-1e115f92e74f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:07.160022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fe56de5e-1447-4e71-9be1-1e115f92e74f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:07.184201 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56de5e-1447-4e71-9be1-1e115f92e74f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fe0e46-f92d-4011-9b67-3d282bd17166,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:18:07.274456 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fe56de5e-1447-4e71-9be1-1e115f92e74f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:07.275675 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fe56de5e-1447-4e71-9be1-1e115f92e74f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4704700 Mar 29 10:18:07.278789 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 44824) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:18:07.284166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-175029f5-8173-43b4-86dd-ce7130768fd9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Request body: {'security_group_rule': {'security_group_id': '8ec7a330-2b62-451e-8e44-22fa77f90c03', 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:18:07.294876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-175029f5-8173-43b4-86dd-ce7130768fd9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:18:07.294876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-175029f5-8173-43b4-86dd-ce7130768fd9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Usage tracker for resource:security_group_rule and tenant:b8ce5e4e6c08441d83a32b898e00254e is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:18:07.297024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-175029f5-8173-43b4-86dd-ce7130768fd9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:18:07.302667 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-175029f5-8173-43b4-86dd-ce7130768fd9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:18:07.374645 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-175029f5-8173-43b4-86dd-ce7130768fd9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Project b8ce5e4e6c08441d83a32b898e00254e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:18:07.383345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-175029f5-8173-43b4-86dd-ce7130768fd9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:07.450759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-175029f5-8173-43b4-86dd-ce7130768fd9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:07.531712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-175029f5-8173-43b4-86dd-ce7130768fd9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:07.554955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175029f5-8173-43b4-86dd-ce7130768fd9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659c404e-bdeb-42e8-9b3f-1de89b3e879b,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:18:07.640705 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-175029f5-8173-43b4-86dd-ce7130768fd9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:07.641939 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-175029f5-8173-43b4-86dd-ce7130768fd9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3619001 Mar 29 10:18:07.765220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-1226c573-34b8-4deb-ad7a-a842b5c8f94f req-dff9b036-6112-457f-a0ce-1e1072c7c682 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Synchronizing usage tracker for tenant:b8ce5e4e6c08441d83a32b898e00254e on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:18:07.857676 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-1226c573-34b8-4deb-ad7a-a842b5c8f94f req-dff9b036-6112-457f-a0ce-1e1072c7c682 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Unset dirty status for tenant:b8ce5e4e6c08441d83a32b898e00254e on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:18:07.857676 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1226c573-34b8-4deb-ad7a-a842b5c8f94f req-dff9b036-6112-457f-a0ce-1e1072c7c682 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475597369&fields=id&tenant_id=b8ce5e4e6c08441d83a32b898e00254e HTTP/1.1" status: 200 len: 267 time: 0.1296225 Mar 29 10:18:07.925756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-16bbe25f-d94e-465c-8f38-0394ba54f944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:07.938013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226c573-34b8-4deb-ad7a-a842b5c8f94f req-4aa227bf-e3cd-4e83-8bfc-19fe970eb962 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:07.939606 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1226c573-34b8-4deb-ad7a-a842b5c8f94f req-4aa227bf-e3cd-4e83-8bfc-19fe970eb962 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 945 time: 0.0809598 Mar 29 10:18:07.950816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [req-1226c573-34b8-4deb-ad7a-a842b5c8f94f req-7649eaa1-eb09-4456-9570-7473560ad9a9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Request body: {'port': {'security_groups': ['5778c6da-4fa9-45d6-9192-c317019a8147', '8ec7a330-2b62-451e-8e44-22fa77f90c03']}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:18:08.071848 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-1226c573-34b8-4deb-ad7a-a842b5c8f94f req-7649eaa1-eb09-4456-9570-7473560ad9a9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:08.359169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [req-1226c573-34b8-4deb-ad7a-a842b5c8f94f req-7649eaa1-eb09-4456-9570-7473560ad9a9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] For port c1c514aa-1484-451b-9a68-639496cd9abe, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c1c514aa-1484-451b-9a68-639496cd9abe,segment=NetworkSegment(b9415579-1667-4687-bacf-29c98fc90984),segment_id=b9415579-1667-4687-bacf-29c98fc90984)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:18:08.391979 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-1226c573-34b8-4deb-ad7a-a842b5c8f94f req-7649eaa1-eb09-4456-9570-7473560ad9a9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:08.494305 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-1226c573-34b8-4deb-ad7a-a842b5c8f94f req-7649eaa1-eb09-4456-9570-7473560ad9a9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:08.506896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['c1c514aa-1484-451b-9a68-639496cd9abe'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:18:08.558933 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226c573-34b8-4deb-ad7a-a842b5c8f94f req-7649eaa1-eb09-4456-9570-7473560ad9a9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:08.559654 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [req-1226c573-34b8-4deb-ad7a-a842b5c8f94f req-7649eaa1-eb09-4456-9570-7473560ad9a9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:08.561067 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1226c573-34b8-4deb-ad7a-a842b5c8f94f req-7649eaa1-eb09-4456-9570-7473560ad9a9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "PUT /v2.0/ports/c1c514aa-1484-451b-9a68-639496cd9abe HTTP/1.1" status: 200 len: 981 time: 0.6150172 Mar 29 10:18:08.561936 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'tag': 'c1c514aa-1484-451b-9a68-639496cd9abe'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:18:08.596246 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649eaa1-eb09-4456-9570-7473560ad9a9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Pushing event updated for resources: {'Port': ['ID=c1c514aa-1484-451b-9a68-639496cd9abe,revision_number=6']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:18:08.685142 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['c1c514aa-1484-451b-9a68-639496cd9abe'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:18:08.711106 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'tag': 'c1c514aa-1484-451b-9a68-639496cd9abe', 'status': 'completed', 'code': 200} Mar 29 10:18:08.812101 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f23d72-3a89-4c3f-a6b9-04b845a40e8f req-9c7de517-dee7-436c-af20-5c9c1ce7a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:08.813648 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-82f23d72-3a89-4c3f-a6b9-04b845a40e8f req-9c7de517-dee7-436c-af20-5c9c1ce7a692 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8ce5e4e6c08441d83a32b898e00254e&device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 1137 time: 0.1022203 Mar 29 10:18:08.875536 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa17ad6-b307-4e8b-843a-4217b728286c req-460c004e-0ba9-4451-85a2-98fc4ec05f5b tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:08.877914 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aaa17ad6-b307-4e8b-843a-4217b728286c req-460c004e-0ba9-4451-85a2-98fc4ec05f5b tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 984 time: 0.2055976 Mar 29 10:18:08.888648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-971ffd32-bae4-4775-8cc5-7d8a027f2f50 None None] Provisioning complete for port c1c514aa-1484-451b-9a68-639496cd9abe triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:18:08.889027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-971ffd32-bae4-4775-8cc5-7d8a027f2f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:08.929357 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aaa17ad6-b307-4e8b-843a-4217b728286c req-97423da8-9f9d-4187-8c37-e4486eaddfdc tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ec7a330-2b62-451e-8e44-22fa77f90c03&id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442452 Mar 29 10:18:08.962886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f23d72-3a89-4c3f-a6b9-04b845a40e8f req-99ba6035-b666-434e-a731-ea913cb1f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:08.967055 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-82f23d72-3a89-4c3f-a6b9-04b845a40e8f req-99ba6035-b666-434e-a731-ea913cb1f3aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f68a7c6-af8f-420d-9187-40aaec5f24db HTTP/1.1" status: 200 len: 915 time: 0.1440699 Mar 29 10:18:09.070796 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-82f23d72-3a89-4c3f-a6b9-04b845a40e8f req-682ab540-19d4-4fb1-8286-655cfdaa0b7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c514aa-1484-451b-9a68-639496cd9abe HTTP/1.1" status: 200 len: 1001 time: 0.0977054 Mar 29 10:18:09.134077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f23d72-3a89-4c3f-a6b9-04b845a40e8f req-d72aee33-4d7a-4131-b120-36acb07f415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:09.135225 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:09.135781 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-82f23d72-3a89-4c3f-a6b9-04b845a40e8f req-d72aee33-4d7a-4131-b120-36acb07f415e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5509136f-40b2-4e64-a17e-d33ba6566cc4 HTTP/1.1" status: 200 len: 853 time: 0.0586100 Mar 29 10:18:09.136797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:09.213084 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f23d72-3a89-4c3f-a6b9-04b845a40e8f req-20741bd1-4205-43ae-88d3-ee44dbe170c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:09.214700 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-82f23d72-3a89-4c3f-a6b9-04b845a40e8f req-20741bd1-4205-43ae-88d3-ee44dbe170c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f68a7c6-af8f-420d-9187-40aaec5f24db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729330 Mar 29 10:18:09.360087 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-82f23d72-3a89-4c3f-a6b9-04b845a40e8f req-de43f6da-a89a-46e0-b57c-eba183a3e9ba service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380961 Mar 29 10:18:09.493930 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-82f23d72-3a89-4c3f-a6b9-04b845a40e8f req-886efada-d0b9-40a5-9f3a-024a6860399c service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265478 Mar 29 10:18:10.896786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:23.415300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:30.496035 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7364b559-79e2-4dd1-9043-32b8f060c9e5 req-a02aa701-0ebf-4543-9536-046e2872206c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1674891 Mar 29 10:18:30.632999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364b559-79e2-4dd1-9043-32b8f060c9e5 req-3985b9fe-8811-4268-9b59-686e64dadbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:30.634499 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7364b559-79e2-4dd1-9043-32b8f060c9e5 req-3985b9fe-8811-4268-9b59-686e64dadbe1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8ce5e4e6c08441d83a32b898e00254e&device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 1137 time: 0.0700374 Mar 29 10:18:30.779782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364b559-79e2-4dd1-9043-32b8f060c9e5 req-141807aa-b378-4171-ae65-e8c6d6658cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:30.781282 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7364b559-79e2-4dd1-9043-32b8f060c9e5 req-141807aa-b378-4171-ae65-e8c6d6658cc3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f68a7c6-af8f-420d-9187-40aaec5f24db HTTP/1.1" status: 200 len: 915 time: 0.1287591 Mar 29 10:18:30.884677 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7364b559-79e2-4dd1-9043-32b8f060c9e5 req-422d9f75-47aa-4775-9d97-8e2112b1d7c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c514aa-1484-451b-9a68-639496cd9abe HTTP/1.1" status: 200 len: 1001 time: 0.0969005 Mar 29 10:18:30.947881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364b559-79e2-4dd1-9043-32b8f060c9e5 req-e074bbf8-e868-4b96-91b8-d68d50bdb9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:30.949295 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7364b559-79e2-4dd1-9043-32b8f060c9e5 req-e074bbf8-e868-4b96-91b8-d68d50bdb9e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5509136f-40b2-4e64-a17e-d33ba6566cc4 HTTP/1.1" status: 200 len: 853 time: 0.0588105 Mar 29 10:18:31.021623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364b559-79e2-4dd1-9043-32b8f060c9e5 req-0684436c-bb7e-4ff2-995b-cc413fd7b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:31.023054 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7364b559-79e2-4dd1-9043-32b8f060c9e5 req-0684436c-bb7e-4ff2-995b-cc413fd7b2b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f68a7c6-af8f-420d-9187-40aaec5f24db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674715 Mar 29 10:18:31.151108 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7364b559-79e2-4dd1-9043-32b8f060c9e5 req-af6e7a20-bd91-4cbd-a6ea-ea16ce6a094c service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216900 Mar 29 10:18:31.278895 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7364b559-79e2-4dd1-9043-32b8f060c9e5 req-51a738ec-a1cf-40e9-98e3-8c1efd943960 service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215582 Mar 29 10:18:32.097790 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:18:35.711009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ee0927f4-0994-476e-9c8a-cfc238987ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:37.939386 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b064f346-2880-4959-91e5-53d9794f3462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:38.954142 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:39.039528 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:40.908672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:53.439387 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:05.727185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0195-7cd6-41d2-98ba-9c0b883929b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:06.889524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6cff2-9dbd-48bf-abaa-5afaa1041764 req-b6a92f80-a3b3-43e4-b012-97a0692c992e tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:06.891035 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-66c6cff2-9dbd-48bf-abaa-5afaa1041764 req-b6a92f80-a3b3-43e4-b012-97a0692c992e tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 984 time: 0.0839260 Mar 29 10:19:06.914698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c9b5-75f4-44f6-b919-4bfbc6448e09 req-e1f04f49-4e2e-4ed3-86dc-ebd91fd9cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:06.916165 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b3a1c9b5-75f4-44f6-b919-4bfbc6448e09 req-e1f04f49-4e2e-4ed3-86dc-ebd91fd9cda6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8ce5e4e6c08441d83a32b898e00254e&device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 1137 time: 0.0757394 Mar 29 10:19:06.937674 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-66c6cff2-9dbd-48bf-abaa-5afaa1041764 req-3286b998-c113-4394-b112-a67406095c23 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ec7a330-2b62-451e-8e44-22fa77f90c03&id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406256 Mar 29 10:19:07.046979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c9b5-75f4-44f6-b919-4bfbc6448e09 req-304a719b-77a8-4cd5-a051-8ebc2daad76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:07.048323 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b3a1c9b5-75f4-44f6-b919-4bfbc6448e09 req-304a719b-77a8-4cd5-a051-8ebc2daad76d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f68a7c6-af8f-420d-9187-40aaec5f24db HTTP/1.1" status: 200 len: 915 time: 0.1253939 Mar 29 10:19:07.149078 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b3a1c9b5-75f4-44f6-b919-4bfbc6448e09 req-c1669dea-9743-4e07-aec0-bf1a3ff26dfa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c514aa-1484-451b-9a68-639496cd9abe HTTP/1.1" status: 200 len: 1001 time: 0.0938370 Mar 29 10:19:07.216681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c9b5-75f4-44f6-b919-4bfbc6448e09 req-6e865e80-76b1-4df0-bb2c-7ecfa82eaba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:07.218083 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b3a1c9b5-75f4-44f6-b919-4bfbc6448e09 req-6e865e80-76b1-4df0-bb2c-7ecfa82eaba6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5509136f-40b2-4e64-a17e-d33ba6566cc4 HTTP/1.1" status: 200 len: 853 time: 0.0602269 Mar 29 10:19:07.290392 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c9b5-75f4-44f6-b919-4bfbc6448e09 req-84920327-298f-4b7e-9238-66a18efd7b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:07.291826 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b3a1c9b5-75f4-44f6-b919-4bfbc6448e09 req-84920327-298f-4b7e-9238-66a18efd7b3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f68a7c6-af8f-420d-9187-40aaec5f24db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671425 Mar 29 10:19:07.422389 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b3a1c9b5-75f4-44f6-b919-4bfbc6448e09 req-2a5b9059-f523-4000-a1d5-0a58925ce871 service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234412 Mar 29 10:19:07.554523 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b3a1c9b5-75f4-44f6-b919-4bfbc6448e09 req-9f3108e9-11e3-4cb8-8301-a857d47c6851 service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259570 Mar 29 10:19:07.896631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3e323b69-c654-4ff6-91de-c54a06cc73cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:08.226523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea4d03-c376-4c86-914a-b6294e14dcb4 req-9678e06f-86c1-42f0-9ba5-eff4d2343c83 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:08.227925 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7fea4d03-c376-4c86-914a-b6294e14dcb4 req-9678e06f-86c1-42f0-9ba5-eff4d2343c83 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 984 time: 0.1797910 Mar 29 10:19:08.275038 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7fea4d03-c376-4c86-914a-b6294e14dcb4 req-a7b15d03-d439-463c-8b22-6b7c63f0fe82 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ec7a330-2b62-451e-8e44-22fa77f90c03&id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396378 Mar 29 10:19:08.965309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:09.053292 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:09.096599 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:19:09.477843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd208dd1-7a5f-459b-be4b-2034e1947c43 req-a63746ca-371b-45ef-ba0a-90717a4a734a tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:09.479279 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bd208dd1-7a5f-459b-be4b-2034e1947c43 req-a63746ca-371b-45ef-ba0a-90717a4a734a tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 984 time: 0.0915313 Mar 29 10:19:09.524638 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bd208dd1-7a5f-459b-be4b-2034e1947c43 req-be3f1f70-ad79-47b5-89a8-aaee0f868bda tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ec7a330-2b62-451e-8e44-22fa77f90c03&id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395210 Mar 29 10:19:10.713349 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30813037-25a1-45ad-b9a6-26744eed99d2 req-80b231ee-4791-4e16-9dcf-617bbfddd354 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:10.715192 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-30813037-25a1-45ad-b9a6-26744eed99d2 req-80b231ee-4791-4e16-9dcf-617bbfddd354 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 984 time: 0.0833464 Mar 29 10:19:10.760943 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-30813037-25a1-45ad-b9a6-26744eed99d2 req-88a17593-aeb6-4a50-919a-1bd4c20fe2e6 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ec7a330-2b62-451e-8e44-22fa77f90c03&id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399194 Mar 29 10:19:10.913657 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:11.946471 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abdf53-716c-47fe-a54a-4a785ffa996a req-2f073686-645b-4f50-861e-b59f174f4183 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:11.947953 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-48abdf53-716c-47fe-a54a-4a785ffa996a req-2f073686-645b-4f50-861e-b59f174f4183 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 984 time: 0.0835950 Mar 29 10:19:11.993600 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-48abdf53-716c-47fe-a54a-4a785ffa996a req-0de68c84-2681-480b-9ae9-ace6dc8ca904 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ec7a330-2b62-451e-8e44-22fa77f90c03&id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395534 Mar 29 10:19:13.196728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93464002-9c32-41ef-95d8-c656a6cf5bf8 req-196a56f6-ca03-4557-8e7d-3ddc5cdd8465 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:13.199680 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93464002-9c32-41ef-95d8-c656a6cf5bf8 req-196a56f6-ca03-4557-8e7d-3ddc5cdd8465 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 984 time: 0.0984576 Mar 29 10:19:13.245904 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93464002-9c32-41ef-95d8-c656a6cf5bf8 req-7561d75d-7299-4c21-b14e-2485ed335138 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ec7a330-2b62-451e-8e44-22fa77f90c03&id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401940 Mar 29 10:19:14.433781 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12525e79-a2b4-4185-9741-194e74529148 req-e5382f20-5ef8-43b5-a8ac-794d16593f12 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:14.435237 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-12525e79-a2b4-4185-9741-194e74529148 req-e5382f20-5ef8-43b5-a8ac-794d16593f12 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 984 time: 0.0811427 Mar 29 10:19:14.483725 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-12525e79-a2b4-4185-9741-194e74529148 req-38f94451-3fae-4634-b977-924038c9ca23 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ec7a330-2b62-451e-8e44-22fa77f90c03&id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427299 Mar 29 10:19:15.680278 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731470d-29d0-448c-a747-dbc0deee79fb req-ff9d4c91-ca96-48b7-ad88-759746bc2d91 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:15.681732 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d731470d-29d0-448c-a747-dbc0deee79fb req-ff9d4c91-ca96-48b7-ad88-759746bc2d91 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 984 time: 0.0854831 Mar 29 10:19:15.727790 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d731470d-29d0-448c-a747-dbc0deee79fb req-e774d64c-794e-419c-9cfa-d3158e63d637 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ec7a330-2b62-451e-8e44-22fa77f90c03&id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392764 Mar 29 10:19:16.917203 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bd477-d1a3-4326-bf1e-8cc9f1d5a733 req-22f8feeb-5ca1-4c68-9298-968b46d0d29f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:16.919263 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-279bd477-d1a3-4326-bf1e-8cc9f1d5a733 req-22f8feeb-5ca1-4c68-9298-968b46d0d29f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 984 time: 0.0856385 Mar 29 10:19:16.965672 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-279bd477-d1a3-4326-bf1e-8cc9f1d5a733 req-3aaf1371-6b9a-4ffa-81b8-49f985fd80bf tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ec7a330-2b62-451e-8e44-22fa77f90c03&id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405481 Mar 29 10:19:18.146834 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a9a5e-7ee1-4843-b125-4fdfc8361155 req-c1b2c985-aeda-4396-b521-b4ac4ddb9ee7 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:18.148341 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a87a9a5e-7ee1-4843-b125-4fdfc8361155 req-c1b2c985-aeda-4396-b521-b4ac4ddb9ee7 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 984 time: 0.0792713 Mar 29 10:19:18.195378 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a87a9a5e-7ee1-4843-b125-4fdfc8361155 req-6b076cf5-7fed-4ed6-8cd3-8a0795fb0515 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ec7a330-2b62-451e-8e44-22fa77f90c03&id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405841 Mar 29 10:19:19.381510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8fdd3-958c-4a19-95f5-9dea70e96657 req-b5beefd2-7a08-4418-85e2-5e5b5feb0a9f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:19.382962 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-dfb8fdd3-958c-4a19-95f5-9dea70e96657 req-b5beefd2-7a08-4418-85e2-5e5b5feb0a9f tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 984 time: 0.0810597 Mar 29 10:19:19.435984 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-dfb8fdd3-958c-4a19-95f5-9dea70e96657 req-fdf68691-1dcf-4ea7-b68b-1c2e402d3a63 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ec7a330-2b62-451e-8e44-22fa77f90c03&id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439291 Mar 29 10:19:23.479549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:32.411808 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f87baa1c-7111-46d3-9f1e-5b22c47f6384 req-05e7bccc-907c-47f4-8545-da26af95afe1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751760 Mar 29 10:19:32.566133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87baa1c-7111-46d3-9f1e-5b22c47f6384 req-10dde169-ea3f-469c-a4ed-7334795cedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:32.567609 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f87baa1c-7111-46d3-9f1e-5b22c47f6384 req-10dde169-ea3f-469c-a4ed-7334795cedc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8ce5e4e6c08441d83a32b898e00254e&device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 1137 time: 0.0710857 Mar 29 10:19:32.714012 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87baa1c-7111-46d3-9f1e-5b22c47f6384 req-d8894509-9139-41eb-b199-f912c5c10a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:32.715356 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f87baa1c-7111-46d3-9f1e-5b22c47f6384 req-d8894509-9139-41eb-b199-f912c5c10a5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f68a7c6-af8f-420d-9187-40aaec5f24db HTTP/1.1" status: 200 len: 915 time: 0.1294260 Mar 29 10:19:32.819073 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f87baa1c-7111-46d3-9f1e-5b22c47f6384 req-8c4a5978-69f6-4277-85c9-dfbe0cc575b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c514aa-1484-451b-9a68-639496cd9abe HTTP/1.1" status: 200 len: 1001 time: 0.0967398 Mar 29 10:19:32.885526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87baa1c-7111-46d3-9f1e-5b22c47f6384 req-5b142acb-639f-443b-8099-399bad19dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:32.887009 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f87baa1c-7111-46d3-9f1e-5b22c47f6384 req-5b142acb-639f-443b-8099-399bad19dc37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5509136f-40b2-4e64-a17e-d33ba6566cc4 HTTP/1.1" status: 200 len: 853 time: 0.0623121 Mar 29 10:19:32.963098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87baa1c-7111-46d3-9f1e-5b22c47f6384 req-07f63ac7-71cd-462f-abfb-7650aa2d2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:32.964713 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f87baa1c-7111-46d3-9f1e-5b22c47f6384 req-07f63ac7-71cd-462f-abfb-7650aa2d2990 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f68a7c6-af8f-420d-9187-40aaec5f24db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721850 Mar 29 10:19:33.098006 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f87baa1c-7111-46d3-9f1e-5b22c47f6384 req-cca96b07-177f-4934-a51b-c7bbc882c698 service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270473 Mar 29 10:19:33.231194 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f87baa1c-7111-46d3-9f1e-5b22c47f6384 req-462e0905-df8b-4a35-8b4c-e3709a2ba78a service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276472 Mar 29 10:19:35.772348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-59f745cf-794f-4a2d-ab59-b20a792c45c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:37.897955 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-78a913c1-74a3-4c82-be9e-08e14e20c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:38.973759 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:39.062359 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:40.914829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:46.095942 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:19:53.491000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:05.725676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-be3f2f02-0e4a-4b26-ae06-79fb8ec1713e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:07.903195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1d1afa53-1961-4d62-9944-482855f4e0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:08.959892 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:09.040862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:10.919760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:22.898175 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a12ef70c-feb1-4fdf-8bba-f09faa6f7031 req-f4fddde5-7422-4cf5-9f52-dc9e1e1d8198 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475597369&fields=id&tenant_id=b8ce5e4e6c08441d83a32b898e00254e HTTP/1.1" status: 200 len: 267 time: 0.0395739 Mar 29 10:20:22.986925 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ef70c-feb1-4fdf-8bba-f09faa6f7031 req-d1b17a19-d3a2-4f39-83dd-c04d63cc8110 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:22.988416 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a12ef70c-feb1-4fdf-8bba-f09faa6f7031 req-d1b17a19-d3a2-4f39-83dd-c04d63cc8110 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 984 time: 0.0847297 Mar 29 10:20:22.999190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-a12ef70c-feb1-4fdf-8bba-f09faa6f7031 req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Request body: {'port': {'security_groups': ['5778c6da-4fa9-45d6-9192-c317019a8147']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:20:23.094808 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:20:23.124033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a12ef70c-feb1-4fdf-8bba-f09faa6f7031 req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:23.456266 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:23.474835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-a12ef70c-feb1-4fdf-8bba-f09faa6f7031 req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] For port c1c514aa-1484-451b-9a68-639496cd9abe, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c1c514aa-1484-451b-9a68-639496cd9abe,segment=NetworkSegment(b9415579-1667-4687-bacf-29c98fc90984),segment_id=b9415579-1667-4687-bacf-29c98fc90984)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:20:23.500422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a12ef70c-feb1-4fdf-8bba-f09faa6f7031 req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:23.576098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a12ef70c-feb1-4fdf-8bba-f09faa6f7031 req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:23.587656 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['c1c514aa-1484-451b-9a68-639496cd9abe'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:20:23.646263 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ef70c-feb1-4fdf-8bba-f09faa6f7031 req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:23.646966 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-a12ef70c-feb1-4fdf-8bba-f09faa6f7031 req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:23.648299 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a12ef70c-feb1-4fdf-8bba-f09faa6f7031 req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "PUT /v2.0/ports/c1c514aa-1484-451b-9a68-639496cd9abe HTTP/1.1" status: 200 len: 942 time: 0.6536252 Mar 29 10:20:23.648773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'tag': 'c1c514aa-1484-451b-9a68-639496cd9abe'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:20:23.662693 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44912) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:23.688021 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Pushing event updated for resources: {'Port': ['ID=c1c514aa-1484-451b-9a68-639496cd9abe,revision_number=7']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:23.696729 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.697166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.697920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.698271 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.698659 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.698991 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.699314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.699636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.699958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.700274 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.700668 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.701029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0fe36-4de2-4b63-ba76-8f540ab37368 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.717669 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'tag': 'c1c514aa-1484-451b-9a68-639496cd9abe', 'status': 'completed', 'code': 200} Mar 29 10:20:23.738125 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['c1c514aa-1484-451b-9a68-639496cd9abe'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:20:23.766004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:23.803817 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:23.874606 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80929963-722a-40d0-b7ba-150e4f728781 req-9ed6f6dd-025c-422d-91b6-a8b5ab7269bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:23.876526 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-80929963-722a-40d0-b7ba-150e4f728781 req-9ed6f6dd-025c-422d-91b6-a8b5ab7269bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8ce5e4e6c08441d83a32b898e00254e&device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 1098 time: 0.1306422 Mar 29 10:20:23.954049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:23.974977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec7a330-2b62-451e-8e44-22fa77f90c03,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:23.983801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.984183 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.984561 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.984906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.985253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.985572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.985904 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.986298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.986770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.987097 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.987426 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:23.987754 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:20:24.018584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80929963-722a-40d0-b7ba-150e4f728781 req-752dcb58-df98-4da0-a383-e2e3628b0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:24.020112 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-80929963-722a-40d0-b7ba-150e4f728781 req-752dcb58-df98-4da0-a383-e2e3628b0b72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f68a7c6-af8f-420d-9187-40aaec5f24db HTTP/1.1" status: 200 len: 915 time: 0.1373315 Mar 29 10:20:24.038403 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-b74756c4-7947-4f75-9f8b-02326f572110 None None] Provisioning complete for port c1c514aa-1484-451b-9a68-639496cd9abe triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:20:24.038769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b74756c4-7947-4f75-9f8b-02326f572110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:24.056284 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:24.059316 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8fe359f6-c9ba-43f2-afdd-5444cc5a33d9 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "DELETE /v2.0/security-groups/8ec7a330-2b62-451e-8e44-22fa77f90c03 HTTP/1.1" status: 204 len: 168 time: 0.3930211 Mar 29 10:20:24.069986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 44918) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:24.134926 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-80929963-722a-40d0-b7ba-150e4f728781 req-1069930b-9b58-4208-ad75-e076b03854d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c514aa-1484-451b-9a68-639496cd9abe HTTP/1.1" status: 200 len: 1001 time: 0.1081550 Mar 29 10:20:24.202347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80929963-722a-40d0-b7ba-150e4f728781 req-0b0e9249-8340-4051-8b5b-f2ea4e39de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:24.203818 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-80929963-722a-40d0-b7ba-150e4f728781 req-0b0e9249-8340-4051-8b5b-f2ea4e39de7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5509136f-40b2-4e64-a17e-d33ba6566cc4 HTTP/1.1" status: 200 len: 853 time: 0.0620542 Mar 29 10:20:24.275715 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-d02e67ba-a229-4eee-b6e8-1c6bd145939d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Deleting port f7868037-4e7c-4fd4-bd4c-a20f0dbd2942 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:20:24.276050 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d02e67ba-a229-4eee-b6e8-1c6bd145939d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:24.287242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80929963-722a-40d0-b7ba-150e4f728781 req-2cae1b54-8334-4c0c-961b-c45191cbddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:24.289735 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-80929963-722a-40d0-b7ba-150e4f728781 req-2cae1b54-8334-4c0c-961b-c45191cbddc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f68a7c6-af8f-420d-9187-40aaec5f24db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793052 Mar 29 10:20:24.299887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [req-80929963-722a-40d0-b7ba-150e4f728781 req-d6c60cbb-633d-4cfe-9488-786bb2b27dd6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:20:24.301057 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-80929963-722a-40d0-b7ba-150e4f728781 req-d6c60cbb-633d-4cfe-9488-786bb2b27dd6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056448 Mar 29 10:20:24.441860 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-80929963-722a-40d0-b7ba-150e4f728781 req-946d9296-4ab5-438d-841b-5fd70825655a service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355176 Mar 29 10:20:24.457754 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d02e67ba-a229-4eee-b6e8-1c6bd145939d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:24.458083 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d02e67ba-a229-4eee-b6e8-1c6bd145939d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:24.586361 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-80929963-722a-40d0-b7ba-150e4f728781 req-7caeb661-6790-4cf4-815f-9e0d74d53d9d service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384351 Mar 29 10:20:24.589310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-d02e67ba-a229-4eee-b6e8-1c6bd145939d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Calling delete_port for f7868037-4e7c-4fd4-bd4c-a20f0dbd2942 owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:20:24.845473 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d02e67ba-a229-4eee-b6e8-1c6bd145939d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:24.896571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e67ba-a229-4eee-b6e8-1c6bd145939d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Pushing event deleted for resources: {'Port': ['ID=f7868037-4e7c-4fd4-bd4c-a20f0dbd2942,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:24.996551 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d02e67ba-a229-4eee-b6e8-1c6bd145939d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:24.997140 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-d02e67ba-a229-4eee-b6e8-1c6bd145939d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Floating IP 113ced0b-55d9-4380-a5ed-ef25c91167da disassociated (deleted). External IP: 172.26.7.211, port: c1c514aa-1484-451b-9a68-639496cd9abe. Mar 29 10:20:25.461013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02e67ba-a229-4eee-b6e8-1c6bd145939d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Router bcef482b-c752-4026-8b55-50139a1c7b5d has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:20:25.646828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02e67ba-a229-4eee-b6e8-1c6bd145939d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:20:25.656782 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8191c685-8ef9-4609-97b7-38693ae991f1 None None] Sync routers for ids ['bcef482b-c752-4026-8b55-50139a1c7b5d'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:20:25.665853 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8191c685-8ef9-4609-97b7-38693ae991f1 None None] Routers {'bcef482b-c752-4026-8b55-50139a1c7b5d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:20:25.666463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8191c685-8ef9-4609-97b7-38693ae991f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:20:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['bcef482b-c752-4026-8b55-50139a1c7b5d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:25.759664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d02e67ba-a229-4eee-b6e8-1c6bd145939d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:25.818664 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d02e67ba-a229-4eee-b6e8-1c6bd145939d tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "DELETE /v2.0/floatingips/113ced0b-55d9-4380-a5ed-ef25c91167da HTTP/1.1" status: 204 len: 168 time: 1.7573445 Mar 29 10:20:25.819310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'tag': 'c1c514aa-1484-451b-9a68-639496cd9abe'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:20:25.845268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-8191c685-8ef9-4609-97b7-38693ae991f1 None None] Set router bcef482b-c752-4026-8b55-50139a1c7b5d gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:20:25.865841 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'tag': 'c1c514aa-1484-451b-9a68-639496cd9abe', 'status': 'completed', 'code': 200} Mar 29 10:20:25.959972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b3757-e347-42a9-8e6e-85dbf0fa3d63 req-058713ea-9f16-42dd-9b4f-a701c22332af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:25.961944 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d66b3757-e347-42a9-8e6e-85dbf0fa3d63 req-058713ea-9f16-42dd-9b4f-a701c22332af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8ce5e4e6c08441d83a32b898e00254e&device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 1098 time: 0.0756388 Mar 29 10:20:26.113483 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b3757-e347-42a9-8e6e-85dbf0fa3d63 req-83a3e727-a60b-42da-ac2c-605fd0010320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:26.115113 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d66b3757-e347-42a9-8e6e-85dbf0fa3d63 req-83a3e727-a60b-42da-ac2c-605fd0010320 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f68a7c6-af8f-420d-9187-40aaec5f24db HTTP/1.1" status: 200 len: 915 time: 0.1456361 Mar 29 10:20:26.187473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8191c685-8ef9-4609-97b7-38693ae991f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:54Z', 'updated_at': '2022-03-29T10:16:59Z', 'revision_number': 4, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'gw_port': {'id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:55Z', 'updated_at': '2022-03-29T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '0cecbc36-7b1f-4e4d-9257-53ece606632e', 'name': '', 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'mac_address': 'fa:16:3e:71:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:58Z', 'updated_at': '2022-03-29T10:17:04Z', 'revision_number': 5, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'subnets': [{'id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:26.188289 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d66b3757-e347-42a9-8e6e-85dbf0fa3d63 req-89da4b8d-418b-4d72-b9c6-0ad014d7de9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c514aa-1484-451b-9a68-639496cd9abe HTTP/1.1" status: 200 len: 217 time: 0.0669174 Mar 29 10:20:26.191447 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8191c685-8ef9-4609-97b7-38693ae991f1 None None] Checking router: bcef482b-c752-4026-8b55-50139a1c7b5d for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:20:26.200806 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8191c685-8ef9-4609-97b7-38693ae991f1 None None] Routers {'bcef482b-c752-4026-8b55-50139a1c7b5d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:20:26.201428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8191c685-8ef9-4609-97b7-38693ae991f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:20:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['bcef482b-c752-4026-8b55-50139a1c7b5d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:26.253485 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b3757-e347-42a9-8e6e-85dbf0fa3d63 req-b759b286-62d3-4915-8e50-c919a6d23e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:26.255028 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d66b3757-e347-42a9-8e6e-85dbf0fa3d63 req-b759b286-62d3-4915-8e50-c919a6d23e58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5509136f-40b2-4e64-a17e-d33ba6566cc4 HTTP/1.1" status: 200 len: 853 time: 0.0609126 Mar 29 10:20:26.340901 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b3757-e347-42a9-8e6e-85dbf0fa3d63 req-6de19cb0-96b7-4063-b7ab-8737aeba98a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:26.342408 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d66b3757-e347-42a9-8e6e-85dbf0fa3d63 req-6de19cb0-96b7-4063-b7ab-8737aeba98a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f68a7c6-af8f-420d-9187-40aaec5f24db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816517 Mar 29 10:20:26.395487 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-8191c685-8ef9-4609-97b7-38693ae991f1 None None] Set router bcef482b-c752-4026-8b55-50139a1c7b5d gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:20:26.496168 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d66b3757-e347-42a9-8e6e-85dbf0fa3d63 req-65b6b2c7-eb60-49b1-a37a-8f30251c4674 service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477160 Mar 29 10:20:26.741663 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8191c685-8ef9-4609-97b7-38693ae991f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:54Z', 'updated_at': '2022-03-29T10:16:59Z', 'revision_number': 4, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'gw_port': {'id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:55Z', 'updated_at': '2022-03-29T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '0cecbc36-7b1f-4e4d-9257-53ece606632e', 'name': '', 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'mac_address': 'fa:16:3e:71:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:58Z', 'updated_at': '2022-03-29T10:17:04Z', 'revision_number': 5, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'subnets': [{'id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:26.747398 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8191c685-8ef9-4609-97b7-38693ae991f1 None None] The sync data for ids ['bcef482b-c752-4026-8b55-50139a1c7b5d'] in dv-neutron-835555-1-hyperv is: [{'id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:54Z', 'updated_at': '2022-03-29T10:16:59Z', 'revision_number': 4, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'gw_port': {'id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:55Z', 'updated_at': '2022-03-29T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '0cecbc36-7b1f-4e4d-9257-53ece606632e', 'name': '', 'network_id': '4f68a7c6-af8f-420d-9187-40aaec5f24db', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'mac_address': 'fa:16:3e:71:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:58Z', 'updated_at': '2022-03-29T10:17:04Z', 'revision_number': 5, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'subnets': [{'id': '5509136f-40b2-4e64-a17e-d33ba6566cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:20:26.748020 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d66b3757-e347-42a9-8e6e-85dbf0fa3d63 req-ac5ab274-67c6-442b-bd4a-d6317cfee9a7 service neutron] 10.222.0.36 "GET /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455096 Mar 29 10:20:26.996466 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eafe74-501a-442a-a540-935dd00d9c6d None None] New status for floating IP 113ced0b-55d9-4380-a5ed-ef25c91167da: DOWN {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:20:31.728321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a149b5-ff5d-4101-9bf6-85ba642b2caf req-bcd81473-6775-4daf-bcfa-904b1f65d241 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:31.729831 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-16a149b5-ff5d-4101-9bf6-85ba642b2caf req-bcd81473-6775-4daf-bcfa-904b1f65d241 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 945 time: 0.0809386 Mar 29 10:20:31.774805 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-16a149b5-ff5d-4101-9bf6-85ba642b2caf req-5a8c8f7c-cbca-42f0-bfe1-21fca427909c tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389693 Mar 29 10:20:32.962100 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764a8d2-f38b-4715-9414-9f3964e578ae req-8cd6fd55-69c4-496a-a892-8558b93a7764 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:32.962800 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8764a8d2-f38b-4715-9414-9f3964e578ae req-8cd6fd55-69c4-496a-a892-8558b93a7764 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Synchronizing usage tracker for tenant:b8ce5e4e6c08441d83a32b898e00254e on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:20:33.050428 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8764a8d2-f38b-4715-9414-9f3964e578ae req-8cd6fd55-69c4-496a-a892-8558b93a7764 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Unset dirty status for tenant:b8ce5e4e6c08441d83a32b898e00254e on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:20:33.051983 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8764a8d2-f38b-4715-9414-9f3964e578ae req-8cd6fd55-69c4-496a-a892-8558b93a7764 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 945 time: 0.1696305 Mar 29 10:20:33.102785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8764a8d2-f38b-4715-9414-9f3964e578ae req-3e663e97-72ee-46aa-a312-8ca65a220c35 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Synchronizing usage tracker for tenant:b8ce5e4e6c08441d83a32b898e00254e on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:20:33.176621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8764a8d2-f38b-4715-9414-9f3964e578ae req-3e663e97-72ee-46aa-a312-8ca65a220c35 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Unset dirty status for tenant:b8ce5e4e6c08441d83a32b898e00254e on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:20:33.178165 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8764a8d2-f38b-4715-9414-9f3964e578ae req-3e663e97-72ee-46aa-a312-8ca65a220c35 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196766 Mar 29 10:20:33.688440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b77fc0-22fd-431c-8d89-f4c413168e19 req-0be3e1d9-058b-4a59-acd9-1df3200e54fd tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:33.689932 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-83b77fc0-22fd-431c-8d89-f4c413168e19 req-0be3e1d9-058b-4a59-acd9-1df3200e54fd tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 945 time: 0.0840387 Mar 29 10:20:33.759925 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-83b77fc0-22fd-431c-8d89-f4c413168e19 req-86f0c300-6d6b-4e8d-9073-12639a1afc84 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Deleting port c1c514aa-1484-451b-9a68-639496cd9abe {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:20:33.760257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-83b77fc0-22fd-431c-8d89-f4c413168e19 req-86f0c300-6d6b-4e8d-9073-12639a1afc84 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:34.011851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-83b77fc0-22fd-431c-8d89-f4c413168e19 req-86f0c300-6d6b-4e8d-9073-12639a1afc84 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] For port c1c514aa-1484-451b-9a68-639496cd9abe, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c1c514aa-1484-451b-9a68-639496cd9abe,segment=NetworkSegment(b9415579-1667-4687-bacf-29c98fc90984),segment_id=b9415579-1667-4687-bacf-29c98fc90984)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:20:34.012126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-83b77fc0-22fd-431c-8d89-f4c413168e19 req-86f0c300-6d6b-4e8d-9073-12639a1afc84 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:34.136557 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-83b77fc0-22fd-431c-8d89-f4c413168e19 req-86f0c300-6d6b-4e8d-9073-12639a1afc84 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Calling delete_port for c1c514aa-1484-451b-9a68-639496cd9abe owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:20:34.368378 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936844e-de03-4698-a67f-520dfe2c845e req-ad640ff4-7358-4dc5-9601-611b7af7d259 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:34.369788 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8936844e-de03-4698-a67f-520dfe2c845e req-ad640ff4-7358-4dc5-9601-611b7af7d259 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/ports?device_id=5fdcad85-6092-43aa-8dfc-a6e2d6e645c1 HTTP/1.1" status: 200 len: 945 time: 0.0836508 Mar 29 10:20:34.378171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-83b77fc0-22fd-431c-8d89-f4c413168e19 req-86f0c300-6d6b-4e8d-9073-12639a1afc84 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:34.389867 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['c1c514aa-1484-451b-9a68-639496cd9abe'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:20:34.443134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0c300-6d6b-4e8d-9073-12639a1afc84 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Pushing event deleted for resources: {'Port': ['ID=c1c514aa-1484-451b-9a68-639496cd9abe,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:34.526853 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8936844e-de03-4698-a67f-520dfe2c845e req-aa90792c-dc71-4150-a1ba-c03e0aeebfa6 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.35 "GET /v2.0/security-groups?id=5778c6da-4fa9-45d6-9192-c317019a8147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511583 Mar 29 10:20:34.538452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b77fc0-22fd-431c-8d89-f4c413168e19 req-86f0c300-6d6b-4e8d-9073-12639a1afc84 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] No DVR routers for this DVR port c1c514aa-1484-451b-9a68-639496cd9abe on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:20:34.540973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-83b77fc0-22fd-431c-8d89-f4c413168e19 req-86f0c300-6d6b-4e8d-9073-12639a1afc84 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:34.543522 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'name': 'network-vif-deleted', 'tag': 'c1c514aa-1484-451b-9a68-639496cd9abe'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:20:34.594386 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdcad85-6092-43aa-8dfc-a6e2d6e645c1', 'name': 'network-vif-deleted', 'tag': 'c1c514aa-1484-451b-9a68-639496cd9abe', 'status': 'completed', 'code': 200} Mar 29 10:20:34.617033 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-83b77fc0-22fd-431c-8d89-f4c413168e19 req-86f0c300-6d6b-4e8d-9073-12639a1afc84 tempest-TestMinimumBasicScenario-457381598 tempest-TestMinimumBasicScenario-457381598-project] 10.222.0.36 "DELETE /v2.0/ports/c1c514aa-1484-451b-9a68-639496cd9abe HTTP/1.1" status: 204 len: 173 time: 0.9214969 Mar 29 10:20:35.742313 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ec8cf704-ab0a-4b21-9945-015c47ed104d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:36.881010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device c1c514aa-1484-451b-9a68-639496cd9abe no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:20:36.914712 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: c1c514aa-1484-451b-9a68-639496cd9abe {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:20:36.915049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device c1c514aa-1484-451b-9a68-639496cd9abe not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:20:36.953879 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45004) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:37.510849 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b8509de-5730-4519-85df-0205f764cea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:37.919398 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-934f264e-bbfd-44c1-afde-c5d915e947c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:37.969716 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-1b8509de-5730-4519-85df-0205f764cea7 admin admin] Deleting port 0cecbc36-7b1f-4e4d-9257-53ece606632e {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:20:37.970331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b8509de-5730-4519-85df-0205f764cea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:38.142378 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-1b8509de-5730-4519-85df-0205f764cea7 admin admin] For port 0cecbc36-7b1f-4e4d-9257-53ece606632e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=0cecbc36-7b1f-4e4d-9257-53ece606632e,segment=NetworkSegment(b9415579-1667-4687-bacf-29c98fc90984),segment_id=b9415579-1667-4687-bacf-29c98fc90984)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:20:38.142712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b8509de-5730-4519-85df-0205f764cea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:38.266145 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-1b8509de-5730-4519-85df-0205f764cea7 admin admin] Calling delete_port for 0cecbc36-7b1f-4e4d-9257-53ece606632e owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:20:38.519544 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b8509de-5730-4519-85df-0205f764cea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:38.570062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8509de-5730-4519-85df-0205f764cea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cecbc36-7b1f-4e4d-9257-53ece606632e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:38.883062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1b8509de-5730-4519-85df-0205f764cea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:38.953357 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:39.039091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:39.277651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8509de-5730-4519-85df-0205f764cea7 admin admin] Router bcef482b-c752-4026-8b55-50139a1c7b5d has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:20:39.564820 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8509de-5730-4519-85df-0205f764cea7 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:20:39.575247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac21b65-cb4c-4641-88af-07c05672e157 None None] Sync routers for ids ['bcef482b-c752-4026-8b55-50139a1c7b5d'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:20:39.578384 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1b8509de-5730-4519-85df-0205f764cea7 admin admin] 10.222.0.35 "PUT /v2.0/routers/bcef482b-c752-4026-8b55-50139a1c7b5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6227710 Mar 29 10:20:39.580248 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45008) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:39.590562 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac21b65-cb4c-4641-88af-07c05672e157 None None] Routers {'bcef482b-c752-4026-8b55-50139a1c7b5d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:20:39.591557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fac21b65-cb4c-4641-88af-07c05672e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:20:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['bcef482b-c752-4026-8b55-50139a1c7b5d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:39.766902 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:39.819734 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-fac21b65-cb4c-4641-88af-07c05672e157 None None] Set router bcef482b-c752-4026-8b55-50139a1c7b5d gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:20:39.953574 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:40.022180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] Deleting port 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:20:40.022753 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:40.115310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fac21b65-cb4c-4641-88af-07c05672e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197'}], 'enable_snat': True}, 'gw_port_id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:54Z', 'updated_at': '2022-03-29T10:20:38Z', 'revision_number': 5, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'gw_port': {'id': '6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:55Z', 'updated_at': '2022-03-29T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:40.119530 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac21b65-cb4c-4641-88af-07c05672e157 None None] Checking router: bcef482b-c752-4026-8b55-50139a1c7b5d for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:20:40.127898 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac21b65-cb4c-4641-88af-07c05672e157 None None] Routers {'bcef482b-c752-4026-8b55-50139a1c7b5d'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:20:40.128547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fac21b65-cb4c-4641-88af-07c05672e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:20:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['bcef482b-c752-4026-8b55-50139a1c7b5d'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:40.219641 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] For port 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:20:40.220085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:40.288175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-fac21b65-cb4c-4641-88af-07c05672e157 None None] Set router bcef482b-c752-4026-8b55-50139a1c7b5d gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:20:40.345966 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] Calling delete_port for 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:20:40.406841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-fac21b65-cb4c-4641-88af-07c05672e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:54Z', 'updated_at': '2022-03-29T10:20:39Z', 'revision_number': 6, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:40.413248 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac21b65-cb4c-4641-88af-07c05672e157 None None] The sync data for ids ['bcef482b-c752-4026-8b55-50139a1c7b5d'] in dv-neutron-835555-1-hyperv is: [{'id': 'bcef482b-c752-4026-8b55-50139a1c7b5d', 'name': 'tempest-TestMinimumBasicScenario-480779018-router', 'tenant_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:54Z', 'updated_at': '2022-03-29T10:20:39Z', 'revision_number': 6, 'project_id': 'b8ce5e4e6c08441d83a32b898e00254e', 'gw_port_host': None}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:20:40.599756 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:40.647170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:40.742233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:40.931189 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:41.044968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:41.047188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:41.147823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:41.148363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcef482b-c752-4026-8b55-50139a1c7b5d {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:20:41.161519 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:41.162898 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e1c35c45-fe6e-446b-bca3-fbcec2f71cea admin admin] 10.222.0.35 "DELETE /v2.0/routers/bcef482b-c752-4026-8b55-50139a1c7b5d HTTP/1.1" status: 204 len: 168 time: 1.5813012 Mar 29 10:20:41.165535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45014) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:41.232098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83937bf-9523-4eff-a305-8d6294fabcb2 admin admin] Deleting subnet 5509136f-40b2-4e64-a17e-d33ba6566cc4 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:20:41.233126 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 0cecbc36-7b1f-4e4d-9257-53ece606632e no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:20:41.237232 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f83937bf-9523-4eff-a305-8d6294fabcb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:41.297478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 0cecbc36-7b1f-4e4d-9257-53ece606632e {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:20:41.298005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 0cecbc36-7b1f-4e4d-9257-53ece606632e not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:20:41.315020 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f83937bf-9523-4eff-a305-8d6294fabcb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:41.405596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f83937bf-9523-4eff-a305-8d6294fabcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:41.525380 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f83937bf-9523-4eff-a305-8d6294fabcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:41.569430 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83937bf-9523-4eff-a305-8d6294fabcb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5509136f-40b2-4e64-a17e-d33ba6566cc4,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:41.571409 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f83937bf-9523-4eff-a305-8d6294fabcb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:41.577873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45af1ba-43c7-4971-8ea5-3603b84f761d None None] Network 4f68a7c6-af8f-420d-9187-40aaec5f24db requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:20:41.580638 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f83937bf-9523-4eff-a305-8d6294fabcb2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5509136f-40b2-4e64-a17e-d33ba6566cc4 HTTP/1.1" status: 204 len: 168 time: 0.4137409 Mar 29 10:20:41.583837 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45018) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:41.713001 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:41.729768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] Deleting port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:20:41.730106 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:41.837049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498f59a1-8915-4915-bc24-18a940541a98 None None] DHCP port deletion for 4f68a7c6-af8f-420d-9187-40aaec5f24db request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:20:41.841435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-498f59a1-8915-4915-bc24-18a940541a98 None None] Deleting port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:20:41.841810 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-498f59a1-8915-4915-bc24-18a940541a98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:41.976053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] For port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d0a194f9-4cec-4241-a8ca-1cd19ae5fdad,segment=NetworkSegment(b9415579-1667-4687-bacf-29c98fc90984),segment_id=b9415579-1667-4687-bacf-29c98fc90984)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:20:41.976377 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:42.078769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-498f59a1-8915-4915-bc24-18a940541a98 None None] For port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d0a194f9-4cec-4241-a8ca-1cd19ae5fdad,segment=NetworkSegment(b9415579-1667-4687-bacf-29c98fc90984),segment_id=b9415579-1667-4687-bacf-29c98fc90984)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:20:42.079158 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-498f59a1-8915-4915-bc24-18a940541a98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:42.115320 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] Calling delete_port for d0a194f9-4cec-4241-a8ca-1cd19ae5fdad owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:20:42.259341 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-498f59a1-8915-4915-bc24-18a940541a98 None None] Calling delete_port for d0a194f9-4cec-4241-a8ca-1cd19ae5fdad owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:20:42.438858 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:42.445978 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-498f59a1-8915-4915-bc24-18a940541a98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:20:42.446543 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-498f59a1-8915-4915-bc24-18a940541a98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:20:42.487498 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a194f9-4cec-4241-a8ca-1cd19ae5fdad,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:42.491230 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] No DVR routers for this DVR port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:20:42.610776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:42.630303 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:20:42.643442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f68a7c6-af8f-420d-9187-40aaec5f24db']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:42.656915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9415579-1667-4687-bacf-29c98fc90984') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:42.657214 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9415579-1667-4687-bacf-29c98fc90984') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:42.666777 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:20:42.667127 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6cf4b49e-4c70-40ff-b5b6-8649ddbf73a8 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:20:42.667567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d0a194f9-4cec-4241-a8ca-1cd19ae5fdad no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:20:42.670579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:42.687984 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:42.698567 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:20:42.700619 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:42.701689 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: d0a194f9-4cec-4241-a8ca-1cd19ae5fdad {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:20:42.702027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d0a194f9-4cec-4241-a8ca-1cd19ae5fdad not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:20:42.720916 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:20:42.861901 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:42.866122 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:42.893087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f68a7c6-af8f-420d-9187-40aaec5f24db,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:42.947817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-498f59a1-8915-4915-bc24-18a940541a98 None None] Deleting port d0a194f9-4cec-4241-a8ca-1cd19ae5fdad {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:20:42.948333 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-498f59a1-8915-4915-bc24-18a940541a98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:42.959848 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-59b26c61-6982-482b-9cdb-259278b80f9d admin admin] 10.222.0.35 "DELETE /v2.0/networks/4f68a7c6-af8f-420d-9187-40aaec5f24db HTTP/1.1" status: 204 len: 168 time: 1.3748350 Mar 29 10:20:42.963425 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45022) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:43.025460 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-498f59a1-8915-4915-bc24-18a940541a98 None None] The port 'd0a194f9-4cec-4241-a8ca-1cd19ae5fdad' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 10:20:43.650479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ff00251-af50-407c-85b4-81b9b5a1d469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:44.023049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5ff00251-af50-407c-85b4-81b9b5a1d469 admin admin] Deleting port a45f3062-58a3-4678-b349-99c4f0824f34 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:20:44.023391 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ff00251-af50-407c-85b4-81b9b5a1d469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:44.209928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-5ff00251-af50-407c-85b4-81b9b5a1d469 admin admin] For port a45f3062-58a3-4678-b349-99c4f0824f34, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=a45f3062-58a3-4678-b349-99c4f0824f34,segment=NetworkSegment(ed68bce4-ec1a-4a37-b250-3712332f5b8e),segment_id=ed68bce4-ec1a-4a37-b250-3712332f5b8e)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:20:44.210196 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ff00251-af50-407c-85b4-81b9b5a1d469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:44.332000 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5ff00251-af50-407c-85b4-81b9b5a1d469 admin admin] Calling delete_port for a45f3062-58a3-4678-b349-99c4f0824f34 owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:20:44.712352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ff00251-af50-407c-85b4-81b9b5a1d469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:44.712352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff00251-af50-407c-85b4-81b9b5a1d469 admin admin] Pushing event deleted for resources: {'Port': ['ID=a45f3062-58a3-4678-b349-99c4f0824f34,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:45.068210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ff00251-af50-407c-85b4-81b9b5a1d469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:45.454638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff00251-af50-407c-85b4-81b9b5a1d469 admin admin] Router 5b4f9ccf-b836-4061-a597-f61fcded1bc5 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:20:45.668338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff00251-af50-407c-85b4-81b9b5a1d469 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:20:45.677948 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf19eda-3825-46dc-af8c-a1d265450910 None None] Sync routers for ids ['5b4f9ccf-b836-4061-a597-f61fcded1bc5'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:20:45.693643 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf19eda-3825-46dc-af8c-a1d265450910 None None] Routers {'5b4f9ccf-b836-4061-a597-f61fcded1bc5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:20:45.694247 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fdf19eda-3825-46dc-af8c-a1d265450910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:20:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5b4f9ccf-b836-4061-a597-f61fcded1bc5'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:45.748952 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5ff00251-af50-407c-85b4-81b9b5a1d469 admin admin] 10.222.0.35 "PUT /v2.0/routers/5b4f9ccf-b836-4061-a597-f61fcded1bc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7842450 Mar 29 10:20:45.751437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45026) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:45.877490 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-fdf19eda-3825-46dc-af8c-a1d265450910 None None] Set router 5b4f9ccf-b836-4061-a597-f61fcded1bc5 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:20:45.941852 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:46.134505 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:46.173621 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fdf19eda-3825-46dc-af8c-a1d265450910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'name': 'tempest-TestMinimumBasicScenario-1475570014-router', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.224'}], 'enable_snat': True}, 'gw_port_id': '4603cb6d-ef17-4476-9251-cc0341c639e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:20:44Z', 'revision_number': 5, 'project_id': '76fcc8158e2545b0a00230d129cc3d07', 'gw_port': {'id': '4603cb6d-ef17-4476-9251-cc0341c639e1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:71:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:46.178125 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf19eda-3825-46dc-af8c-a1d265450910 None None] Checking router: 5b4f9ccf-b836-4061-a597-f61fcded1bc5 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:20:46.186882 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf19eda-3825-46dc-af8c-a1d265450910 None None] Routers {'5b4f9ccf-b836-4061-a597-f61fcded1bc5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:20:46.187519 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] Deleting port 4603cb6d-ef17-4476-9251-cc0341c639e1 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:20:46.187649 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fdf19eda-3825-46dc-af8c-a1d265450910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:20:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['5b4f9ccf-b836-4061-a597-f61fcded1bc5'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:46.187963 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:46.343774 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-fdf19eda-3825-46dc-af8c-a1d265450910 None None] Set router 5b4f9ccf-b836-4061-a597-f61fcded1bc5 gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:20:46.403229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] For port 4603cb6d-ef17-4476-9251-cc0341c639e1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4603cb6d-ef17-4476-9251-cc0341c639e1,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:20:46.403626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:46.468666 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-fdf19eda-3825-46dc-af8c-a1d265450910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'name': 'tempest-TestMinimumBasicScenario-1475570014-router', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:20:46Z', 'revision_number': 6, 'project_id': '76fcc8158e2545b0a00230d129cc3d07', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:46.473497 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf19eda-3825-46dc-af8c-a1d265450910 None None] The sync data for ids ['5b4f9ccf-b836-4061-a597-f61fcded1bc5'] in dv-neutron-835555-1-hyperv is: [{'id': '5b4f9ccf-b836-4061-a597-f61fcded1bc5', 'name': 'tempest-TestMinimumBasicScenario-1475570014-router', 'tenant_id': '76fcc8158e2545b0a00230d129cc3d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:17:03Z', 'updated_at': '2022-03-29T10:20:46Z', 'revision_number': 6, 'project_id': '76fcc8158e2545b0a00230d129cc3d07', 'gw_port_host': None}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:20:46.656767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] Calling delete_port for 4603cb6d-ef17-4476-9251-cc0341c639e1 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:20:46.885928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:46.888025 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a45f3062-58a3-4678-b349-99c4f0824f34 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:20:46.936277 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: a45f3062-58a3-4678-b349-99c4f0824f34 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:20:46.937125 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4603cb6d-ef17-4476-9251-cc0341c639e1,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:46.937306 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device a45f3062-58a3-4678-b349-99c4f0824f34 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:20:47.040369 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:47.213331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:47.215457 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:47.313415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:47.314052 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b4f9ccf-b836-4061-a597-f61fcded1bc5 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:20:47.326812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:47.331263 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3f5655ca-17d0-44f0-8ef0-69d8b27b07ee admin admin] 10.222.0.35 "DELETE /v2.0/routers/5b4f9ccf-b836-4061-a597-f61fcded1bc5 HTTP/1.1" status: 204 len: 168 time: 1.5756681 Mar 29 10:20:47.331507 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45030) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:47.396927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-4121f3b2-7c80-49fb-a5e5-f4682c8311e9 admin admin] Deleting subnet cb3a9f88-21e2-435f-90ee-5e4b0fee407c {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:20:47.400101 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4121f3b2-7c80-49fb-a5e5-f4682c8311e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:47.455047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4121f3b2-7c80-49fb-a5e5-f4682c8311e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:47.555017 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4121f3b2-7c80-49fb-a5e5-f4682c8311e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:47.702812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4121f3b2-7c80-49fb-a5e5-f4682c8311e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:47.745785 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4121f3b2-7c80-49fb-a5e5-f4682c8311e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:47.748998 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121f3b2-7c80-49fb-a5e5-f4682c8311e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3a9f88-21e2-435f-90ee-5e4b0fee407c,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:47.750719 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f0f4f9-d1fc-431d-aa0b-65ad7b4f5aa1 None None] Network db3726cf-1a2e-4437-bdfa-64763a42b04e requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:20:47.756390 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4121f3b2-7c80-49fb-a5e5-f4682c8311e9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cb3a9f88-21e2-435f-90ee-5e4b0fee407c HTTP/1.1" status: 204 len: 168 time: 0.4239445 Mar 29 10:20:47.758852 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45034) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:47.869250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:47.880673 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] Deleting port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:20:47.881005 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:48.017216 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14aa4bf-e856-4534-bc18-710b47a63bcc None None] DHCP port deletion for db3726cf-1a2e-4437-bdfa-64763a42b04e request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:20:48.026140 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c14aa4bf-e856-4534-bc18-710b47a63bcc None None] Deleting port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:20:48.032805 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c14aa4bf-e856-4534-bc18-710b47a63bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:48.114485 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] For port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f,segment=NetworkSegment(ed68bce4-ec1a-4a37-b250-3712332f5b8e),segment_id=ed68bce4-ec1a-4a37-b250-3712332f5b8e)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:20:48.115259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:48.244383 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-c14aa4bf-e856-4534-bc18-710b47a63bcc None None] For port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f,segment=NetworkSegment(ed68bce4-ec1a-4a37-b250-3712332f5b8e),segment_id=ed68bce4-ec1a-4a37-b250-3712332f5b8e)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:20:48.244758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c14aa4bf-e856-4534-bc18-710b47a63bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:48.248167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] Calling delete_port for 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:20:48.371301 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c14aa4bf-e856-4534-bc18-710b47a63bcc None None] Calling delete_port for 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:20:48.387698 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:48.458143 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-c14aa4bf-e856-4534-bc18-710b47a63bcc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:20:48.458490 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-c14aa4bf-e856-4534-bc18-710b47a63bcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:20:48.543049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] Pushing event deleted for resources: {'Port': ['ID=4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:48.548794 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] No DVR routers for this DVR port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:20:48.629350 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4603cb6d-ef17-4476-9251-cc0341c639e1 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:20:48.666411 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 4603cb6d-ef17-4476-9251-cc0341c639e1 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:20:48.667009 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4603cb6d-ef17-4476-9251-cc0341c639e1 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:20:48.667717 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:20:48.673292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:48.704890 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3726cf-1a2e-4437-bdfa-64763a42b04e']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:48.718564 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed68bce4-ec1a-4a37-b250-3712332f5b8e') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:48.718874 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed68bce4-ec1a-4a37-b250-3712332f5b8e') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:48.724764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:20:48.725337 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:20:48.733669 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:48.752307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:48.759512 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:20:48.759895 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:20:48.773463 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:20:48.953350 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:48.957966 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:48.960308 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c14aa4bf-e856-4534-bc18-710b47a63bcc None None] Deleting port 4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:20:48.960920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c14aa4bf-e856-4534-bc18-710b47a63bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:48.984314 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] Pushing event deleted for resources: {'Network': ['ID=db3726cf-1a2e-4437-bdfa-64763a42b04e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:48.991302 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-362233b5-7821-4807-94bc-8d27e3d0ea73 admin admin] 10.222.0.35 "DELETE /v2.0/networks/db3726cf-1a2e-4437-bdfa-64763a42b04e HTTP/1.1" status: 204 len: 168 time: 1.2314532 Mar 29 10:20:49.028758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c14aa4bf-e856-4534-bc18-710b47a63bcc None None] The port '4adc1b35-d2e0-4ef9-bbf8-3b7e9b91112f' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 10:20:49.371082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45040) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:49.417487 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bfb3f9ce-f0df-4190-871f-76503f105db5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8ce5e4e6c08441d83a32b898e00254e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475383 Mar 29 10:20:49.419979 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45044) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:49.482456 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ba3223c-1694-441b-8cfe-7a9b66191533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:49.509841 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ba3223c-1694-441b-8cfe-7a9b66191533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:49.655990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ba3223c-1694-441b-8cfe-7a9b66191533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:49.673663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3223c-1694-441b-8cfe-7a9b66191533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5778c6da-4fa9-45d6-9192-c317019a8147,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:49.751944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5ba3223c-1694-441b-8cfe-7a9b66191533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:49.753107 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5ba3223c-1694-441b-8cfe-7a9b66191533 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5778c6da-4fa9-45d6-9192-c317019a8147 HTTP/1.1" status: 204 len: 168 time: 0.3322804 Mar 29 10:20:50.445768 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45052) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:50.497616 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-10223a27-9609-4204-aedf-09a507eaeae4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76fcc8158e2545b0a00230d129cc3d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505309 Mar 29 10:20:50.500001 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45056) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:50.557147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4697a342-adf7-4b58-910c-1d083f941ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:50.584760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4697a342-adf7-4b58-910c-1d083f941ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:50.718772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4697a342-adf7-4b58-910c-1d083f941ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:50.739325 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697a342-adf7-4b58-910c-1d083f941ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a0a4b2-69a0-48ac-865c-caed394b5fe9,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:50.743741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4697a342-adf7-4b58-910c-1d083f941ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:50.744927 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4697a342-adf7-4b58-910c-1d083f941ced admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13a0a4b2-69a0-48ac-865c-caed394b5fe9 HTTP/1.1" status: 204 len: 168 time: 0.2439666 Mar 29 10:20:53.362435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45100) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:53.370620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288063680', 'description': 'tempest-secgroup-smoke-288063680 description', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:20:53.381157 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:20:53.392807 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:20:53.396465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:20:53.402802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:20:53.455945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:53.484264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:53.497046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:53.511750 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:20:53.515611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:20:53.518687 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:20:53.525958 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:20:53.609874 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:53.678278 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:53.690662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:20:53.706000 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:20:53.714770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:20:53.722735 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:20:53.724689 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1ea7bf-fe14-4067-871f-d78fbf77289a,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:53.800347 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:53.868198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:53.940665 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4ad832-ace7-4a1f-a41f-c1022083ad4e,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:53.993318 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:53.994577 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-623a6704-79bb-413e-b1ce-5e0c8cc41d6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6307080 Mar 29 10:20:53.998974 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45104) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:54.004148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-9514f527-aa61-4d4e-be34-dbfcfef555b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'fc4ad832-ace7-4a1f-a41f-c1022083ad4e', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:20:54.010786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9514f527-aa61-4d4e-be34-dbfcfef555b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:20:54.014699 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9514f527-aa61-4d4e-be34-dbfcfef555b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:20:54.017569 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9514f527-aa61-4d4e-be34-dbfcfef555b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:20:54.023483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9514f527-aa61-4d4e-be34-dbfcfef555b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:20:54.120844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9514f527-aa61-4d4e-be34-dbfcfef555b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:54.185204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9514f527-aa61-4d4e-be34-dbfcfef555b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:54.273156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9514f527-aa61-4d4e-be34-dbfcfef555b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:54.297307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514f527-aa61-4d4e-be34-dbfcfef555b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79e4ac4-75aa-4108-8533-f601319fc80b,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:54.382162 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9514f527-aa61-4d4e-be34-dbfcfef555b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:54.386310 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9514f527-aa61-4d4e-be34-dbfcfef555b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3838687 Mar 29 10:20:54.386564 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45108) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:54.391873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d628585a-3ec5-424d-a73a-918ad8b191a6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'fc4ad832-ace7-4a1f-a41f-c1022083ad4e', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:20:54.398532 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d628585a-3ec5-424d-a73a-918ad8b191a6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:20:54.402355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d628585a-3ec5-424d-a73a-918ad8b191a6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:20:54.405277 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d628585a-3ec5-424d-a73a-918ad8b191a6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:20:54.412645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d628585a-3ec5-424d-a73a-918ad8b191a6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:20:54.502004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d628585a-3ec5-424d-a73a-918ad8b191a6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:54.564978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d628585a-3ec5-424d-a73a-918ad8b191a6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:54.684689 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d628585a-3ec5-424d-a73a-918ad8b191a6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:54.709727 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628585a-3ec5-424d-a73a-918ad8b191a6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f08eec-bc26-4841-a02a-6389f2d60f21,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:54.781695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d628585a-3ec5-424d-a73a-918ad8b191a6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:54.782902 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d628585a-3ec5-424d-a73a-918ad8b191a6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3953080 Mar 29 10:20:54.785606 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45112) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:54.790619 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e9108231-cf28-48a1-a39e-eff2ea3b04bd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'fc4ad832-ace7-4a1f-a41f-c1022083ad4e', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:20:54.796726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e9108231-cf28-48a1-a39e-eff2ea3b04bd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:20:54.800628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e9108231-cf28-48a1-a39e-eff2ea3b04bd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:20:54.807299 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e9108231-cf28-48a1-a39e-eff2ea3b04bd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:20:54.809324 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e9108231-cf28-48a1-a39e-eff2ea3b04bd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:20:54.885733 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9108231-cf28-48a1-a39e-eff2ea3b04bd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:54.948745 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9108231-cf28-48a1-a39e-eff2ea3b04bd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:55.027034 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9108231-cf28-48a1-a39e-eff2ea3b04bd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:55.052021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9108231-cf28-48a1-a39e-eff2ea3b04bd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c11bf9-c28a-46d0-8188-89f1862d04cc,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:55.124579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e9108231-cf28-48a1-a39e-eff2ea3b04bd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:55.126115 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e9108231-cf28-48a1-a39e-eff2ea3b04bd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3394153 Mar 29 10:20:55.129822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45116) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:55.137118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-696f5e6d-f236-4cf3-b01c-8d8e284f7116 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'fc4ad832-ace7-4a1f-a41f-c1022083ad4e', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:20:55.143402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-696f5e6d-f236-4cf3-b01c-8d8e284f7116 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:20:55.147347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-696f5e6d-f236-4cf3-b01c-8d8e284f7116 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:20:55.150267 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-696f5e6d-f236-4cf3-b01c-8d8e284f7116 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:20:55.155893 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-696f5e6d-f236-4cf3-b01c-8d8e284f7116 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:20:55.251206 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-696f5e6d-f236-4cf3-b01c-8d8e284f7116 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:55.316232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-696f5e6d-f236-4cf3-b01c-8d8e284f7116 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:55.409810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-696f5e6d-f236-4cf3-b01c-8d8e284f7116 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:55.434501 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f5e6d-f236-4cf3-b01c-8d8e284f7116 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e37d302-9855-4eef-a92a-8a8837b566d4,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:55.536917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-696f5e6d-f236-4cf3-b01c-8d8e284f7116 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:55.538566 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-696f5e6d-f236-4cf3-b01c-8d8e284f7116 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4075363 Mar 29 10:20:55.541484 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45120) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:55.546786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-97567a29-cb50-4d78-8967-b5631cd49c68 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'fc4ad832-ace7-4a1f-a41f-c1022083ad4e', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:20:55.553604 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-97567a29-cb50-4d78-8967-b5631cd49c68 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:20:55.557695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-97567a29-cb50-4d78-8967-b5631cd49c68 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:20:55.560540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-97567a29-cb50-4d78-8967-b5631cd49c68 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:20:55.566139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-97567a29-cb50-4d78-8967-b5631cd49c68 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:20:55.678528 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-97567a29-cb50-4d78-8967-b5631cd49c68 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Project 0a9d5eeb10cb49b5bf8599ad952ec1f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:20:55.685620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-97567a29-cb50-4d78-8967-b5631cd49c68 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:55.749971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-97567a29-cb50-4d78-8967-b5631cd49c68 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:55.839026 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-97567a29-cb50-4d78-8967-b5631cd49c68 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:55.867007 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97567a29-cb50-4d78-8967-b5631cd49c68 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75467256-a3d3-4494-a417-f737b9a293f4,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:55.941586 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-97567a29-cb50-4d78-8967-b5631cd49c68 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:55.942801 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-97567a29-cb50-4d78-8967-b5631cd49c68 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4003232 Mar 29 10:20:55.945538 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45124) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:55.950709 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-04c81699-4e51-40e5-b5c9-4d25919eeb03 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'fc4ad832-ace7-4a1f-a41f-c1022083ad4e', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:20:55.956971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-04c81699-4e51-40e5-b5c9-4d25919eeb03 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:20:55.961266 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-04c81699-4e51-40e5-b5c9-4d25919eeb03 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:20:55.964293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-04c81699-4e51-40e5-b5c9-4d25919eeb03 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:20:55.970108 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-04c81699-4e51-40e5-b5c9-4d25919eeb03 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:20:56.055959 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-04c81699-4e51-40e5-b5c9-4d25919eeb03 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Project 0a9d5eeb10cb49b5bf8599ad952ec1f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:20:56.063205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-04c81699-4e51-40e5-b5c9-4d25919eeb03 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:56.136837 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-04c81699-4e51-40e5-b5c9-4d25919eeb03 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:56.203993 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-04c81699-4e51-40e5-b5c9-4d25919eeb03 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:56.227869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c81699-4e51-40e5-b5c9-4d25919eeb03 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8b35e4-b59f-4fd8-9dab-18ed5ab440c5,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:56.318583 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-04c81699-4e51-40e5-b5c9-4d25919eeb03 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:56.320141 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-04c81699-4e51-40e5-b5c9-4d25919eeb03 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3733556 Mar 29 10:20:56.323040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45128) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:56.328701 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'network': {'name': 'tempest-network-smoke--1989574557', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'port_security_enabled': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:20:56.334072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:20:56.338080 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:network and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:20:56.341055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:20:56.348706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:20:56.421597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Made reservation on behalf of 0a9d5eeb10cb49b5bf8599ad952ec1f4 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:20:56.425212 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:56.452989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:20:56.462486 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:56.462859 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Added segment f40b29fd-bc8c-4b6b-8765-ca760c7b07b7 of type vlan for network c590dd0d-2138-4c50-a844-8bd86c54c699 Mar 29 10:20:56.488825 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:56.598984 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:56.604404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:56.605093 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:56.710455 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Network': ['ID=c590dd0d-2138-4c50-a844-8bd86c54c699,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:56.720663 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d42f0e88-e0cb-4be7-bc91-603a7e819c15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3965480 Mar 29 10:20:56.721563 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network c590dd0d-2138-4c50-a844-8bd86c54c699 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:20:56.724770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45132) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:56.729786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'admin_state_up': True, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:20:56.737077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:20:56.740969 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:router and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:20:56.744300 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:20:56.753128 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:20:56.861446 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:56.862501 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:56.877851 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:57.228010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:57.708373 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:57.739362 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:57.876962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.26.7.97 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/1b81ea9b-b7eb-4456-9be4-ab4772076162) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:20:58.028178 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:58.131651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:58.197611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:20:58.205207 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:20:58.208289 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:20:58.243582 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=1b81ea9b-b7eb-4456-9be4-ab4772076162,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:58.679488 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:59.023725 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:59.381597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router 271bf298-17bb-4941-9fe5-843f62cecf89 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:20:59.559184 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:20:59.568961 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Sync routers for ids ['271bf298-17bb-4941-9fe5-843f62cecf89'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:20:59.578924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Routers {'271bf298-17bb-4941-9fe5-843f62cecf89'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:20:59.579563 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:20:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['271bf298-17bb-4941-9fe5-843f62cecf89'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:20:59.640523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:59.640523 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5a371d77-78bf-42de-bfc9-6f404c355b0d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9143960 Mar 29 10:20:59.643219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45136) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:59.794426 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Set router 271bf298-17bb-4941-9fe5-843f62cecf89 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:20:59.800413 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-57603585-92bc-4850-a332-5a3a0057472a tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1536674 Mar 29 10:20:59.800713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45142) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:59.934184 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c54d6d4-8c82-4217-9706-2515e52f9348 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:59.935554 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9c54d6d4-8c82-4217-9706-2515e52f9348 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1339715 Mar 29 10:20:59.938664 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45146) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:59.984408 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c1c0a3d8-44c7-4a4b-b57e-c1ab61cf2e80 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421486 Mar 29 10:20:59.984684 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45150) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:20:59.990499 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-516346203', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:21:00.082942 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:20:56Z', 'updated_at': '2022-03-29T10:20:58Z', 'revision_number': 3, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:20:57Z', 'updated_at': '2022-03-29T10:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:21:00.086837 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Checking router: 271bf298-17bb-4941-9fe5-843f62cecf89 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:21:00.087189 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Updating router 271bf298-17bb-4941-9fe5-843f62cecf89 port 1b81ea9b-b7eb-4456-9be4-ab4772076162 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:21:00.093009 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:21:00.102332 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:21:00.106096 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:subnet and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:21:00.108877 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:21:00.114460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:21:00.138985 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:00.189432 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Made reservation on behalf of 0a9d5eeb10cb49b5bf8599ad952ec1f4 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:21:00.193582 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:00.472832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:00.473111 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:00.485041 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Transition to ACTIVE for port object 1b81ea9b-b7eb-4456-9be4-ab4772076162 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:21:00.547075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:00.552742 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Subnet': ['ID=d60cec87-7edd-446e-b3b9-aa098514fb70,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:00.561091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Checking segment: {'id': 'f40b29fd-bc8c-4b6b-8765-ca760c7b07b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:21:00.561867 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network hostable DHCP agents. Network: c590dd0d-2138-4c50-a844-8bd86c54c699, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:21:00.631605 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Attempting to bind port 1b81ea9b-b7eb-4456-9be4-ab4772076162 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:21:00.632184 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Attempting to bind port 1b81ea9b-b7eb-4456-9be4-ab4772076162 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:21:00.632316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Attempting to bind port 1b81ea9b-b7eb-4456-9be4-ab4772076162 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:21:00.634229 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822f7e1-d99b-4e1a-8734-f3d5bf3d217f None None] Pushing event updated for resources: {'Port': ['ID=1b81ea9b-b7eb-4456-9be4-ab4772076162,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:00.643078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:21:00.643448 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:21:00.643833 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:00.644211 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:21:00.644709 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Bound port: 1b81ea9b-b7eb-4456-9be4-ab4772076162, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:21:00.645074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:00.669093 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822f7e1-d99b-4e1a-8734-f3d5bf3d217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:00.669434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822f7e1-d99b-4e1a-8734-f3d5bf3d217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:00.669768 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822f7e1-d99b-4e1a-8734-f3d5bf3d217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:00.670096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822f7e1-d99b-4e1a-8734-f3d5bf3d217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:00.670422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822f7e1-d99b-4e1a-8734-f3d5bf3d217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:00.670748 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822f7e1-d99b-4e1a-8734-f3d5bf3d217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:00.671110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822f7e1-d99b-4e1a-8734-f3d5bf3d217f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:00.671433 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822f7e1-d99b-4e1a-8734-f3d5bf3d217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:00.671750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822f7e1-d99b-4e1a-8734-f3d5bf3d217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:00.672067 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822f7e1-d99b-4e1a-8734-f3d5bf3d217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:00.672381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822f7e1-d99b-4e1a-8734-f3d5bf3d217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:00.672687 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network c590dd0d-2138-4c50-a844-8bd86c54c699 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:21:00.672810 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822f7e1-d99b-4e1a-8734-f3d5bf3d217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:00.725587 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] For port 1b81ea9b-b7eb-4456-9be4-ab4772076162, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:21:00.728848 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] For port 1b81ea9b-b7eb-4456-9be4-ab4772076162, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1b81ea9b-b7eb-4456-9be4-ab4772076162,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:21:00.747057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, c590dd0d-2138-4c50-a844-8bd86c54c699) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:21:00.752522 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:00.752522 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:00.755903 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935741f9-66b7-4d6c-9a42-27036b4135bc None None] Network c590dd0d-2138-4c50-a844-8bd86c54c699 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:21:00.837388 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:00.857702 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3ab4c868-698f-44c7-b3b7-2c46457eafbb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8719568 Mar 29 10:21:00.860671 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45154) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:21:00.948264 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Routers {'271bf298-17bb-4941-9fe5-843f62cecf89'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:21:00.948935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:20:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['271bf298-17bb-4941-9fe5-843f62cecf89'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:21:01.063223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822f7e1-d99b-4e1a-8734-f3d5bf3d217f None None] Pushing event updated for resources: {'Port': ['ID=1b81ea9b-b7eb-4456-9be4-ab4772076162,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:01.207708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-c590dd0d-2138-4c50-a844-8bd86c54c699', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ips': [{'subnet_id': 'd60cec87-7edd-446e-b3b9-aa098514fb70'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:21:01.208554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:01.238290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] Set router 271bf298-17bb-4941-9fe5-843f62cecf89 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:21:01.679344 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Allocated IP 172.20.0.2 (c590dd0d-2138-4c50-a844-8bd86c54c699/d60cec87-7edd-446e-b3b9-aa098514fb70/26484e18-93f8-49c4-921b-fd19ffcbb7b1) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:21:01.709034 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:01.811520 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:20:56Z', 'updated_at': '2022-03-29T10:20:58Z', 'revision_number': 3, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:20:57Z', 'updated_at': '2022-03-29T10:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:21:01.820799 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29676878-971e-426a-8c82-b2c9c7dd9d55 None None] The sync data for ids ['271bf298-17bb-4941-9fe5-843f62cecf89'] in dv-neutron-835555-1-hyperv is: [{'id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:20:56Z', 'updated_at': '2022-03-29T10:20:58Z', 'revision_number': 3, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:20:57Z', 'updated_at': '2022-03-29T10:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:21:01.931984 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:01.943481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Transition to ACTIVE for port object 26484e18-93f8-49c4-921b-fd19ffcbb7b1 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:21:01.965773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Transition to ACTIVE for port object 26484e18-93f8-49c4-921b-fd19ffcbb7b1 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:21:02.021843 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:02.118181 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Network c590dd0d-2138-4c50-a844-8bd86c54c699 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:21:02.124161 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:21:02.124161 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:21:02.130679 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Pushing event updated for resources: {'Port': ['ID=26484e18-93f8-49c4-921b-fd19ffcbb7b1,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:02.213863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.20.0.1 (c590dd0d-2138-4c50-a844-8bd86c54c699/d60cec87-7edd-446e-b3b9-aa098514fb70/4a917088-7adb-4583-aeea-b179a593c960) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:21:02.226628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Attempting to bind port 26484e18-93f8-49c4-921b-fd19ffcbb7b1 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:21:02.227007 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Attempting to bind port 26484e18-93f8-49c4-921b-fd19ffcbb7b1 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'f40b29fd-bc8c-4b6b-8765-ca760c7b07b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:21:02.227371 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Attempting to bind port 26484e18-93f8-49c4-921b-fd19ffcbb7b1 on network c590dd0d-2138-4c50-a844-8bd86c54c699 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:21:02.235481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:21:02.236050 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Checking segment: {'id': 'f40b29fd-bc8c-4b6b-8765-ca760c7b07b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:21:02.236459 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:02.237091 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Bound using segment: {'id': 'f40b29fd-bc8c-4b6b-8765-ca760c7b07b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:21:02.237740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Bound port: 26484e18-93f8-49c4-921b-fd19ffcbb7b1, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40b29fd-bc8c-4b6b-8765-ca760c7b07b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:21:02.238807 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:02.350100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] For port 26484e18-93f8-49c4-921b-fd19ffcbb7b1, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:21:02.353718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] For port 26484e18-93f8-49c4-921b-fd19ffcbb7b1, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=26484e18-93f8-49c4-921b-fd19ffcbb7b1,segment=NetworkSegment(f40b29fd-bc8c-4b6b-8765-ca760c7b07b7),segment_id=f40b29fd-bc8c-4b6b-8765-ca760c7b07b7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:21:02.407458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:02.412379 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:02.426236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Transition to ACTIVE for port object 4a917088-7adb-4583-aeea-b179a593c960 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:21:02.504160 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2145d4-0fc8-4758-90ed-b81634233cb1 None None] Pushing event updated for resources: {'Port': ['ID=26484e18-93f8-49c4-921b-fd19ffcbb7b1,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:02.521775 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:02.595747 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network c590dd0d-2138-4c50-a844-8bd86c54c699 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:21:02.600055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:21:02.603605 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:21:02.666727 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=4a917088-7adb-4583-aeea-b179a593c960,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:02.670468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1b81ea9b-b7eb-4456-9be4-ab4772076162 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:21:02.691242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:02.865232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 1b81ea9b-b7eb-4456-9be4-ab4772076162 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:21:02.868846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 1b81ea9b-b7eb-4456-9be4-ab4772076162 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:21:02.869229 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:02.996738 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:03.013421 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 1b81ea9b-b7eb-4456-9be4-ab4772076162, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1b81ea9b-b7eb-4456-9be4-ab4772076162,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:21:03.103861 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:03.135912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:03.207840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=1b81ea9b-b7eb-4456-9be4-ab4772076162,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:03.552840 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c1d8c5-24b1-4967-8dbe-5931e8593797 None None] Network c590dd0d-2138-4c50-a844-8bd86c54c699 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:21:03.681539 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:03.709144 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-eaa67688-3e5e-4d48-8bbc-0527ac4cce18 None None] Provisioning for port 26484e18-93f8-49c4-921b-fd19ffcbb7b1 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:21:03.724828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:03.858706 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=4a917088-7adb-4583-aeea-b179a593c960,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:03.859831 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:04.010747 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network c590dd0d-2138-4c50-a844-8bd86c54c699 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:21:04.011927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:21:04.207451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router 271bf298-17bb-4941-9fe5-843f62cecf89 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:21:04.221295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f7a098d6-7437-4710-8af0-edcc9cb870cd None None] Provisioning for port 4a917088-7adb-4583-aeea-b179a593c960 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:21:04.227923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f7a098d6-7437-4710-8af0-edcc9cb870cd None None] Provisioning complete for port 4a917088-7adb-4583-aeea-b179a593c960 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:21:04.228721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f7a098d6-7437-4710-8af0-edcc9cb870cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:04.288953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f7a098d6-7437-4710-8af0-edcc9cb870cd None None] Port 4a917088-7adb-4583-aeea-b179a593c960 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:21:04.413994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-08c40618-b974-48c7-a4f4-26574d2d41a2 None None] Provisioning complete for port 4a917088-7adb-4583-aeea-b179a593c960 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:21:04.414390 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-08c40618-b974-48c7-a4f4-26574d2d41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:04.415788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:21:04.425788 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bec80de0-3880-42d6-864c-758a62affeb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "PUT /v2.0/routers/271bf298-17bb-4941-9fe5-843f62cecf89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5640528 Mar 29 10:21:04.427444 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Sync routers for ids ['271bf298-17bb-4941-9fe5-843f62cecf89'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:21:04.445048 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Routers {'271bf298-17bb-4941-9fe5-843f62cecf89'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:21:04.446026 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:20:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['271bf298-17bb-4941-9fe5-843f62cecf89'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:21:04.547106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-08c40618-b974-48c7-a4f4-26574d2d41a2 None None] Port 4a917088-7adb-4583-aeea-b179a593c960 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:21:04.668226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-4907dcf7-8c54-40c2-8256-6ff0011ffd2d None None] Provisioning complete for port 4a917088-7adb-4583-aeea-b179a593c960 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:21:04.668791 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4907dcf7-8c54-40c2-8256-6ff0011ffd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:04.681415 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Set router 271bf298-17bb-4941-9fe5-843f62cecf89 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:21:04.724170 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-4907dcf7-8c54-40c2-8256-6ff0011ffd2d None None] Port 4a917088-7adb-4583-aeea-b179a593c960 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:21:04.765065 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1b81ea9b-b7eb-4456-9be4-ab4772076162 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:21:04.799886 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-cd5283f4-a8b5-43e5-80f7-23e1b676e7ec tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:21:04.842849 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 1b81ea9b-b7eb-4456-9be4-ab4772076162 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:21:04.845495 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:04.901501 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-cd5283f4-a8b5-43e5-80f7-23e1b676e7ec tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:21:04.902481 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-cd5283f4-a8b5-43e5-80f7-23e1b676e7ec tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288063680&fields=id&tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 267 time: 0.1444180 Mar 29 10:21:04.970093 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 26484e18-93f8-49c4-921b-fd19ffcbb7b1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:21:05.051322 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:20:56Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:20:57Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4a917088-7adb-4583-aeea-b179a593c960', 'name': '', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:f7:3b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:21:01Z', 'updated_at': '2022-03-29T10:21:03Z', 'revision_number': 2, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:21:05.055377 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Checking router: 271bf298-17bb-4941-9fe5-843f62cecf89 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:21:05.058276 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Updating router 271bf298-17bb-4941-9fe5-843f62cecf89 port 4a917088-7adb-4583-aeea-b179a593c960 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:21:05.073755 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-209da2d8-e7cb-4705-9d78-b7f0a370d375 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:05.081440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-209da2d8-e7cb-4705-9d78-b7f0a370d375 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:21:05.112036 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:05.146928 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 26484e18-93f8-49c4-921b-fd19ffcbb7b1 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:21:05.152059 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 26484e18-93f8-49c4-921b-fd19ffcbb7b1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:21:05.152420 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:05.187515 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-209da2d8-e7cb-4705-9d78-b7f0a370d375 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:21:05.189047 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-209da2d8-e7cb-4705-9d78-b7f0a370d375 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/networks?id=c590dd0d-2138-4c50-a844-8bd86c54c699 HTTP/1.1" status: 200 len: 797 time: 0.2777047 Mar 29 10:21:05.207344 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-55d4ed5e-c7c2-4e97-a5a3-867842aeb0c4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/quotas/0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 375 time: 0.0128593 Mar 29 10:21:05.287264 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:05.305386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-811d0cd5-9723-49ad-a4bd-734f947369f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:21:05.324315 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 26484e18-93f8-49c4-921b-fd19ffcbb7b1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=26484e18-93f8-49c4-921b-fd19ffcbb7b1,segment=NetworkSegment(f40b29fd-bc8c-4b6b-8765-ca760c7b07b7),segment_id=f40b29fd-bc8c-4b6b-8765-ca760c7b07b7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:21:05.381205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-811d0cd5-9723-49ad-a4bd-734f947369f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:21:05.382545 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-811d0cd5-9723-49ad-a4bd-734f947369f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1693428 Mar 29 10:21:05.415469 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:05.478305 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:05.486705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=26484e18-93f8-49c4-921b-fd19ffcbb7b1,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:05.493140 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Transition to ACTIVE for port object 4a917088-7adb-4583-aeea-b179a593c960 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:21:05.543806 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-8a7de944-930b-425f-b98d-a0142a7ff32b service neutron] 10.222.0.35 "GET /v2.0/networks/c590dd0d-2138-4c50-a844-8bd86c54c699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415229 Mar 29 10:21:05.575702 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:05.705722 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-f672e7c4-2110-483f-9644-6d2b6dfe31d2 service neutron] 10.222.0.35 "GET /v2.0/networks/c590dd0d-2138-4c50-a844-8bd86c54c699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555116 Mar 29 10:21:05.718686 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-503d6fa8-60bf-4005-baf7-449a3efa4787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:05.753981 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bd3cb-b281-4e9d-b4b5-ae1ad9923725 None None] Pushing event updated for resources: {'Port': ['ID=4a917088-7adb-4583-aeea-b179a593c960,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:05.795929 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bd3cb-b281-4e9d-b4b5-ae1ad9923725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:05.796274 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bd3cb-b281-4e9d-b4b5-ae1ad9923725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:05.796646 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bd3cb-b281-4e9d-b4b5-ae1ad9923725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:05.796977 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bd3cb-b281-4e9d-b4b5-ae1ad9923725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:05.797302 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bd3cb-b281-4e9d-b4b5-ae1ad9923725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:05.797708 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bd3cb-b281-4e9d-b4b5-ae1ad9923725 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:05.798035 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bd3cb-b281-4e9d-b4b5-ae1ad9923725 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:05.798356 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bd3cb-b281-4e9d-b4b5-ae1ad9923725 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:05.798678 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bd3cb-b281-4e9d-b4b5-ae1ad9923725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:05.798995 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bd3cb-b281-4e9d-b4b5-ae1ad9923725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:05.799309 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bd3cb-b281-4e9d-b4b5-ae1ad9923725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:05.799624 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bd3cb-b281-4e9d-b4b5-ae1ad9923725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:05.821102 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Attempting to bind port 4a917088-7adb-4583-aeea-b179a593c960 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:21:05.821466 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Attempting to bind port 4a917088-7adb-4583-aeea-b179a593c960 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'f40b29fd-bc8c-4b6b-8765-ca760c7b07b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:21:05.822070 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Attempting to bind port 4a917088-7adb-4583-aeea-b179a593c960 on network c590dd0d-2138-4c50-a844-8bd86c54c699 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:21:05.828361 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:21:05.828680 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Checking segment: {'id': 'f40b29fd-bc8c-4b6b-8765-ca760c7b07b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:21:05.829217 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:05.829620 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Bound using segment: {'id': 'f40b29fd-bc8c-4b6b-8765-ca760c7b07b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:21:05.830062 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Bound port: 4a917088-7adb-4583-aeea-b179a593c960, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40b29fd-bc8c-4b6b-8765-ca760c7b07b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:21:05.830425 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:05.926351 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] For port 4a917088-7adb-4583-aeea-b179a593c960, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:21:05.929476 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] For port 4a917088-7adb-4583-aeea-b179a593c960, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4a917088-7adb-4583-aeea-b179a593c960,segment=NetworkSegment(f40b29fd-bc8c-4b6b-8765-ca760c7b07b7),segment_id=f40b29fd-bc8c-4b6b-8765-ca760c7b07b7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:21:05.987694 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:05.995615 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9ee90cb5-3fdc-4cb1-9488-ce090cbd6004 req-16800e93-bc38-4f03-8a01-cad9c2fea989 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0447333 Mar 29 10:21:06.067870 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Routers {'271bf298-17bb-4941-9fe5-843f62cecf89'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:21:06.068536 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:20:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['271bf298-17bb-4941-9fe5-843f62cecf89'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:21:06.134527 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bd3cb-b281-4e9d-b4b5-ae1ad9923725 None None] Pushing event updated for resources: {'Port': ['ID=4a917088-7adb-4583-aeea-b179a593c960,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:06.286408 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] Set router 271bf298-17bb-4941-9fe5-843f62cecf89 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:21:06.635344 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:20:56Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:20:57Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4a917088-7adb-4583-aeea-b179a593c960', 'name': '', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:f7:3b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:21:01Z', 'updated_at': '2022-03-29T10:21:05Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:21:06.639448 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f862d861-81ec-4bad-a8c3-e550fd354593 None None] The sync data for ids ['271bf298-17bb-4941-9fe5-843f62cecf89'] in dv-neutron-835555-1-hyperv is: [{'id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:20:56Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:20:57Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4a917088-7adb-4583-aeea-b179a593c960', 'name': '', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:f7:3b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:21:01Z', 'updated_at': '2022-03-29T10:21:05Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:21:06.653150 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 26484e18-93f8-49c4-921b-fd19ffcbb7b1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:21:06.755469 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 26484e18-93f8-49c4-921b-fd19ffcbb7b1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:21:06.755844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:07.230708 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1903fbbb-fac6-4b89-aa94-60ffda2a1e2a req-a704f8ac-96fb-4b76-9fdf-0d4a1284add6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 210 time: 0.1786778 Mar 29 10:21:07.952857 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-eee2e009-d0ba-4b82-b031-3711701f6264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:08.387846 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9f30dd56-8189-4d9c-996b-4c4328cf5f2a req-a15dca57-b8e6-48f7-a20a-a797a1cf4b79 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0459573 Mar 29 10:21:08.615285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-f62c7dbd-46eb-4d4e-91d4-46ebd18b9f96 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:08.616753 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-f62c7dbd-46eb-4d4e-91d4-46ebd18b9f96 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/networks?id=c590dd0d-2138-4c50-a844-8bd86c54c699 HTTP/1.1" status: 200 len: 797 time: 0.1462026 Mar 29 10:21:08.669560 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-4f78974b-b7a6-45b2-886b-3a40fca4cfdf tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 379 time: 0.0448818 Mar 29 10:21:08.674326 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4a917088-7adb-4583-aeea-b179a593c960 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:21:08.683132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'port': {'device_id': 'ba7927c7-a26a-4b91-81e2-db17c656dbe9', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'admin_state_up': True, 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'security_groups': ['fc4ad832-ace7-4a1f-a41f-c1022083ad4e']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:21:08.798703 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 4a917088-7adb-4583-aeea-b179a593c960 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:21:08.805061 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4a917088-7adb-4583-aeea-b179a593c960 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:21:08.805436 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:08.931629 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:21:08.942163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:21:08.943755 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:08.989005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 4a917088-7adb-4583-aeea-b179a593c960, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4a917088-7adb-4583-aeea-b179a593c960,segment=NetworkSegment(f40b29fd-bc8c-4b6b-8765-ca760c7b07b7),segment_id=f40b29fd-bc8c-4b6b-8765-ca760c7b07b7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:21:09.009966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:09.049918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Made reservation on behalf of 0a9d5eeb10cb49b5bf8599ad952ec1f4 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:21:09.054410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:09.138520 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:09.178955 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:09.221420 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=4a917088-7adb-4583-aeea-b179a593c960,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:09.229453 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.20.0.4 (c590dd0d-2138-4c50-a844-8bd86c54c699/d60cec87-7edd-446e-b3b9-aa098514fb70/31dcae36-7d24-4bf8-9ef4-02a0662e5faf) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:21:09.423960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:09.439401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Transition to ACTIVE for port object 31dcae36-7d24-4bf8-9ef4-02a0662e5faf will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:21:09.538894 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ed5e093e-aa45-4c31-9694-0ea6e8374c38 req-20fe74bc-4da9-496e-ba1a-1a7b5c18a8fe tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0421262 Mar 29 10:21:09.553132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:09.627243 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network c590dd0d-2138-4c50-a844-8bd86c54c699 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:21:09.635905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:21:09.640419 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:21:09.671615 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=31dcae36-7d24-4bf8-9ef4-02a0662e5faf,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:09.713752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:09.714407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:09.828001 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-085e4c71-53f8-4f31-9e20-2429e7b17492 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1489480 Mar 29 10:21:09.839360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Request body: {'port': {'device_id': 'ba7927c7-a26a-4b91-81e2-db17c656dbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:21:09.953255 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:10.004232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-741f1445-c592-48fd-b1f9-bfb0844d2fee None None] Provisioning for port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:21:10.009921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-741f1445-c592-48fd-b1f9-bfb0844d2fee None None] Provisioning complete for port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:21:10.010366 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-741f1445-c592-48fd-b1f9-bfb0844d2fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:10.073722 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-741f1445-c592-48fd-b1f9-bfb0844d2fee None None] Port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:21:10.307833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31dcae36-7d24-4bf8-9ef4-02a0662e5faf {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:21:10.315085 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:10.330562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Transition to ACTIVE for port object 31dcae36-7d24-4bf8-9ef4-02a0662e5faf will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:21:10.427629 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:10.587819 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Pushing event updated for resources: {'Port': ['ID=31dcae36-7d24-4bf8-9ef4-02a0662e5faf,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:10.673043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4a917088-7adb-4583-aeea-b179a593c960 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:21:10.675186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Attempting to bind port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:21:10.675550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Attempting to bind port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'f40b29fd-bc8c-4b6b-8765-ca760c7b07b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:21:10.675877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Attempting to bind port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf on network c590dd0d-2138-4c50-a844-8bd86c54c699 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:21:10.681862 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf on network c590dd0d-2138-4c50-a844-8bd86c54c699 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:21:10.682181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Attempting to bind port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf on network c590dd0d-2138-4c50-a844-8bd86c54c699 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:21:10.689184 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:21:10.689522 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Checking segment: {'id': 'f40b29fd-bc8c-4b6b-8765-ca760c7b07b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:21:10.689903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Bound using segment: {'id': 'f40b29fd-bc8c-4b6b-8765-ca760c7b07b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:21:10.690496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Bound port: 31dcae36-7d24-4bf8-9ef4-02a0662e5faf, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40b29fd-bc8c-4b6b-8765-ca760c7b07b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:21:10.690841 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:10.766926 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4a917088-7adb-4583-aeea-b179a593c960 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:21:10.767362 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:10.851370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] For port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:21:10.855497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] For port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=31dcae36-7d24-4bf8-9ef4-02a0662e5faf,segment=NetworkSegment(f40b29fd-bc8c-4b6b-8765-ca760c7b07b7),segment_id=f40b29fd-bc8c-4b6b-8765-ca760c7b07b7)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:21:10.893628 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a1532-1b7b-4376-aa57-982cb2409738 req-b9d177eb-f405-4f58-a44f-9e2ca3e50c3a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:10.894856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-244a1532-1b7b-4376-aa57-982cb2409738 req-b9d177eb-f405-4f58-a44f-9e2ca3e50c3a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:21:10.948009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:10.977609 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:10.987929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-244a1532-1b7b-4376-aa57-982cb2409738 req-b9d177eb-f405-4f58-a44f-9e2ca3e50c3a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:21:10.989062 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-244a1532-1b7b-4376-aa57-982cb2409738 req-b9d177eb-f405-4f58-a44f-9e2ca3e50c3a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 943 time: 0.2883561 Mar 29 10:21:11.025518 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:11.026128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:11.027508 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] 10.222.0.36 "PUT /v2.0/ports/31dcae36-7d24-4bf8-9ef4-02a0662e5faf HTTP/1.1" status: 200 len: 1093 time: 1.1925189 Mar 29 10:21:11.027949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7927c7-a26a-4b91-81e2-db17c656dbe9', 'tag': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:21:11.083730 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0dfbc-ea0b-4a9d-91e6-03a52c496906 service neutron] Pushing event updated for resources: {'Port': ['ID=31dcae36-7d24-4bf8-9ef4-02a0662e5faf,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:11.091988 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7927c7-a26a-4b91-81e2-db17c656dbe9', 'tag': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf', 'status': 'completed', 'code': 200} Mar 29 10:21:11.097839 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-244a1532-1b7b-4376-aa57-982cb2409738 req-1dd6651c-5db2-446a-967a-2ee9edd53945 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986800 Mar 29 10:21:11.184243 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ea2be-05e7-462a-9639-95218036ae83 req-2c8e788f-2f7e-4fc8-a759-5c7acb096f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:11.185978 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0c7ea2be-05e7-462a-9639-95218036ae83 req-2c8e788f-2f7e-4fc8-a759-5c7acb096f01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0824513 Mar 29 10:21:11.440556 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ea2be-05e7-462a-9639-95218036ae83 req-2fc45cb9-ee9e-47e7-aeb5-4c201499f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:11.442574 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0c7ea2be-05e7-462a-9639-95218036ae83 req-2fc45cb9-ee9e-47e7-aeb5-4c201499f7b3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2489104 Mar 29 10:21:11.578912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ea2be-05e7-462a-9639-95218036ae83 req-f2f2173b-0a05-4174-b94d-1c9459b75cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:11.580383 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0c7ea2be-05e7-462a-9639-95218036ae83 req-f2f2173b-0a05-4174-b94d-1c9459b75cff service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320868 Mar 29 10:21:11.685538 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-1a389695-c58e-4adc-8228-f01bbc674ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:11.686902 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-1a389695-c58e-4adc-8228-f01bbc674ee8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0728819 Mar 29 10:21:11.753189 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-50af6109-5263-4898-b019-b41ea0a63dc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31dcae36-7d24-4bf8-9ef4-02a0662e5faf HTTP/1.1" status: 200 len: 217 time: 0.0600760 Mar 29 10:21:11.815907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-bb0d8562-99fc-4d8f-a270-0981f644aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:11.817344 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-bb0d8562-99fc-4d8f-a270-0981f644aeb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d60cec87-7edd-446e-b3b9-aa098514fb70 HTTP/1.1" status: 200 len: 834 time: 0.0589023 Mar 29 10:21:11.890033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-df1b9039-190c-4574-91de-b8bed940aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:11.891474 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-df1b9039-190c-4574-91de-b8bed940aa8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c590dd0d-2138-4c50-a844-8bd86c54c699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683045 Mar 29 10:21:12.020398 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-d1e81b73-7185-4bad-965b-e7d221c5e919 service neutron] 10.222.0.36 "GET /v2.0/networks/c590dd0d-2138-4c50-a844-8bd86c54c699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232564 Mar 29 10:21:12.152799 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e5529f3c-bcc9-4b7d-9ede-cc9b355a6c60 req-2534ad8f-5545-4b36-b461-763b9d48b59f service neutron] 10.222.0.36 "GET /v2.0/networks/c590dd0d-2138-4c50-a844-8bd86c54c699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270926 Mar 29 10:21:12.298861 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be2295-3ee0-4b20-8927-002d61b7af3d req-97d69c5b-0484-4e00-a367-1636a8bb5f68 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:12.300255 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07be2295-3ee0-4b20-8927-002d61b7af3d req-97d69c5b-0484-4e00-a367-1636a8bb5f68 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 943 time: 0.0826077 Mar 29 10:21:12.344846 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-07be2295-3ee0-4b20-8927-002d61b7af3d req-c5508425-6120-4db2-91e4-42f435a4e9c1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384955 Mar 29 10:21:13.545959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed2c13-8c71-4a2c-92f4-9b272dc9d015 req-3bdf554e-b9fd-4f0a-b1be-d53c20dd70b6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:13.547354 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-84ed2c13-8c71-4a2c-92f4-9b272dc9d015 req-3bdf554e-b9fd-4f0a-b1be-d53c20dd70b6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 943 time: 0.0892789 Mar 29 10:21:13.594935 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-84ed2c13-8c71-4a2c-92f4-9b272dc9d015 req-107b71aa-08cb-4c74-bb34-69d7924d9a35 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410297 Mar 29 10:21:14.776246 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0e146-62a8-49d7-ac8b-335fa31bfd7b req-3bee1520-4d0f-4c25-ac63-3407d7c02d98 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:14.777637 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d6a0e146-62a8-49d7-ac8b-335fa31bfd7b req-3bee1520-4d0f-4c25-ac63-3407d7c02d98 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 943 time: 0.0789089 Mar 29 10:21:14.824117 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d6a0e146-62a8-49d7-ac8b-335fa31bfd7b req-ae7ed526-5a63-4ead-8bc1-3320b567284b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407951 Mar 29 10:21:15.063429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 31dcae36-7d24-4bf8-9ef4-02a0662e5faf details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:21:15.197856 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=31dcae36-7d24-4bf8-9ef4-02a0662e5faf,segment=NetworkSegment(f40b29fd-bc8c-4b6b-8765-ca760c7b07b7),segment_id=f40b29fd-bc8c-4b6b-8765-ca760c7b07b7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:21:15.210726 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'port_id': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf', 'mac_address': 'fa:16:3e:64:65:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:21:15.265749 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:15.285315 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31dcae36-7d24-4bf8-9ef4-02a0662e5faf {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:21:15.301821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=31dcae36-7d24-4bf8-9ef4-02a0662e5faf,segment=NetworkSegment(f40b29fd-bc8c-4b6b-8765-ca760c7b07b7),segment_id=f40b29fd-bc8c-4b6b-8765-ca760c7b07b7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:21:15.392326 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:15.466075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=31dcae36-7d24-4bf8-9ef4-02a0662e5faf,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:15.780727 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['31dcae36-7d24-4bf8-9ef4-02a0662e5faf'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:21:16.014958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02785b5-d91e-4c2c-bb1b-2bec7c0b8001 req-9d567195-9d9c-4e9e-b1af-29890def14ce tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:16.016457 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e02785b5-d91e-4c2c-bb1b-2bec7c0b8001 req-9d567195-9d9c-4e9e-b1af-29890def14ce tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 944 time: 0.0835147 Mar 29 10:21:16.069667 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e02785b5-d91e-4c2c-bb1b-2bec7c0b8001 req-d442a86b-e5ab-449a-bb28-4ed1e4f43787 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456612 Mar 29 10:21:17.062838 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 31dcae36-7d24-4bf8-9ef4-02a0662e5faf up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:21:17.203749 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:21:17.208896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:21:17.210443 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:17.267868 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c1920-15dd-426d-a8dd-57a72c699443 req-f1af1231-d726-4af6-bca0-35bf1a5a64ce tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:17.269403 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4f0c1920-15dd-426d-a8dd-57a72c699443 req-f1af1231-d726-4af6-bca0-35bf1a5a64ce tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 944 time: 0.0821249 Mar 29 10:21:17.315495 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4f0c1920-15dd-426d-a8dd-57a72c699443 req-2e66d773-a6d3-47af-9f43-af89c4ef5bfc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398681 Mar 29 10:21:17.329868 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:17.357396 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7927c7-a26a-4b91-81e2-db17c656dbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:21:17.367946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=31dcae36-7d24-4bf8-9ef4-02a0662e5faf,segment=NetworkSegment(f40b29fd-bc8c-4b6b-8765-ca760c7b07b7),segment_id=f40b29fd-bc8c-4b6b-8765-ca760c7b07b7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:21:17.444241 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:17.480804 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7927c7-a26a-4b91-81e2-db17c656dbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf', 'code': 200} Mar 29 10:21:17.517632 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=31dcae36-7d24-4bf8-9ef4-02a0662e5faf,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:17.842653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c5d01-0959-49df-8312-cf5fc961dcaa req-9b6b6231-b647-4ede-9615-7a98ae4dc000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:17.844114 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f05c5d01-0959-49df-8312-cf5fc961dcaa req-9b6b6231-b647-4ede-9615-7a98ae4dc000 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 1098 time: 0.0775287 Mar 29 10:21:17.883842 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f05c5d01-0959-49df-8312-cf5fc961dcaa req-2c3d2890-0935-4446-bbe5-54737d37c955 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334349 Mar 29 10:21:18.502276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd45f2-249e-4c02-b540-9c75292b23f7 req-c80a42f4-771f-4c69-9fe4-cfd78ce19b80 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:18.503726 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3cdd45f2-249e-4c02-b540-9c75292b23f7 req-c80a42f4-771f-4c69-9fe4-cfd78ce19b80 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0836117 Mar 29 10:21:18.547704 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3cdd45f2-249e-4c02-b540-9c75292b23f7 req-9405ba23-b1a1-49d3-8edf-56805dd19317 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376253 Mar 29 10:21:19.748783 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996a230-e5a2-4480-a6e0-e5c68b6aa20e req-348d296a-5bfd-4aca-90ab-148dac82f0ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:19.750140 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d996a230-e5a2-4480-a6e0-e5c68b6aa20e req-348d296a-5bfd-4aca-90ab-148dac82f0ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0798151 Mar 29 10:21:19.796984 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d996a230-e5a2-4480-a6e0-e5c68b6aa20e req-a7b628af-558f-4df1-b9fe-f8ae01be49f9 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404568 Mar 29 10:21:19.977621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3e97a-5cc1-4580-b03b-6807c7a86697 req-088e06f1-7d88-4a62-8fcc-27f06d5d54db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:19.979092 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c4a3e97a-5cc1-4580-b03b-6807c7a86697 req-088e06f1-7d88-4a62-8fcc-27f06d5d54db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0791616 Mar 29 10:21:20.022911 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c4a3e97a-5cc1-4580-b03b-6807c7a86697 req-4afd6bf8-7b3e-489c-ae90-900a2966eb1f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381205 Mar 29 10:21:20.046637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45222) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:21:20.119540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5d03ed-ec3e-4967-8185-4978d8ebe639 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:20.121068 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ee5d03ed-ec3e-4967-8185-4978d8ebe639 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 1093 time: 0.0734680 Mar 29 10:21:20.124073 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45226) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:21:20.129109 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:21:20.135799 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:21:20.139960 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:floatingip and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:21:20.142899 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:21:20.149019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:21:20.215709 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:20.360096 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:20.502674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.26.7.68 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/333f600a-f9fd-48be-b725-8e05d688e6be) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:21:20.657889 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:20.758518 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:20.821419 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:21:20.828783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:21:20.833025 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:21:20.862666 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=333f600a-f9fd-48be-b725-8e05d688e6be,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:21.265185 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:21.492418 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:21.713067 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:21.775761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:21.890447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=333f600a-f9fd-48be-b725-8e05d688e6be,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:21.902100 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:22.070181 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Floating IP 52863b67-0d2d-4eb4-9606-f35a043bf504 associated. External IP: 172.26.7.68, port: 31dcae36-7d24-4bf8-9ef4-02a0662e5faf. Mar 29 10:21:22.424915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router 271bf298-17bb-4941-9fe5-843f62cecf89 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:21:22.600982 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:21:22.611243 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf167aa-8cef-488b-ac72-b42c895e87c9 None None] Sync routers for ids ['271bf298-17bb-4941-9fe5-843f62cecf89'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:21:22.621817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf167aa-8cef-488b-ac72-b42c895e87c9 None None] Routers {'271bf298-17bb-4941-9fe5-843f62cecf89'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:21:22.622428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-daf167aa-8cef-488b-ac72-b42c895e87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:21:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['271bf298-17bb-4941-9fe5-843f62cecf89'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:21:22.690117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:22.746122 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3447c52b-d07d-48a9-b878-52fb8d25de42 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6209815 Mar 29 10:21:22.746816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7927c7-a26a-4b91-81e2-db17c656dbe9', 'tag': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:21:22.795288 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7927c7-a26a-4b91-81e2-db17c656dbe9', 'tag': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf', 'status': 'completed', 'code': 200} Mar 29 10:21:22.807263 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-daf167aa-8cef-488b-ac72-b42c895e87c9 None None] Set router 271bf298-17bb-4941-9fe5-843f62cecf89 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:21:22.894650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cee83-20ae-4aa0-a7ce-ba01d98bd597 req-cf64bb27-8621-4bf3-abbf-0e22dda32f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:22.896525 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd1cee83-20ae-4aa0-a7ce-ba01d98bd597 req-cf64bb27-8621-4bf3-abbf-0e22dda32f56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 1098 time: 0.0787420 Mar 29 10:21:23.092024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cee83-20ae-4aa0-a7ce-ba01d98bd597 req-719b7515-e775-4363-9945-01aaf61ea8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:23.093461 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd1cee83-20ae-4aa0-a7ce-ba01d98bd597 req-719b7515-e775-4363-9945-01aaf61ea8be service neutron] 10.222.0.36 "GET /v2.0/networks?id=c590dd0d-2138-4c50-a844-8bd86c54c699 HTTP/1.1" status: 200 len: 898 time: 0.1903024 Mar 29 10:21:23.165743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e881946-d3b9-44ad-9b90-6e1a14d8c277 req-5946026d-ed98-4308-8bf7-1543c327acf4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:23.167194 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9e881946-d3b9-44ad-9b90-6e1a14d8c277 req-5946026d-ed98-4308-8bf7-1543c327acf4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 945 time: 0.1749117 Mar 29 10:21:23.184310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-daf167aa-8cef-488b-ac72-b42c895e87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:20:56Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:20:57Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '52863b67-0d2d-4eb4-9606-f35a043bf504', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'floating_ip_address': '172.26.7.68', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'port_id': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'mac_address': 'fa:16:3e:64:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7927c7-a26a-4b91-81e2-db17c656dbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:21:21Z', 'updated_at': '2022-03-29T10:21:21Z', 'revision_number': 0, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a917088-7adb-4583-aeea-b179a593c960', 'name': '', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:f7:3b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:21:01Z', 'updated_at': '2022-03-29T10:21:08Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:21:23.188422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf167aa-8cef-488b-ac72-b42c895e87c9 None None] Checking router: 271bf298-17bb-4941-9fe5-843f62cecf89 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:21:23.200702 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf167aa-8cef-488b-ac72-b42c895e87c9 None None] Routers {'271bf298-17bb-4941-9fe5-843f62cecf89'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:21:23.201345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-daf167aa-8cef-488b-ac72-b42c895e87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:21:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['271bf298-17bb-4941-9fe5-843f62cecf89'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:21:23.344032 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9e881946-d3b9-44ad-9b90-6e1a14d8c277 req-d9157462-4347-48c8-b799-c1fcf70552a2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686616 Mar 29 10:21:23.348066 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd1cee83-20ae-4aa0-a7ce-ba01d98bd597 req-b12ea671-e089-40d4-a642-dfe3f294bfdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31dcae36-7d24-4bf8-9ef4-02a0662e5faf HTTP/1.1" status: 200 len: 998 time: 0.2446814 Mar 29 10:21:23.369938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45234) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:21:23.405865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-daf167aa-8cef-488b-ac72-b42c895e87c9 None None] Set router 271bf298-17bb-4941-9fe5-843f62cecf89 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:21:23.422362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cee83-20ae-4aa0-a7ce-ba01d98bd597 req-228645bd-2028-480b-b996-036b459731af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:23.423791 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd1cee83-20ae-4aa0-a7ce-ba01d98bd597 req-228645bd-2028-480b-b996-036b459731af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d60cec87-7edd-446e-b3b9-aa098514fb70 HTTP/1.1" status: 200 len: 834 time: 0.0679786 Mar 29 10:21:23.490452 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-27e7f6a6-a208-47a7-8a2d-c2ca0bcb1b8f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/52863b67-0d2d-4eb4-9606-f35a043bf504 HTTP/1.1" status: 200 len: 990 time: 0.1188469 Mar 29 10:21:23.507284 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cee83-20ae-4aa0-a7ce-ba01d98bd597 req-96211ce1-fd3b-49e0-87c5-e9994486b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:23.508823 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd1cee83-20ae-4aa0-a7ce-ba01d98bd597 req-96211ce1-fd3b-49e0-87c5-e9994486b669 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c590dd0d-2138-4c50-a844-8bd86c54c699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787237 Mar 29 10:21:23.533437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:23.651404 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd1cee83-20ae-4aa0-a7ce-ba01d98bd597 req-440a8366-3278-4652-b387-c879ab1e683a service neutron] 10.222.0.36 "GET /v2.0/networks/c590dd0d-2138-4c50-a844-8bd86c54c699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353428 Mar 29 10:21:23.796596 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd1cee83-20ae-4aa0-a7ce-ba01d98bd597 req-70f3da0b-0876-4af1-8385-02b5fc23c7b4 service neutron] 10.222.0.36 "GET /v2.0/networks/c590dd0d-2138-4c50-a844-8bd86c54c699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388330 Mar 29 10:21:23.816078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-daf167aa-8cef-488b-ac72-b42c895e87c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:20:56Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:20:57Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '52863b67-0d2d-4eb4-9606-f35a043bf504', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'floating_ip_address': '172.26.7.68', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'port_id': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'mac_address': 'fa:16:3e:64:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7927c7-a26a-4b91-81e2-db17c656dbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:21:21Z', 'updated_at': '2022-03-29T10:21:21Z', 'revision_number': 0, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a917088-7adb-4583-aeea-b179a593c960', 'name': '', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:f7:3b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:21:01Z', 'updated_at': '2022-03-29T10:21:08Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:21:23.820845 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf167aa-8cef-488b-ac72-b42c895e87c9 None None] The sync data for ids ['271bf298-17bb-4941-9fe5-843f62cecf89'] in dv-neutron-835555-1-hyperv is: [{'id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:20:56Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:20:57Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '52863b67-0d2d-4eb4-9606-f35a043bf504', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'floating_ip_address': '172.26.7.68', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'port_id': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'mac_address': 'fa:16:3e:64:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7927c7-a26a-4b91-81e2-db17c656dbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:21:21Z', 'updated_at': '2022-03-29T10:21:21Z', 'revision_number': 0, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a917088-7adb-4583-aeea-b179a593c960', 'name': '', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:f7:3b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:21:01Z', 'updated_at': '2022-03-29T10:21:08Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:21:24.022296 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221dd03e-5db9-4403-bb23-2ae2432354e3 None None] New status for floating IP 52863b67-0d2d-4eb4-9606-f35a043bf504: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:21:24.494132 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45238) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:21:24.699529 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4c8eec21-8c66-4aed-bedf-0e35e7426a3b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/52863b67-0d2d-4eb4-9606-f35a043bf504 HTTP/1.1" status: 200 len: 992 time: 0.2042618 Mar 29 10:21:34.413679 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a174ed86-5b44-42f9-9162-f711baec93c5 req-60f72a35-0555-48c2-8ab9-92965dbccd04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783803 Mar 29 10:21:34.554368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174ed86-5b44-42f9-9162-f711baec93c5 req-261198c0-a633-4c27-a226-d6652933691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:34.555746 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a174ed86-5b44-42f9-9162-f711baec93c5 req-261198c0-a633-4c27-a226-d6652933691a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 1098 time: 0.0705853 Mar 29 10:21:34.705914 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174ed86-5b44-42f9-9162-f711baec93c5 req-c68dac20-cbc0-4df2-bf0e-0ddbb00c48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:34.707346 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a174ed86-5b44-42f9-9162-f711baec93c5 req-c68dac20-cbc0-4df2-bf0e-0ddbb00c48b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c590dd0d-2138-4c50-a844-8bd86c54c699 HTTP/1.1" status: 200 len: 898 time: 0.1320729 Mar 29 10:21:34.813058 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a174ed86-5b44-42f9-9162-f711baec93c5 req-aa1a53af-a599-4905-8c71-b960ed6e464f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31dcae36-7d24-4bf8-9ef4-02a0662e5faf HTTP/1.1" status: 200 len: 1000 time: 0.0977144 Mar 29 10:21:34.874763 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174ed86-5b44-42f9-9162-f711baec93c5 req-6a6b6e77-508d-4c72-ba23-d7567f8b1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:34.876170 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a174ed86-5b44-42f9-9162-f711baec93c5 req-6a6b6e77-508d-4c72-ba23-d7567f8b1593 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d60cec87-7edd-446e-b3b9-aa098514fb70 HTTP/1.1" status: 200 len: 834 time: 0.0564647 Mar 29 10:21:34.952268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174ed86-5b44-42f9-9162-f711baec93c5 req-9917712c-97c7-4593-b75c-9046e04d779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:34.953743 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a174ed86-5b44-42f9-9162-f711baec93c5 req-9917712c-97c7-4593-b75c-9046e04d779f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c590dd0d-2138-4c50-a844-8bd86c54c699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713999 Mar 29 10:21:35.085274 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a174ed86-5b44-42f9-9162-f711baec93c5 req-04f62684-b86a-4450-a968-662944ef2cf4 service neutron] 10.222.0.36 "GET /v2.0/networks/c590dd0d-2138-4c50-a844-8bd86c54c699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240411 Mar 29 10:21:35.214934 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a174ed86-5b44-42f9-9162-f711baec93c5 req-1560cecd-85ab-49ff-840c-068252a32d33 service neutron] 10.222.0.36 "GET /v2.0/networks/c590dd0d-2138-4c50-a844-8bd86c54c699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222451 Mar 29 10:21:35.724669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3e22f6c4-6639-43ad-9e32-e4bae30e2fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:37.095989 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:21:37.917993 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bf4f3ba4-f128-418b-b951-96f58ce8a3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:38.957667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:39.055049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:40.923772 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:53.471519 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:05.746042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-33d3c8c2-028e-462e-8044-55538e212a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:07.944938 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4d72b240-fd5d-414d-8211-1f740ac67882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:08.945898 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:09.019936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:10.950423 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:14.095226 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:22:23.465996 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:29.896254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c1622-4655-4526-83ab-97bb8353f734 req-f7f54511-fa8e-41c5-8275-8f536331402f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:29.897760 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-117c1622-4655-4526-83ab-97bb8353f734 req-f7f54511-fa8e-41c5-8275-8f536331402f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0881879 Mar 29 10:22:29.951230 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-117c1622-4655-4526-83ab-97bb8353f734 req-6343805b-16bb-4d8c-b399-ccce70d958c3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471048 Mar 29 10:22:31.140880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570e82e-3341-4931-ac15-dbd9d74cf849 req-bc88de69-9dab-42c6-b1fb-550f44567bf6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:31.142377 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6570e82e-3341-4931-ac15-dbd9d74cf849 req-bc88de69-9dab-42c6-b1fb-550f44567bf6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0818634 Mar 29 10:22:31.190897 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6570e82e-3341-4931-ac15-dbd9d74cf849 req-6b387eed-17e9-4a59-88c3-cb5770435776 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423930 Mar 29 10:22:31.214352 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45264) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:31.315961 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2e15663f-b5c0-40e6-a18a-23305982355b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/52863b67-0d2d-4eb4-9606-f35a043bf504 HTTP/1.1" status: 200 len: 992 time: 0.1003139 Mar 29 10:22:32.969545 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7e0f9-f7b5-4579-b8fb-0c0efda83387 req-5a351eb4-0b6d-4d75-8982-6431a73e5b9a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:32.971081 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-59a7e0f9-f7b5-4579-b8fb-0c0efda83387 req-5a351eb4-0b6d-4d75-8982-6431a73e5b9a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0852289 Mar 29 10:22:33.022429 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-59a7e0f9-f7b5-4579-b8fb-0c0efda83387 req-fdd66fc5-5abf-4700-abf6-8d4a02c7fa34 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437872 Mar 29 10:22:34.214876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702c19f-a400-440c-91b5-0f29caa2c3e8 req-7a786d4e-6f0f-47f7-8da0-a1c83a170aa1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:34.221638 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4702c19f-a400-440c-91b5-0f29caa2c3e8 req-7a786d4e-6f0f-47f7-8da0-a1c83a170aa1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0858932 Mar 29 10:22:34.259951 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4702c19f-a400-440c-91b5-0f29caa2c3e8 req-deecfd4f-fbb1-4862-beec-9212afa6bac0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372851 Mar 29 10:22:34.283817 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45282) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:34.390107 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0697ef21-1cd2-4fa9-b3d1-652d9891cb87 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/52863b67-0d2d-4eb4-9606-f35a043bf504 HTTP/1.1" status: 200 len: 992 time: 0.1050892 Mar 29 10:22:34.675354 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45290) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:34.886014 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port 333f600a-f9fd-48be-b725-8e05d688e6be {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:22:34.886353 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:35.070187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:35.070451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:35.196515 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for 333f600a-f9fd-48be-b725-8e05d688e6be owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:22:35.441590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:35.491034 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=333f600a-f9fd-48be-b725-8e05d688e6be,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:35.533539 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:35.533876 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:35.534250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:35.534578 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:35.534904 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:35.535230 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:35.535551 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:35.535870 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:35.536183 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:35.536548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:35.536866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:35.537180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:35.600467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:35.600829 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Floating IP 52863b67-0d2d-4eb4-9606-f35a043bf504 disassociated (deleted). External IP: 172.26.7.68, port: 31dcae36-7d24-4bf8-9ef4-02a0662e5faf. Mar 29 10:22:35.729461 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7e696abb-864d-48e9-9f0d-fe83804e2115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:36.078246 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router 271bf298-17bb-4941-9fe5-843f62cecf89 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:22:36.269788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:22:36.279576 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad1921-ead1-4717-a414-7dcb44120030 None None] Sync routers for ids ['271bf298-17bb-4941-9fe5-843f62cecf89'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:22:36.288705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad1921-ead1-4717-a414-7dcb44120030 None None] Routers {'271bf298-17bb-4941-9fe5-843f62cecf89'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:22:36.292545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8bad1921-ead1-4717-a414-7dcb44120030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:22:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['271bf298-17bb-4941-9fe5-843f62cecf89'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:36.371233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:36.405349 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-11b44fb3-8572-4577-bb29-48908e675269 req-fb57d26c-d0bd-4ce0-947b-a37ca18275a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821192 Mar 29 10:22:36.448380 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a2e03b2f-78e6-4e17-97ac-e9910ab31cf8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/floatingips/52863b67-0d2d-4eb4-9606-f35a043bf504 HTTP/1.1" status: 204 len: 168 time: 1.7719576 Mar 29 10:22:36.449311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7927c7-a26a-4b91-81e2-db17c656dbe9', 'tag': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:22:36.486006 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-8bad1921-ead1-4717-a414-7dcb44120030 None None] Set router 271bf298-17bb-4941-9fe5-843f62cecf89 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:22:36.509453 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7927c7-a26a-4b91-81e2-db17c656dbe9', 'tag': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf', 'status': 'completed', 'code': 200} Mar 29 10:22:36.574816 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b44fb3-8572-4577-bb29-48908e675269 req-a77f4558-37f4-4c71-bd94-fecc651191fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:36.576673 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-11b44fb3-8572-4577-bb29-48908e675269 req-a77f4558-37f4-4c71-bd94-fecc651191fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 1098 time: 0.0879109 Mar 29 10:22:36.863439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8bad1921-ead1-4717-a414-7dcb44120030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:20:56Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:20:57Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4a917088-7adb-4583-aeea-b179a593c960', 'name': '', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:f7:3b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:21:01Z', 'updated_at': '2022-03-29T10:21:08Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:36.868032 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad1921-ead1-4717-a414-7dcb44120030 None None] Checking router: 271bf298-17bb-4941-9fe5-843f62cecf89 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:22:36.878929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b44fb3-8572-4577-bb29-48908e675269 req-6bbc5931-c0d0-4e33-b19f-0e15de12b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:36.879178 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad1921-ead1-4717-a414-7dcb44120030 None None] Routers {'271bf298-17bb-4941-9fe5-843f62cecf89'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:22:36.879636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8bad1921-ead1-4717-a414-7dcb44120030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:22:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['271bf298-17bb-4941-9fe5-843f62cecf89'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:36.880302 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-11b44fb3-8572-4577-bb29-48908e675269 req-6bbc5931-c0d0-4e33-b19f-0e15de12b838 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c590dd0d-2138-4c50-a844-8bd86c54c699 HTTP/1.1" status: 200 len: 898 time: 0.2843072 Mar 29 10:22:36.948024 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-11b44fb3-8572-4577-bb29-48908e675269 req-2855624e-c0bc-4337-9448-f3365b5d37e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31dcae36-7d24-4bf8-9ef4-02a0662e5faf HTTP/1.1" status: 200 len: 217 time: 0.0605979 Mar 29 10:22:37.017864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b44fb3-8572-4577-bb29-48908e675269 req-b9f5c69a-54af-4bf1-8fd2-1a2c09400ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:37.019390 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-11b44fb3-8572-4577-bb29-48908e675269 req-b9f5c69a-54af-4bf1-8fd2-1a2c09400ee9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d60cec87-7edd-446e-b3b9-aa098514fb70 HTTP/1.1" status: 200 len: 834 time: 0.0649619 Mar 29 10:22:37.073598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-8bad1921-ead1-4717-a414-7dcb44120030 None None] Set router 271bf298-17bb-4941-9fe5-843f62cecf89 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:22:37.102231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b44fb3-8572-4577-bb29-48908e675269 req-c904e095-085b-4ea1-a15a-68618f1e2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:37.103720 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-11b44fb3-8572-4577-bb29-48908e675269 req-c904e095-085b-4ea1-a15a-68618f1e2c5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c590dd0d-2138-4c50-a844-8bd86c54c699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779223 Mar 29 10:22:37.103880 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b697d-02c8-4225-a409-0f522428f4f8 req-d8eb4578-9c6c-4ce2-bfc0-22aefa2513d3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:37.104614 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-210b697d-02c8-4225-a409-0f522428f4f8 req-d8eb4578-9c6c-4ce2-bfc0-22aefa2513d3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:22:37.191610 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-210b697d-02c8-4225-a409-0f522428f4f8 req-d8eb4578-9c6c-4ce2-bfc0-22aefa2513d3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:22:37.192861 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-210b697d-02c8-4225-a409-0f522428f4f8 req-d8eb4578-9c6c-4ce2-bfc0-22aefa2513d3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 945 time: 0.1808524 Mar 29 10:22:37.241534 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-210b697d-02c8-4225-a409-0f522428f4f8 req-1ed6ee74-3d33-43b8-9b9c-87e2ab42de4f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416796 Mar 29 10:22:37.248312 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-11b44fb3-8572-4577-bb29-48908e675269 req-4036fdf4-1d28-4c9a-ad03-d62ac9426123 service neutron] 10.222.0.36 "GET /v2.0/networks/c590dd0d-2138-4c50-a844-8bd86c54c699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341925 Mar 29 10:22:37.384190 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-11b44fb3-8572-4577-bb29-48908e675269 req-adac9f1b-7854-43c1-9e6b-5d960f78b1ee service neutron] 10.222.0.36 "GET /v2.0/networks/c590dd0d-2138-4c50-a844-8bd86c54c699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290579 Mar 29 10:22:37.440837 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-8bad1921-ead1-4717-a414-7dcb44120030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:20:56Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:20:57Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4a917088-7adb-4583-aeea-b179a593c960', 'name': '', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:f7:3b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:21:01Z', 'updated_at': '2022-03-29T10:21:08Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:37.445010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad1921-ead1-4717-a414-7dcb44120030 None None] The sync data for ids ['271bf298-17bb-4941-9fe5-843f62cecf89'] in dv-neutron-835555-1-hyperv is: [{'id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:20:56Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:20:57Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '4a917088-7adb-4583-aeea-b179a593c960', 'name': '', 'network_id': 'c590dd0d-2138-4c50-a844-8bd86c54c699', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:f7:3b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:21:01Z', 'updated_at': '2022-03-29T10:21:08Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': 'd60cec87-7edd-446e-b3b9-aa098514fb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:22:37.596362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cb084-25a4-44b8-b025-89b855868f82 req-f8ddf0c7-8a04-4092-9711-ddd535b4a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:37.598130 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec1cb084-25a4-44b8-b025-89b855868f82 req-f8ddf0c7-8a04-4092-9711-ddd535b4a544 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 1098 time: 0.0773065 Mar 29 10:22:37.673758 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94f1f47-e0ba-43ff-8347-6bb6c3707dea None None] New status for floating IP 52863b67-0d2d-4eb4-9606-f35a043bf504: DOWN {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:22:37.737020 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cb084-25a4-44b8-b025-89b855868f82 req-dd30cd3a-64c9-446c-98a6-95b7abfdebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:37.738407 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec1cb084-25a4-44b8-b025-89b855868f82 req-dd30cd3a-64c9-446c-98a6-95b7abfdebc9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c590dd0d-2138-4c50-a844-8bd86c54c699 HTTP/1.1" status: 200 len: 898 time: 0.1333709 Mar 29 10:22:37.805627 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec1cb084-25a4-44b8-b025-89b855868f82 req-5143e92a-0809-4378-aed2-ebb8d100bfe5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31dcae36-7d24-4bf8-9ef4-02a0662e5faf HTTP/1.1" status: 200 len: 217 time: 0.0602860 Mar 29 10:22:37.873375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cb084-25a4-44b8-b025-89b855868f82 req-a2b989e0-028b-4a12-b059-45870c9fe839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:37.874991 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec1cb084-25a4-44b8-b025-89b855868f82 req-a2b989e0-028b-4a12-b059-45870c9fe839 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d60cec87-7edd-446e-b3b9-aa098514fb70 HTTP/1.1" status: 200 len: 834 time: 0.0629470 Mar 29 10:22:37.906035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bc03db9e-4f39-419a-ba17-5af986c59884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:37.958352 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cb084-25a4-44b8-b025-89b855868f82 req-a4d153c5-ae27-4469-85fb-25542d0ef7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:37.959839 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec1cb084-25a4-44b8-b025-89b855868f82 req-a4d153c5-ae27-4469-85fb-25542d0ef7fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c590dd0d-2138-4c50-a844-8bd86c54c699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789912 Mar 29 10:22:38.089534 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec1cb084-25a4-44b8-b025-89b855868f82 req-3f4653d5-7edd-4e19-ad0d-0c02edb47334 service neutron] 10.222.0.36 "GET /v2.0/networks/c590dd0d-2138-4c50-a844-8bd86c54c699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219800 Mar 29 10:22:38.219903 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ec1cb084-25a4-44b8-b025-89b855868f82 req-aaf5a682-2aea-4bc3-9cda-c4a812282d45 service neutron] 10.222.0.36 "GET /v2.0/networks/c590dd0d-2138-4c50-a844-8bd86c54c699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235049 Mar 29 10:22:38.432139 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9395-e829-4391-a7f3-129c1c0275d8 req-22f4130e-ea61-46b0-8b1c-8cf78ea0e868 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:38.433615 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7dad9395-e829-4391-a7f3-129c1c0275d8 req-22f4130e-ea61-46b0-8b1c-8cf78ea0e868 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0842757 Mar 29 10:22:38.478591 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7dad9395-e829-4391-a7f3-129c1c0275d8 req-4e206581-168a-4bc6-b61d-bc54736bd80a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387073 Mar 29 10:22:38.990857 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:39.027204 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b755c7-72aa-4042-8f53-ed8e4d6fc07e req-4c6c6547-7ebd-4b7f-8479-ba545776f4af tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:39.028710 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-67b755c7-72aa-4042-8f53-ed8e4d6fc07e req-4c6c6547-7ebd-4b7f-8479-ba545776f4af tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0806968 Mar 29 10:22:39.065445 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:39.103492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-67b755c7-72aa-4042-8f53-ed8e4d6fc07e req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:22:39.103831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-67b755c7-72aa-4042-8f53-ed8e4d6fc07e req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:39.447633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-67b755c7-72aa-4042-8f53-ed8e4d6fc07e req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] For port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=31dcae36-7d24-4bf8-9ef4-02a0662e5faf,segment=NetworkSegment(f40b29fd-bc8c-4b6b-8765-ca760c7b07b7),segment_id=f40b29fd-bc8c-4b6b-8765-ca760c7b07b7)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:22:39.447983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-67b755c7-72aa-4042-8f53-ed8e4d6fc07e req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:39.576093 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-67b755c7-72aa-4042-8f53-ed8e4d6fc07e req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for 31dcae36-7d24-4bf8-9ef4-02a0662e5faf owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:22:39.677358 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce0369-8d9c-405c-acbd-4cd0a85de441 req-1efedd68-cb31-49f1-b5d7-db7d2e6e1ec4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:39.677358 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ecce0369-8d9c-405c-acbd-4cd0a85de441 req-1efedd68-cb31-49f1-b5d7-db7d2e6e1ec4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0829988 Mar 29 10:22:39.723613 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ecce0369-8d9c-405c-acbd-4cd0a85de441 req-bbbfa5df-d787-44bd-82f1-4e82149df061 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc4ad832-ace7-4a1f-a41f-c1022083ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431840 Mar 29 10:22:39.786014 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-67b755c7-72aa-4042-8f53-ed8e4d6fc07e req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:39.843353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=31dcae36-7d24-4bf8-9ef4-02a0662e5faf,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:39.881122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:39.881472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:39.881815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:39.882155 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:39.882486 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:39.882817 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:39.883145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:39.883468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:39.883792 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:39.884122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:39.884443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:39.884793 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:39.931120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b755c7-72aa-4042-8f53-ed8e4d6fc07e req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] No DVR routers for this DVR port 31dcae36-7d24-4bf8-9ef4-02a0662e5faf on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:22:39.933602 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-67b755c7-72aa-4042-8f53-ed8e4d6fc07e req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:39.936802 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7927c7-a26a-4b91-81e2-db17c656dbe9', 'name': 'network-vif-deleted', 'tag': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:22:40.030069 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-67b755c7-72aa-4042-8f53-ed8e4d6fc07e req-300983ad-03d4-476d-ab36-797aba11f04b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "DELETE /v2.0/ports/31dcae36-7d24-4bf8-9ef4-02a0662e5faf HTTP/1.1" status: 204 len: 173 time: 0.9961357 Mar 29 10:22:40.096583 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7927c7-a26a-4b91-81e2-db17c656dbe9', 'name': 'network-vif-deleted', 'tag': '31dcae36-7d24-4bf8-9ef4-02a0662e5faf', 'status': 'completed', 'code': 200} Mar 29 10:22:40.893495 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9ff00470-49bd-42c6-90bb-dc655f0fbb1f req-7c15cd32-1014-48e6-9e23-ac988355b7f9 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=ba7927c7-a26a-4b91-81e2-db17c656dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0460088 Mar 29 10:22:40.943524 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:41.451819 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 31dcae36-7d24-4bf8-9ef4-02a0662e5faf no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:22:41.486299 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 31dcae36-7d24-4bf8-9ef4-02a0662e5faf {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:22:41.486635 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 31dcae36-7d24-4bf8-9ef4-02a0662e5faf not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:22:41.990793 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45316) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:42.530112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-332b26d0-7cc9-4c49-9475-cf10c021208c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:42.974948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-332b26d0-7cc9-4c49-9475-cf10c021208c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port 4a917088-7adb-4583-aeea-b179a593c960 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:22:42.975286 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-332b26d0-7cc9-4c49-9475-cf10c021208c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:43.159156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-332b26d0-7cc9-4c49-9475-cf10c021208c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] For port 4a917088-7adb-4583-aeea-b179a593c960, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4a917088-7adb-4583-aeea-b179a593c960,segment=NetworkSegment(f40b29fd-bc8c-4b6b-8765-ca760c7b07b7),segment_id=f40b29fd-bc8c-4b6b-8765-ca760c7b07b7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:22:43.159833 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-332b26d0-7cc9-4c49-9475-cf10c021208c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:43.281623 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-332b26d0-7cc9-4c49-9475-cf10c021208c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for 4a917088-7adb-4583-aeea-b179a593c960 owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:22:43.665234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-332b26d0-7cc9-4c49-9475-cf10c021208c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:43.717028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b26d0-7cc9-4c49-9475-cf10c021208c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=4a917088-7adb-4583-aeea-b179a593c960,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:43.992659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-332b26d0-7cc9-4c49-9475-cf10c021208c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:44.468074 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332b26d0-7cc9-4c49-9475-cf10c021208c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router 271bf298-17bb-4941-9fe5-843f62cecf89 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:22:44.659220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332b26d0-7cc9-4c49-9475-cf10c021208c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:22:44.670220 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec8f72-282c-4c67-965e-ad0d61480b5d None None] Sync routers for ids ['271bf298-17bb-4941-9fe5-843f62cecf89'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:22:44.677679 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-332b26d0-7cc9-4c49-9475-cf10c021208c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "PUT /v2.0/routers/271bf298-17bb-4941-9fe5-843f62cecf89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6810730 Mar 29 10:22:44.677679 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45320) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:44.685441 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec8f72-282c-4c67-965e-ad0d61480b5d None None] Routers {'271bf298-17bb-4941-9fe5-843f62cecf89'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:22:44.686765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-0eec8f72-282c-4c67-965e-ad0d61480b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:22:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['271bf298-17bb-4941-9fe5-843f62cecf89'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:44.747216 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b4aa23-9967-46b5-94f5-25d142936f15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting subnet d60cec87-7edd-446e-b3b9-aa098514fb70 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:22:44.751066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-08b4aa23-9967-46b5-94f5-25d142936f15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:44.807816 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-08b4aa23-9967-46b5-94f5-25d142936f15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:44.870270 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-0eec8f72-282c-4c67-965e-ad0d61480b5d None None] Set router 271bf298-17bb-4941-9fe5-843f62cecf89 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:22:44.901879 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-08b4aa23-9967-46b5-94f5-25d142936f15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:45.032846 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-08b4aa23-9967-46b5-94f5-25d142936f15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:45.084510 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4aa23-9967-46b5-94f5-25d142936f15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Subnet': ['ID=d60cec87-7edd-446e-b3b9-aa098514fb70,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:45.086254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-08b4aa23-9967-46b5-94f5-25d142936f15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:45.094684 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64ca4ff-700d-4a36-828a-de3c2f215623 None None] Network c590dd0d-2138-4c50-a844-8bd86c54c699 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:22:45.096766 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-08b4aa23-9967-46b5-94f5-25d142936f15 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/subnets/d60cec87-7edd-446e-b3b9-aa098514fb70 HTTP/1.1" status: 204 len: 168 time: 0.4199936 Mar 29 10:22:45.099168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45324) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:45.302971 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:45.347965 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-0eec8f72-282c-4c67-965e-ad0d61480b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:20:56Z', 'updated_at': '2022-03-29T10:22:43Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:20:57Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:45.354234 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec8f72-282c-4c67-965e-ad0d61480b5d None None] Checking router: 271bf298-17bb-4941-9fe5-843f62cecf89 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:22:45.367256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec8f72-282c-4c67-965e-ad0d61480b5d None None] Routers {'271bf298-17bb-4941-9fe5-843f62cecf89'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:22:45.367856 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-0eec8f72-282c-4c67-965e-ad0d61480b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:22:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['271bf298-17bb-4941-9fe5-843f62cecf89'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:45.444971 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] DHCP port deletion for c590dd0d-2138-4c50-a844-8bd86c54c699 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:22:45.460838 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Deleting port 26484e18-93f8-49c4-921b-fd19ffcbb7b1 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:22:45.461204 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:45.495224 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:45.569240 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port 1b81ea9b-b7eb-4456-9be4-ab4772076162 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:22:45.569501 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:45.630189 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-0eec8f72-282c-4c67-965e-ad0d61480b5d None None] Set router 271bf298-17bb-4941-9fe5-843f62cecf89 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:22:45.746617 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] For port 1b81ea9b-b7eb-4456-9be4-ab4772076162, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=1b81ea9b-b7eb-4456-9be4-ab4772076162,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:22:45.746884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:45.870199 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for 1b81ea9b-b7eb-4456-9be4-ab4772076162 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:22:45.976342 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] For port 26484e18-93f8-49c4-921b-fd19ffcbb7b1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=26484e18-93f8-49c4-921b-fd19ffcbb7b1,segment=NetworkSegment(f40b29fd-bc8c-4b6b-8765-ca760c7b07b7),segment_id=f40b29fd-bc8c-4b6b-8765-ca760c7b07b7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:22:45.976993 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:46.111918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Calling delete_port for 26484e18-93f8-49c4-921b-fd19ffcbb7b1 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:22:46.213906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:46.235315 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-0eec8f72-282c-4c67-965e-ad0d61480b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:20:56Z', 'updated_at': '2022-03-29T10:22:43Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:20:57Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:46.239529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec8f72-282c-4c67-965e-ad0d61480b5d None None] The sync data for ids ['271bf298-17bb-4941-9fe5-843f62cecf89'] in dv-neutron-835555-1-hyperv is: [{'id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-525044456', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:20:56Z', 'updated_at': '2022-03-29T10:22:43Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '1b81ea9b-b7eb-4456-9be4-ab4772076162', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271bf298-17bb-4941-9fe5-843f62cecf89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:20:57Z', 'updated_at': '2022-03-29T10:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:22:46.291180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=1b81ea9b-b7eb-4456-9be4-ab4772076162,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:46.303455 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:46.352179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Pushing event deleted for resources: {'Port': ['ID=26484e18-93f8-49c4-921b-fd19ffcbb7b1,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:46.361391 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:46.361715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] No DVR routers for this DVR port 26484e18-93f8-49c4-921b-fd19ffcbb7b1 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:22:46.363722 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:46.364066 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:46.364396 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:46.364780 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:46.370431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:46.370431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:46.370431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:46.370431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:46.370431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:46.370431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:46.370431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:46.370431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfd6de-0b8d-4728-9206-c0f5c7eae3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:46.537385 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:46.539523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:46.625430 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:46.625970 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Fanout notify agent at l3_agent the message router_deleted on router 271bf298-17bb-4941-9fe5-843f62cecf89 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:22:46.646652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:46.647670 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d87ef91f-d636-4c72-b850-0628c0c6cdfd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/routers/271bf298-17bb-4941-9fe5-843f62cecf89 HTTP/1.1" status: 204 len: 168 time: 1.5475380 Mar 29 10:22:46.650325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45328) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:46.745060 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 26484e18-93f8-49c4-921b-fd19ffcbb7b1 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:22:46.770508 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b45e2d7c-47ee-47ac-be0f-8bca6f6bd71c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:46.778197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 26484e18-93f8-49c4-921b-fd19ffcbb7b1 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:22:46.778540 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 26484e18-93f8-49c4-921b-fd19ffcbb7b1 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:22:46.778981 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4a917088-7adb-4583-aeea-b179a593c960 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:22:46.815075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 4a917088-7adb-4583-aeea-b179a593c960 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:22:46.815418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4a917088-7adb-4583-aeea-b179a593c960 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:22:46.905545 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b45e2d7c-47ee-47ac-be0f-8bca6f6bd71c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:46.935777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-b45e2d7c-47ee-47ac-be0f-8bca6f6bd71c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c590dd0d-2138-4c50-a844-8bd86c54c699']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:46.947974 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-b45e2d7c-47ee-47ac-be0f-8bca6f6bd71c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40b29fd-bc8c-4b6b-8765-ca760c7b07b7') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:46.948270 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-b45e2d7c-47ee-47ac-be0f-8bca6f6bd71c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40b29fd-bc8c-4b6b-8765-ca760c7b07b7') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:46.959280 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b45e2d7c-47ee-47ac-be0f-8bca6f6bd71c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:46.978288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b45e2d7c-47ee-47ac-be0f-8bca6f6bd71c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:46.984805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45e2d7c-47ee-47ac-be0f-8bca6f6bd71c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:22:46.985182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b45e2d7c-47ee-47ac-be0f-8bca6f6bd71c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:22:46.999727 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:22:47.137781 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b45e2d7c-47ee-47ac-be0f-8bca6f6bd71c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:47.154884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b45e2d7c-47ee-47ac-be0f-8bca6f6bd71c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:47.165739 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e2d7c-47ee-47ac-be0f-8bca6f6bd71c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Network': ['ID=c590dd0d-2138-4c50-a844-8bd86c54c699,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:47.226613 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b45e2d7c-47ee-47ac-be0f-8bca6f6bd71c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/networks/c590dd0d-2138-4c50-a844-8bd86c54c699 HTTP/1.1" status: 204 len: 168 time: 0.5751443 Mar 29 10:22:47.229212 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45332) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:47.306943 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f189979d-069b-4778-922d-411a374e31ac tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:47.336116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f189979d-069b-4778-922d-411a374e31ac tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:47.458099 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f189979d-069b-4778-922d-411a374e31ac tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:47.477311 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189979d-069b-4778-922d-411a374e31ac tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4ad832-ace7-4a1f-a41f-c1022083ad4e,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:47.567875 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f189979d-069b-4778-922d-411a374e31ac tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:47.569219 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f189979d-069b-4778-922d-411a374e31ac tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/security-groups/fc4ad832-ace7-4a1f-a41f-c1022083ad4e HTTP/1.1" status: 204 len: 168 time: 0.3388512 Mar 29 10:22:47.879295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45340) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:47.884688 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-8291ca6d-2597-4b98-bba6-b53ce73cb163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1076734150', 'description': 'tempest-secgroup-smoke-1076734150 description', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:47.891182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8291ca6d-2597-4b98-bba6-b53ce73cb163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:22:47.895352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8291ca6d-2597-4b98-bba6-b53ce73cb163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:22:47.898312 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8291ca6d-2597-4b98-bba6-b53ce73cb163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:22:47.904139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8291ca6d-2597-4b98-bba6-b53ce73cb163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:22:47.971648 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8291ca6d-2597-4b98-bba6-b53ce73cb163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:47.991992 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8291ca6d-2597-4b98-bba6-b53ce73cb163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:22:47.995790 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8291ca6d-2597-4b98-bba6-b53ce73cb163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:22:47.999062 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-8291ca6d-2597-4b98-bba6-b53ce73cb163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:22:48.004757 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-8291ca6d-2597-4b98-bba6-b53ce73cb163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:22:48.072768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8291ca6d-2597-4b98-bba6-b53ce73cb163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:48.150759 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8291ca6d-2597-4b98-bba6-b53ce73cb163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:48.197023 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291ca6d-2597-4b98-bba6-b53ce73cb163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7822f1-ec1c-4b0e-a34f-1a8316429878,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:48.263272 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8291ca6d-2597-4b98-bba6-b53ce73cb163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:48.264601 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8291ca6d-2597-4b98-bba6-b53ce73cb163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3842697 Mar 29 10:22:48.267322 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45344) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:48.272227 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e5cb444e-f12a-4b5a-8b63-ca8ea56e57e7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': '2f7822f1-ec1c-4b0e-a34f-1a8316429878', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:48.278331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e5cb444e-f12a-4b5a-8b63-ca8ea56e57e7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:22:48.282070 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e5cb444e-f12a-4b5a-8b63-ca8ea56e57e7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:22:48.285205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e5cb444e-f12a-4b5a-8b63-ca8ea56e57e7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:22:48.290802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e5cb444e-f12a-4b5a-8b63-ca8ea56e57e7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:22:48.379295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e5cb444e-f12a-4b5a-8b63-ca8ea56e57e7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:48.439195 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e5cb444e-f12a-4b5a-8b63-ca8ea56e57e7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:48.505040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e5cb444e-f12a-4b5a-8b63-ca8ea56e57e7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:48.528580 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb444e-f12a-4b5a-8b63-ca8ea56e57e7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d75766f-21ec-43ec-8fb0-2b77cbe49c92,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:48.600279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e5cb444e-f12a-4b5a-8b63-ca8ea56e57e7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:48.601508 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e5cb444e-f12a-4b5a-8b63-ca8ea56e57e7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332233 Mar 29 10:22:48.604132 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45348) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:48.609671 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-a33a66f6-cdb0-49b2-9468-4f52b6b7202b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': '2f7822f1-ec1c-4b0e-a34f-1a8316429878', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:48.615554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a33a66f6-cdb0-49b2-9468-4f52b6b7202b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:22:48.619331 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a33a66f6-cdb0-49b2-9468-4f52b6b7202b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:22:48.622188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a33a66f6-cdb0-49b2-9468-4f52b6b7202b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:22:48.627763 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a33a66f6-cdb0-49b2-9468-4f52b6b7202b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:22:48.643866 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1b81ea9b-b7eb-4456-9be4-ab4772076162 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:22:48.681904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 1b81ea9b-b7eb-4456-9be4-ab4772076162 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:22:48.682249 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 1b81ea9b-b7eb-4456-9be4-ab4772076162 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:22:48.733274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a33a66f6-cdb0-49b2-9468-4f52b6b7202b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:48.793449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a33a66f6-cdb0-49b2-9468-4f52b6b7202b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:48.858060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a33a66f6-cdb0-49b2-9468-4f52b6b7202b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:48.881204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a66f6-cdb0-49b2-9468-4f52b6b7202b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68639823-5fb5-474d-a07b-a8bf6369b816,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:48.943170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a33a66f6-cdb0-49b2-9468-4f52b6b7202b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:48.944650 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a33a66f6-cdb0-49b2-9468-4f52b6b7202b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3395212 Mar 29 10:22:48.947374 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45352) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:48.952819 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-18418a00-7b81-4726-9389-0f7961687883 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': '2f7822f1-ec1c-4b0e-a34f-1a8316429878', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:48.958767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-18418a00-7b81-4726-9389-0f7961687883 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:22:48.962683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-18418a00-7b81-4726-9389-0f7961687883 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:22:48.965525 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-18418a00-7b81-4726-9389-0f7961687883 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:22:48.971689 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-18418a00-7b81-4726-9389-0f7961687883 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:22:49.035833 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18418a00-7b81-4726-9389-0f7961687883 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:49.101921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18418a00-7b81-4726-9389-0f7961687883 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:49.160345 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18418a00-7b81-4726-9389-0f7961687883 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:49.183352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18418a00-7b81-4726-9389-0f7961687883 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f93eca5-d43f-4da9-a45b-76bba67c9d88,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:49.257580 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-18418a00-7b81-4726-9389-0f7961687883 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:49.258804 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-18418a00-7b81-4726-9389-0f7961687883 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104966 Mar 29 10:22:49.261515 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45356) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:49.267040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-70bf7dbf-3e5d-43a3-87f4-821b7aec2a08 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': '2f7822f1-ec1c-4b0e-a34f-1a8316429878', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:49.272985 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-70bf7dbf-3e5d-43a3-87f4-821b7aec2a08 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:22:49.276792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-70bf7dbf-3e5d-43a3-87f4-821b7aec2a08 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:22:49.280147 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-70bf7dbf-3e5d-43a3-87f4-821b7aec2a08 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:22:49.285954 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-70bf7dbf-3e5d-43a3-87f4-821b7aec2a08 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:22:49.375113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-70bf7dbf-3e5d-43a3-87f4-821b7aec2a08 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:49.438454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-70bf7dbf-3e5d-43a3-87f4-821b7aec2a08 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:49.515221 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-70bf7dbf-3e5d-43a3-87f4-821b7aec2a08 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:49.537627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf7dbf-3e5d-43a3-87f4-821b7aec2a08 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fc4db4-cb96-4358-9802-e6127386fb22,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:49.623470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-70bf7dbf-3e5d-43a3-87f4-821b7aec2a08 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:49.624684 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-70bf7dbf-3e5d-43a3-87f4-821b7aec2a08 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3622072 Mar 29 10:22:49.627512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45360) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:49.632521 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2861e332-df65-440b-a48e-08d0176a0de7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': '2f7822f1-ec1c-4b0e-a34f-1a8316429878', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:49.639369 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2861e332-df65-440b-a48e-08d0176a0de7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:22:49.643126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2861e332-df65-440b-a48e-08d0176a0de7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:22:49.645960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2861e332-df65-440b-a48e-08d0176a0de7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:22:49.652266 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2861e332-df65-440b-a48e-08d0176a0de7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:22:49.725893 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-2861e332-df65-440b-a48e-08d0176a0de7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Project 0a9d5eeb10cb49b5bf8599ad952ec1f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:22:49.733189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2861e332-df65-440b-a48e-08d0176a0de7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:49.794998 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2861e332-df65-440b-a48e-08d0176a0de7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:49.859375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2861e332-df65-440b-a48e-08d0176a0de7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:49.885691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861e332-df65-440b-a48e-08d0176a0de7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca51c2f-bdbe-4dd3-b016-b96f14b1097a,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:49.950908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2861e332-df65-440b-a48e-08d0176a0de7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:49.952106 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2861e332-df65-440b-a48e-08d0176a0de7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3236682 Mar 29 10:22:49.954906 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45364) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:49.960077 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7b0b11b7-0290-481c-84f1-3f5ebf8ec160 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': '2f7822f1-ec1c-4b0e-a34f-1a8316429878', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:49.966248 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7b0b11b7-0290-481c-84f1-3f5ebf8ec160 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:22:49.970050 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7b0b11b7-0290-481c-84f1-3f5ebf8ec160 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:22:49.972982 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7b0b11b7-0290-481c-84f1-3f5ebf8ec160 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:22:49.978628 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7b0b11b7-0290-481c-84f1-3f5ebf8ec160 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:22:50.051691 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-7b0b11b7-0290-481c-84f1-3f5ebf8ec160 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Project 0a9d5eeb10cb49b5bf8599ad952ec1f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:22:50.058289 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7b0b11b7-0290-481c-84f1-3f5ebf8ec160 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:50.126964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7b0b11b7-0290-481c-84f1-3f5ebf8ec160 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:50.188735 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7b0b11b7-0290-481c-84f1-3f5ebf8ec160 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:50.211708 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b11b7-0290-481c-84f1-3f5ebf8ec160 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea8e906-1cba-475a-ae64-a925deffe9c5,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:50.276072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7b0b11b7-0290-481c-84f1-3f5ebf8ec160 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:50.277333 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7b0b11b7-0290-481c-84f1-3f5ebf8ec160 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3214343 Mar 29 10:22:50.280881 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45368) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:50.286314 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'network': {'name': 'tempest-network-smoke--1717419412', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'port_security_enabled': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:50.291443 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:22:50.296070 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:network and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:22:50.298873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:22:50.304613 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:22:50.366097 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Made reservation on behalf of 0a9d5eeb10cb49b5bf8599ad952ec1f4 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:22:50.369619 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:50.397812 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:22:50.407244 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:50.407581 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Added segment a37f721a-84ee-4908-95bd-d295cd24334f of type vlan for network 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa Mar 29 10:22:50.433265 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:50.533989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:50.539250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:50.539828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:50.646022 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Network': ['ID=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:50.656551 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:22:50.688877 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e96ef851-86a3-4770-b542-5bfb2ee794b3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4067192 Mar 29 10:22:50.691326 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45372) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:50.696553 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'admin_state_up': True, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:50.704174 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:22:50.711681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:router and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:22:50.711681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:22:50.717802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:22:50.789145 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:50.792516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:50.805386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:51.095077 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:22:51.248899 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:51.652355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:51.681542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:51.815234 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.26.7.130 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/efa4dfa3-a485-44af-9306-942c53f4d27b) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:22:51.958746 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:52.043130 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:52.103808 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:22:52.111053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:22:52.115070 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:22:52.150013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=efa4dfa3-a485-44af-9306-942c53f4d27b,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:52.715258 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:53.049376 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:53.320363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router f870ce78-6711-4d30-ae0d-85879a5d3234 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:22:53.469057 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:53.496635 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:22:53.506355 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Sync routers for ids ['f870ce78-6711-4d30-ae0d-85879a5d3234'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:22:53.517627 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Routers {'f870ce78-6711-4d30-ae0d-85879a5d3234'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:22:53.518248 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:22:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f870ce78-6711-4d30-ae0d-85879a5d3234'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:53.600763 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:53.601952 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4552178e-7049-4647-8b20-79ccdb2973cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9097016 Mar 29 10:22:53.605112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45376) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:53.649810 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ffede012-c510-4b1a-933a-0f14acc871ac tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413423 Mar 29 10:22:53.650040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45380) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:53.695827 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Set router f870ce78-6711-4d30-ae0d-85879a5d3234 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:22:53.778768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bea124-8dbc-4ace-a65d-696ad3703c69 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:53.780956 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f1bea124-8dbc-4ace-a65d-696ad3703c69 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298103 Mar 29 10:22:53.783527 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45384) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:53.821623 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-38f1719a-4c70-4931-9098-8f0bdd8f3104 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370560 Mar 29 10:22:53.824065 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45388) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:53.830027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1310030748', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:53.942696 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:22:53.947436 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:subnet and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:22:53.950329 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:22:53.957163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:22:54.010192 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:22:50Z', 'updated_at': '2022-03-29T10:22:52Z', 'revision_number': 3, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:51Z', 'updated_at': '2022-03-29T10:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:54.014689 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Checking router: f870ce78-6711-4d30-ae0d-85879a5d3234 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:22:54.015037 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Updating router f870ce78-6711-4d30-ae0d-85879a5d3234 port efa4dfa3-a485-44af-9306-942c53f4d27b binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:22:54.019575 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Made reservation on behalf of 0a9d5eeb10cb49b5bf8599ad952ec1f4 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:22:54.023168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:54.072299 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:54.294756 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:54.447645 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:54.466698 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Transition to ACTIVE for port object efa4dfa3-a485-44af-9306-942c53f4d27b will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:22:54.510453 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Subnet': ['ID=084550ca-8686-4ce9-9073-fad4d93f6d41,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:54.519154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Checking segment: {'id': 'a37f721a-84ee-4908-95bd-d295cd24334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:22:54.519154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network hostable DHCP agents. Network: 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:22:54.528496 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:54.608992 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:22:54.609306 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Attempting to bind port efa4dfa3-a485-44af-9306-942c53f4d27b on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:22:54.609676 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Attempting to bind port efa4dfa3-a485-44af-9306-942c53f4d27b by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:22:54.610038 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Attempting to bind port efa4dfa3-a485-44af-9306-942c53f4d27b on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:22:54.616060 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374d8d0-9c23-465b-8eb8-51cfaff5f40f None None] Pushing event updated for resources: {'Port': ['ID=efa4dfa3-a485-44af-9306-942c53f4d27b,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:54.621056 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:22:54.621424 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:22:54.621828 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:54.622203 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:22:54.622717 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Bound port: efa4dfa3-a485-44af-9306-942c53f4d27b, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:22:54.623083 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:54.657710 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d8d0-9c23-465b-8eb8-51cfaff5f40f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:54.659350 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d8d0-9c23-465b-8eb8-51cfaff5f40f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:54.659350 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d8d0-9c23-465b-8eb8-51cfaff5f40f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:54.659350 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d8d0-9c23-465b-8eb8-51cfaff5f40f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:54.659350 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d8d0-9c23-465b-8eb8-51cfaff5f40f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:54.659350 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d8d0-9c23-465b-8eb8-51cfaff5f40f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:54.659888 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d8d0-9c23-465b-8eb8-51cfaff5f40f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:54.659888 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d8d0-9c23-465b-8eb8-51cfaff5f40f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:54.660216 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d8d0-9c23-465b-8eb8-51cfaff5f40f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:54.660558 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d8d0-9c23-465b-8eb8-51cfaff5f40f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:54.660876 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d8d0-9c23-465b-8eb8-51cfaff5f40f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:54.661188 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374d8d0-9c23-465b-8eb8-51cfaff5f40f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:54.671871 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:22:54.677729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:54.677729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:54.684865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef5e00c-55b9-4e09-9a7e-ea175431ad76 None None] Network 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:22:54.731168 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] For port efa4dfa3-a485-44af-9306-942c53f4d27b, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:22:54.735340 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] For port efa4dfa3-a485-44af-9306-942c53f4d27b, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=efa4dfa3-a485-44af-9306-942c53f4d27b,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:22:54.764012 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7193561b-7c0f-4702-8a20-52e5df641394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9387739 Mar 29 10:22:54.766781 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45392) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:22:54.823729 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:54.907616 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Routers {'f870ce78-6711-4d30-ae0d-85879a5d3234'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:22:54.908265 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:22:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f870ce78-6711-4d30-ae0d-85879a5d3234'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:54.988101 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374d8d0-9c23-465b-8eb8-51cfaff5f40f None None] Pushing event updated for resources: {'Port': ['ID=efa4dfa3-a485-44af-9306-942c53f4d27b,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:54.989965 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ips': [{'subnet_id': '084550ca-8686-4ce9-9073-fad4d93f6d41'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:22:54.991983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:55.153311 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] Set router f870ce78-6711-4d30-ae0d-85879a5d3234 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:22:55.184447 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Allocated IP 172.20.0.2 (607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa/084550ca-8686-4ce9-9073-fad4d93f6d41/4efe3541-4bd6-435f-bd25-34ec78a87b77) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:22:55.418749 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:55.430400 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Transition to ACTIVE for port object 4efe3541-4bd6-435f-bd25-34ec78a87b77 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:22:55.462181 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Transition to ACTIVE for port object 4efe3541-4bd6-435f-bd25-34ec78a87b77 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:22:55.525117 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:22:50Z', 'updated_at': '2022-03-29T10:22:52Z', 'revision_number': 3, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:51Z', 'updated_at': '2022-03-29T10:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:55.529502 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7f92eb-8c66-4406-8734-ebb746ceed1e None None] The sync data for ids ['f870ce78-6711-4d30-ae0d-85879a5d3234'] in dv-neutron-835555-1-hyperv is: [{'id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:22:50Z', 'updated_at': '2022-03-29T10:22:52Z', 'revision_number': 3, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:51Z', 'updated_at': '2022-03-29T10:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:22:55.538900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:55.581047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:55.614289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Network 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:22:55.617528 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:22:55.623694 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:22:55.683655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Pushing event updated for resources: {'Port': ['ID=4efe3541-4bd6-435f-bd25-34ec78a87b77,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:55.815246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Attempting to bind port 4efe3541-4bd6-435f-bd25-34ec78a87b77 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:22:55.815945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Attempting to bind port 4efe3541-4bd6-435f-bd25-34ec78a87b77 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'a37f721a-84ee-4908-95bd-d295cd24334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:22:55.816145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Attempting to bind port 4efe3541-4bd6-435f-bd25-34ec78a87b77 on network 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:22:55.822797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:22:55.823256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Checking segment: {'id': 'a37f721a-84ee-4908-95bd-d295cd24334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:22:55.823725 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:55.824179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Bound using segment: {'id': 'a37f721a-84ee-4908-95bd-d295cd24334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:22:55.829548 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Bound port: 4efe3541-4bd6-435f-bd25-34ec78a87b77, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37f721a-84ee-4908-95bd-d295cd24334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:22:55.829548 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:55.938800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] For port 4efe3541-4bd6-435f-bd25-34ec78a87b77, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:22:55.942397 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] For port 4efe3541-4bd6-435f-bd25-34ec78a87b77, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4efe3541-4bd6-435f-bd25-34ec78a87b77,segment=NetworkSegment(a37f721a-84ee-4908-95bd-d295cd24334f),segment_id=a37f721a-84ee-4908-95bd-d295cd24334f)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:22:56.031536 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:56.067756 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.20.0.1 (607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa/084550ca-8686-4ce9-9073-fad4d93f6d41/89cf8714-22c7-44ac-93b7-3bed803c4d82) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:22:56.127279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ba4ed-4329-440f-a2e4-2fc29dda3ad7 None None] Pushing event updated for resources: {'Port': ['ID=4efe3541-4bd6-435f-bd25-34ec78a87b77,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:56.297227 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:56.309310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Transition to ACTIVE for port object 89cf8714-22c7-44ac-93b7-3bed803c4d82 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:22:56.406662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:56.481049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:22:56.492707 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:22:56.495274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:22:56.664709 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=89cf8714-22c7-44ac-93b7-3bed803c4d82,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:56.691357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:56.762599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4efe3541-4bd6-435f-bd25-34ec78a87b77 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:22:56.934072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 4efe3541-4bd6-435f-bd25-34ec78a87b77 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:22:56.941037 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device efa4dfa3-a485-44af-9306-942c53f4d27b up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:22:57.058132 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:57.136896 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port efa4dfa3-a485-44af-9306-942c53f4d27b completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:22:57.144444 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port efa4dfa3-a485-44af-9306-942c53f4d27b triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:22:57.150220 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:57.170702 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b735dd7-3a4b-42c4-afd6-372dfdd376b8 None None] Network 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:22:57.399852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f3963f91-dc9d-40df-b28a-9f8eaf3c0fde None None] Provisioning for port 4efe3541-4bd6-435f-bd25-34ec78a87b77 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:22:57.422364 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f3963f91-dc9d-40df-b28a-9f8eaf3c0fde None None] Provisioning complete for port 4efe3541-4bd6-435f-bd25-34ec78a87b77 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:22:57.422731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f3963f91-dc9d-40df-b28a-9f8eaf3c0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:57.480931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:57.520359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:57.554663 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port efa4dfa3-a485-44af-9306-942c53f4d27b, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=efa4dfa3-a485-44af-9306-942c53f4d27b,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:22:57.579741 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:57.611278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:57.690740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f3963f91-dc9d-40df-b28a-9f8eaf3c0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:57.712066 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:57.721451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=89cf8714-22c7-44ac-93b7-3bed803c4d82,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:57.733937 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=efa4dfa3-a485-44af-9306-942c53f4d27b,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:57.757776 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f3963f91-dc9d-40df-b28a-9f8eaf3c0fde None None] For port 4efe3541-4bd6-435f-bd25-34ec78a87b77, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4efe3541-4bd6-435f-bd25-34ec78a87b77,segment=NetworkSegment(a37f721a-84ee-4908-95bd-d295cd24334f),segment_id=a37f721a-84ee-4908-95bd-d295cd24334f)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:22:57.820940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f3963f91-dc9d-40df-b28a-9f8eaf3c0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:57.909619 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:22:57.909619 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:22:57.910766 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3963f91-dc9d-40df-b28a-9f8eaf3c0fde None None] Pushing event updated for resources: {'Port': ['ID=4efe3541-4bd6-435f-bd25-34ec78a87b77,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:57.945909 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9b484989-b98b-4378-a09a-717fbeaa1c07 None None] Provisioning complete for port 4efe3541-4bd6-435f-bd25-34ec78a87b77 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:22:57.947008 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9b484989-b98b-4378-a09a-717fbeaa1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:58.127631 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router f870ce78-6711-4d30-ae0d-85879a5d3234 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:22:58.171752 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9b484989-b98b-4378-a09a-717fbeaa1c07 None None] Provisioning for port 89cf8714-22c7-44ac-93b7-3bed803c4d82 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:22:58.177678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9b484989-b98b-4378-a09a-717fbeaa1c07 None None] Provisioning complete for port 89cf8714-22c7-44ac-93b7-3bed803c4d82 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:22:58.177969 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9b484989-b98b-4378-a09a-717fbeaa1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:58.239571 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-9b484989-b98b-4378-a09a-717fbeaa1c07 None None] Port 89cf8714-22c7-44ac-93b7-3bed803c4d82 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:22:58.334411 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:22:58.352455 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-eb70f901-9658-4c24-b392-80396e204204 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "PUT /v2.0/routers/f870ce78-6711-4d30-ae0d-85879a5d3234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5842004 Mar 29 10:22:58.359416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Sync routers for ids ['f870ce78-6711-4d30-ae0d-85879a5d3234'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:22:58.379987 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Routers {'f870ce78-6711-4d30-ae0d-85879a5d3234'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:22:58.380999 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:22:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f870ce78-6711-4d30-ae0d-85879a5d3234'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:58.446732 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-bb71f9a4-ea4e-4fcf-8bdb-e789dcf5af64 None None] Provisioning complete for port 89cf8714-22c7-44ac-93b7-3bed803c4d82 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:22:58.447100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bb71f9a4-ea4e-4fcf-8bdb-e789dcf5af64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:58.539460 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-bb71f9a4-ea4e-4fcf-8bdb-e789dcf5af64 None None] Port 89cf8714-22c7-44ac-93b7-3bed803c4d82 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:22:58.565985 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8e58faca-776a-4022-bca2-683fdd9f409e req-c554e9fb-851f-4258-9393-680787aa95a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:22:58.638735 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Set router f870ce78-6711-4d30-ae0d-85879a5d3234 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:22:58.649668 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8e58faca-776a-4022-bca2-683fdd9f409e req-c554e9fb-851f-4258-9393-680787aa95a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:22:58.651587 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-c554e9fb-851f-4258-9393-680787aa95a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076734150&fields=id&tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 267 time: 0.1275024 Mar 29 10:22:58.714719 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4efe3541-4bd6-435f-bd25-34ec78a87b77 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:22:58.954177 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58faca-776a-4022-bca2-683fdd9f409e req-890ab115-6576-4963-adaa-edc4b215ee7b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:58.955932 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8e58faca-776a-4022-bca2-683fdd9f409e req-890ab115-6576-4963-adaa-edc4b215ee7b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:22:58.993242 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 4efe3541-4bd6-435f-bd25-34ec78a87b77 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:22:58.993947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:59.042235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8e58faca-776a-4022-bca2-683fdd9f409e req-890ab115-6576-4963-adaa-edc4b215ee7b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:22:59.043524 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-890ab115-6576-4963-adaa-edc4b215ee7b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/networks?id=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa HTTP/1.1" status: 200 len: 797 time: 0.3847597 Mar 29 10:22:59.070024 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-fac029c2-aadd-4de9-bccc-9fb146d34e68 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/quotas/0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 375 time: 0.0170233 Mar 29 10:22:59.187181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8e58faca-776a-4022-bca2-683fdd9f409e req-441d3492-c257-472d-b904-f496d8e46a49 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:22:59.207598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:22:50Z', 'updated_at': '2022-03-29T10:22:56Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:51Z', 'updated_at': '2022-03-29T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '89cf8714-22c7-44ac-93b7-3bed803c4d82', 'name': '', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:c1:3f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:55Z', 'updated_at': '2022-03-29T10:22:57Z', 'revision_number': 2, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:59.210248 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device efa4dfa3-a485-44af-9306-942c53f4d27b up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:22:59.239218 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Checking router: f870ce78-6711-4d30-ae0d-85879a5d3234 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:22:59.239573 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Updating router f870ce78-6711-4d30-ae0d-85879a5d3234 port 89cf8714-22c7-44ac-93b7-3bed803c4d82 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:22:59.262950 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8e58faca-776a-4022-bca2-683fdd9f409e req-441d3492-c257-472d-b904-f496d8e46a49 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:22:59.265317 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-441d3492-c257-472d-b904-f496d8e46a49 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1856403 Mar 29 10:22:59.316823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:59.391862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port efa4dfa3-a485-44af-9306-942c53f4d27b triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:22:59.392171 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:59.515977 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-deb048e7-a6b4-47a5-8229-ecc0da6cb14b service neutron] 10.222.0.35 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340558 Mar 29 10:22:59.673207 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-8dfcca28-5b69-4ff5-844b-5ebcb4a2d68b service neutron] 10.222.0.35 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479194 Mar 29 10:22:59.835305 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:59.848144 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Transition to ACTIVE for port object 89cf8714-22c7-44ac-93b7-3bed803c4d82 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:22:59.917699 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:00.008074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-3c438752-02f1-497b-8fe9-186c4fa091a0 req-04604ac0-a13b-4216-a611-a4cfdf69203d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:23:00.025771 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-3c438752-02f1-497b-8fe9-186c4fa091a0 req-04604ac0-a13b-4216-a611-a4cfdf69203d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:23:00.027175 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3c438752-02f1-497b-8fe9-186c4fa091a0 req-04604ac0-a13b-4216-a611-a4cfdf69203d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 210 time: 0.0640528 Mar 29 10:23:00.063577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc1c68-7c86-4584-b089-05f02c9a8869 None None] Pushing event updated for resources: {'Port': ['ID=89cf8714-22c7-44ac-93b7-3bed803c4d82,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:23:00.160346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Attempting to bind port 89cf8714-22c7-44ac-93b7-3bed803c4d82 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:23:00.160741 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Attempting to bind port 89cf8714-22c7-44ac-93b7-3bed803c4d82 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'a37f721a-84ee-4908-95bd-d295cd24334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:23:00.161112 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Attempting to bind port 89cf8714-22c7-44ac-93b7-3bed803c4d82 on network 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:23:00.167492 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:23:00.167867 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Checking segment: {'id': 'a37f721a-84ee-4908-95bd-d295cd24334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:23:00.173406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:00.178800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Bound using segment: {'id': 'a37f721a-84ee-4908-95bd-d295cd24334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:23:00.178800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Bound port: 89cf8714-22c7-44ac-93b7-3bed803c4d82, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37f721a-84ee-4908-95bd-d295cd24334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:23:00.178800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:00.284849 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] For port 89cf8714-22c7-44ac-93b7-3bed803c4d82, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:23:00.289559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] For port 89cf8714-22c7-44ac-93b7-3bed803c4d82, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=89cf8714-22c7-44ac-93b7-3bed803c4d82,segment=NetworkSegment(a37f721a-84ee-4908-95bd-d295cd24334f),segment_id=a37f721a-84ee-4908-95bd-d295cd24334f)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:23:00.363170 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:00.445201 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Routers {'f870ce78-6711-4d30-ae0d-85879a5d3234'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:23:00.445866 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:22:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f870ce78-6711-4d30-ae0d-85879a5d3234'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:23:00.507871 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc1c68-7c86-4584-b089-05f02c9a8869 None None] Pushing event updated for resources: {'Port': ['ID=89cf8714-22c7-44ac-93b7-3bed803c4d82,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:23:00.703202 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] Set router f870ce78-6711-4d30-ae0d-85879a5d3234 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:23:01.051018 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:22:50Z', 'updated_at': '2022-03-29T10:22:56Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:51Z', 'updated_at': '2022-03-29T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '89cf8714-22c7-44ac-93b7-3bed803c4d82', 'name': '', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:c1:3f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:55Z', 'updated_at': '2022-03-29T10:23:00Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:23:01.055179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118df82a-8b76-4251-9737-dcaba05c2dc5 None None] The sync data for ids ['f870ce78-6711-4d30-ae0d-85879a5d3234'] in dv-neutron-835555-1-hyperv is: [{'id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:22:50Z', 'updated_at': '2022-03-29T10:22:56Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:51Z', 'updated_at': '2022-03-29T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '89cf8714-22c7-44ac-93b7-3bed803c4d82', 'name': '', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:c1:3f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:55Z', 'updated_at': '2022-03-29T10:23:00Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:23:01.198838 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e6847be3-1389-44a5-bdc0-d7e49cae5612 req-430c7411-d28a-43b3-a4d3-6d1581180e48 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 210 time: 0.0442026 Mar 29 10:23:02.137166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58faca-776a-4022-bca2-683fdd9f409e req-6dfbe289-e1ce-46c8-8b1d-7e5819d518fb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:02.138590 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-6dfbe289-e1ce-46c8-8b1d-7e5819d518fb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/networks?id=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa HTTP/1.1" status: 200 len: 797 time: 0.1513894 Mar 29 10:23:02.186979 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-811202c3-8498-4541-8473-98475f7ff756 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 380 time: 0.0404973 Mar 29 10:23:02.194995 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-8e58faca-776a-4022-bca2-683fdd9f409e req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'port': {'device_id': '70546751-c0b1-4d30-8955-e63ae6a69d0b', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'admin_state_up': True, 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'security_groups': ['2f7822f1-ec1c-4b0e-a34f-1a8316429878']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:23:02.375498 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8389979d-dc93-4e2c-ac86-8a40eb5cae7c req-e3b7757c-cfff-4677-aa01-5ee98ff8872d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 210 time: 0.0627391 Mar 29 10:23:02.380479 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-8e58faca-776a-4022-bca2-683fdd9f409e req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:23:02.390795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-8e58faca-776a-4022-bca2-683fdd9f409e req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:23:02.478679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e58faca-776a-4022-bca2-683fdd9f409e req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Made reservation on behalf of 0a9d5eeb10cb49b5bf8599ad952ec1f4 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:23:02.482476 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8e58faca-776a-4022-bca2-683fdd9f409e req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:02.656508 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-8e58faca-776a-4022-bca2-683fdd9f409e req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.20.0.10 (607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa/084550ca-8686-4ce9-9073-fad4d93f6d41/29d49823-08c4-4cd4-a657-b3b732ac38e1) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:23:02.717775 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 89cf8714-22c7-44ac-93b7-3bed803c4d82 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:23:02.848249 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 89cf8714-22c7-44ac-93b7-3bed803c4d82 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:23:02.854588 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 89cf8714-22c7-44ac-93b7-3bed803c4d82 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:23:02.855675 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8e58faca-776a-4022-bca2-683fdd9f409e req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:02.855816 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:02.875290 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-8e58faca-776a-4022-bca2-683fdd9f409e req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Transition to ACTIVE for port object 29d49823-08c4-4cd4-a657-b3b732ac38e1 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:23:02.971795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8e58faca-776a-4022-bca2-683fdd9f409e req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:02.973142 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:03.009912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 89cf8714-22c7-44ac-93b7-3bed803c4d82, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=89cf8714-22c7-44ac-93b7-3bed803c4d82,segment=NetworkSegment(a37f721a-84ee-4908-95bd-d295cd24334f),segment_id=a37f721a-84ee-4908-95bd-d295cd24334f)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:23:03.037988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e58faca-776a-4022-bca2-683fdd9f409e req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:23:03.046008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-8e58faca-776a-4022-bca2-683fdd9f409e req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:23:03.050477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e58faca-776a-4022-bca2-683fdd9f409e req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:23:03.072167 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:03.088829 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=29d49823-08c4-4cd4-a657-b3b732ac38e1,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:23:03.137499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58faca-776a-4022-bca2-683fdd9f409e req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:03.139561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8e58faca-776a-4022-bca2-683fdd9f409e req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:03.162326 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=89cf8714-22c7-44ac-93b7-3bed803c4d82,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:23:03.232410 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-4884ec7c-56b8-455c-831a-20a433cf5e81 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0405295 Mar 29 10:23:03.243610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Request body: {'port': {'device_id': '70546751-c0b1-4d30-8955-e63ae6a69d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:23:03.361955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:03.368778 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-906a2c1d-0e75-4689-959e-ce23095f338b None None] Provisioning for port 29d49823-08c4-4cd4-a657-b3b732ac38e1 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:23:03.375356 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-906a2c1d-0e75-4689-959e-ce23095f338b None None] Provisioning complete for port 29d49823-08c4-4cd4-a657-b3b732ac38e1 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:23:03.375736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-906a2c1d-0e75-4689-959e-ce23095f338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:03.437130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-906a2c1d-0e75-4689-959e-ce23095f338b None None] Port 29d49823-08c4-4cd4-a657-b3b732ac38e1 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:23:03.579949 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23d0c6-adf3-48dd-984c-776573761e9a req-0f04dd5d-7c93-49d6-9e44-c6fff5a0920c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:03.581815 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3e23d0c6-adf3-48dd-984c-776573761e9a req-0f04dd5d-7c93-49d6-9e44-c6fff5a0920c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 932 time: 0.0864162 Mar 29 10:23:03.629344 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3e23d0c6-adf3-48dd-984c-776573761e9a req-f7a42e9f-657b-4aa6-91bd-d971c565d346 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416059 Mar 29 10:23:03.818407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d49823-08c4-4cd4-a657-b3b732ac38e1 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:23:03.826157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:03.841572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Transition to ACTIVE for port object 29d49823-08c4-4cd4-a657-b3b732ac38e1 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:23:03.948419 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:04.104367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Pushing event updated for resources: {'Port': ['ID=29d49823-08c4-4cd4-a657-b3b732ac38e1,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:23:04.188538 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Attempting to bind port 29d49823-08c4-4cd4-a657-b3b732ac38e1 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:23:04.189201 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Attempting to bind port 29d49823-08c4-4cd4-a657-b3b732ac38e1 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'a37f721a-84ee-4908-95bd-d295cd24334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:23:04.189201 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Attempting to bind port 29d49823-08c4-4cd4-a657-b3b732ac38e1 on network 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:23:04.194410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Port 29d49823-08c4-4cd4-a657-b3b732ac38e1 on network 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:23:04.194721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Attempting to bind port 29d49823-08c4-4cd4-a657-b3b732ac38e1 on network 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:23:04.199828 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:23:04.200100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Checking segment: {'id': 'a37f721a-84ee-4908-95bd-d295cd24334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:23:04.200988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Bound using segment: {'id': 'a37f721a-84ee-4908-95bd-d295cd24334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:23:04.201405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Bound port: 29d49823-08c4-4cd4-a657-b3b732ac38e1, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37f721a-84ee-4908-95bd-d295cd24334f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:23:04.201748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:04.293232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] For port 29d49823-08c4-4cd4-a657-b3b732ac38e1, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:23:04.296182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] For port 29d49823-08c4-4cd4-a657-b3b732ac38e1, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=29d49823-08c4-4cd4-a657-b3b732ac38e1,segment=NetworkSegment(a37f721a-84ee-4908-95bd-d295cd24334f),segment_id=a37f721a-84ee-4908-95bd-d295cd24334f)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:23:04.406098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:04.463208 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:04.463846 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:04.465257 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/29d49823-08c4-4cd4-a657-b3b732ac38e1 HTTP/1.1" status: 200 len: 1094 time: 1.2259862 Mar 29 10:23:04.465695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70546751-c0b1-4d30-8955-e63ae6a69d0b', 'tag': '29d49823-08c4-4cd4-a657-b3b732ac38e1'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:23:04.494215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fa13a-a7a2-47a1-92a0-7564597b87f2 service neutron] Pushing event updated for resources: {'Port': ['ID=29d49823-08c4-4cd4-a657-b3b732ac38e1,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:23:04.530667 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70546751-c0b1-4d30-8955-e63ae6a69d0b', 'tag': '29d49823-08c4-4cd4-a657-b3b732ac38e1', 'status': 'completed', 'code': 200} Mar 29 10:23:04.623999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5a9b-e01f-4e01-a2b9-20e805547560 req-06150294-7f12-475b-a3d5-eb81a108cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:04.625571 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cf3b5a9b-e01f-4e01-a2b9-20e805547560 req-06150294-7f12-475b-a3d5-eb81a108cddd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 1097 time: 0.0745394 Mar 29 10:23:04.707760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 89cf8714-22c7-44ac-93b7-3bed803c4d82 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:23:04.781470 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 89cf8714-22c7-44ac-93b7-3bed803c4d82 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:23:04.781847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:04.788678 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5a9b-e01f-4e01-a2b9-20e805547560 req-3f53e786-26e8-45f3-a472-e0ad3b3b3c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:04.790280 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cf3b5a9b-e01f-4e01-a2b9-20e805547560 req-3f53e786-26e8-45f3-a472-e0ad3b3b3c28 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1537185 Mar 29 10:23:04.843509 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765eafb-41e5-44d2-98f6-640c1f35dbe4 req-0280d4dc-dede-40a6-9db2-5516b1ca9822 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:04.845056 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2765eafb-41e5-44d2-98f6-640c1f35dbe4 req-0280d4dc-dede-40a6-9db2-5516b1ca9822 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 944 time: 0.0854182 Mar 29 10:23:04.897583 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2765eafb-41e5-44d2-98f6-640c1f35dbe4 req-07879792-4a16-4400-a050-01b1f877dd20 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446939 Mar 29 10:23:04.961306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5a9b-e01f-4e01-a2b9-20e805547560 req-0fdd0689-ec0e-43f5-8151-7ae9a1efb65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:04.962734 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cf3b5a9b-e01f-4e01-a2b9-20e805547560 req-0fdd0689-ec0e-43f5-8151-7ae9a1efb65d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1658916 Mar 29 10:23:05.071332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58faca-776a-4022-bca2-683fdd9f409e req-67418c68-f8f2-4577-a84f-59406d65a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:05.072748 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-67418c68-f8f2-4577-a84f-59406d65a0a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 1097 time: 0.0741153 Mar 29 10:23:05.143406 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-15ae7743-432a-4644-b9c3-e721634ac0bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d49823-08c4-4cd4-a657-b3b732ac38e1 HTTP/1.1" status: 200 len: 217 time: 0.0632768 Mar 29 10:23:05.205331 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58faca-776a-4022-bca2-683fdd9f409e req-8eee18da-7f92-4264-99ae-f5d0e2490642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:05.206746 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-8eee18da-7f92-4264-99ae-f5d0e2490642 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=084550ca-8686-4ce9-9073-fad4d93f6d41 HTTP/1.1" status: 200 len: 835 time: 0.0568552 Mar 29 10:23:05.282948 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58faca-776a-4022-bca2-683fdd9f409e req-ac4cbc3f-d258-4c5d-84dc-a1315c575852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:05.284478 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-ac4cbc3f-d258-4c5d-84dc-a1315c575852 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704927 Mar 29 10:23:05.418833 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-79383412-dcf8-47ae-993a-5dc4dbf0451c service neutron] 10.222.0.36 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263189 Mar 29 10:23:05.647359 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8e58faca-776a-4022-bca2-683fdd9f409e req-ec354e09-5a7b-4f0d-9286-a18e77f54558 service neutron] 10.222.0.36 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221766 Mar 29 10:23:05.762497 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c7cf-e809-44a9-86ac-60776ee051e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:06.086352 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc6728-1f98-4c68-a112-a18ae1b7c31f req-059a6362-bcc4-4799-be29-eecb0dbfca78 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:06.086958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-bffc6728-1f98-4c68-a112-a18ae1b7c31f req-059a6362-bcc4-4799-be29-eecb0dbfca78 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:23:06.162297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-bffc6728-1f98-4c68-a112-a18ae1b7c31f req-059a6362-bcc4-4799-be29-eecb0dbfca78 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:23:06.163501 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bffc6728-1f98-4c68-a112-a18ae1b7c31f req-059a6362-bcc4-4799-be29-eecb0dbfca78 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 944 time: 0.1600621 Mar 29 10:23:06.208882 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bffc6728-1f98-4c68-a112-a18ae1b7c31f req-d5f1718a-703a-4c8a-8eab-c13dffa40d8b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395572 Mar 29 10:23:07.394677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07207c-75ff-4df8-9e45-f802a1b35d3e req-0720ee38-5c4f-41c6-abd3-9d3de9c502a1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:07.396216 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2f07207c-75ff-4df8-9e45-f802a1b35d3e req-0720ee38-5c4f-41c6-abd3-9d3de9c502a1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 944 time: 0.0812554 Mar 29 10:23:07.442907 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2f07207c-75ff-4df8-9e45-f802a1b35d3e req-36763ad6-520e-4f9a-be3d-32f099881e84 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408883 Mar 29 10:23:07.527837 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 29d49823-08c4-4cd4-a657-b3b732ac38e1 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:23:07.660989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 29d49823-08c4-4cd4-a657-b3b732ac38e1, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=29d49823-08c4-4cd4-a657-b3b732ac38e1,segment=NetworkSegment(a37f721a-84ee-4908-95bd-d295cd24334f),segment_id=a37f721a-84ee-4908-95bd-d295cd24334f)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:23:07.674142 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '29d49823-08c4-4cd4-a657-b3b732ac38e1', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'port_id': '29d49823-08c4-4cd4-a657-b3b732ac38e1', 'mac_address': 'fa:16:3e:92:5d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:23:07.729107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:07.746045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d49823-08c4-4cd4-a657-b3b732ac38e1 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:23:07.761645 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 29d49823-08c4-4cd4-a657-b3b732ac38e1, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=29d49823-08c4-4cd4-a657-b3b732ac38e1,segment=NetworkSegment(a37f721a-84ee-4908-95bd-d295cd24334f),segment_id=a37f721a-84ee-4908-95bd-d295cd24334f)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:23:07.864948 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:07.919464 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b898c242-50d0-4cfa-b252-5929573882a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:07.941474 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=29d49823-08c4-4cd4-a657-b3b732ac38e1,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:23:08.169632 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['29d49823-08c4-4cd4-a657-b3b732ac38e1'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:23:08.637339 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541132f-5a19-4fc5-ad7c-aa09fae52c9f req-3c696803-b3d8-4057-b6a3-f0258051409c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:08.639312 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5541132f-5a19-4fc5-ad7c-aa09fae52c9f req-3c696803-b3d8-4057-b6a3-f0258051409c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 945 time: 0.0888512 Mar 29 10:23:08.686746 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5541132f-5a19-4fc5-ad7c-aa09fae52c9f req-02b4a263-260a-4c00-b2f4-fba414f1f65c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417337 Mar 29 10:23:08.959862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:09.059904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:09.543155 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 29d49823-08c4-4cd4-a657-b3b732ac38e1 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:23:09.682293 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 29d49823-08c4-4cd4-a657-b3b732ac38e1 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:23:09.689158 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 29d49823-08c4-4cd4-a657-b3b732ac38e1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:23:09.689533 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:09.807565 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:09.838116 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70546751-c0b1-4d30-8955-e63ae6a69d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d49823-08c4-4cd4-a657-b3b732ac38e1'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:23:09.848012 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 29d49823-08c4-4cd4-a657-b3b732ac38e1, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=29d49823-08c4-4cd4-a657-b3b732ac38e1,segment=NetworkSegment(a37f721a-84ee-4908-95bd-d295cd24334f),segment_id=a37f721a-84ee-4908-95bd-d295cd24334f)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:23:09.881065 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825156e6-14dd-4f28-b403-980beaa6d2a0 req-cc65ebc1-d1c0-4ba4-8104-f631c857f874 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:09.882665 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-825156e6-14dd-4f28-b403-980beaa6d2a0 req-cc65ebc1-d1c0-4ba4-8104-f631c857f874 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 945 time: 0.0856183 Mar 29 10:23:09.885037 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70546751-c0b1-4d30-8955-e63ae6a69d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d49823-08c4-4cd4-a657-b3b732ac38e1', 'code': 200} Mar 29 10:23:09.928738 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-825156e6-14dd-4f28-b403-980beaa6d2a0 req-9e66e939-ae0f-44ed-aa40-f38b741bdd98 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399158 Mar 29 10:23:09.951739 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:10.051667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=29d49823-08c4-4cd4-a657-b3b732ac38e1,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:23:10.307916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac4081-7be3-4633-adb0-6ae6b50e5284 req-90f7db5f-57b2-4ce4-80fa-4fa961db45af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:10.309419 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4aac4081-7be3-4633-adb0-6ae6b50e5284 req-90f7db5f-57b2-4ce4-80fa-4fa961db45af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 1099 time: 0.0713100 Mar 29 10:23:10.349938 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4aac4081-7be3-4633-adb0-6ae6b50e5284 req-0025e56f-a2c7-4c7e-a2fa-4b79695c6c59 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348256 Mar 29 10:23:10.929369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:11.117595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c88d7-7983-4927-a0b1-a5de7bed0d2d req-c7630cb4-048d-4d21-98c2-149335d60bc2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:11.119047 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-840c88d7-7983-4927-a0b1-a5de7bed0d2d req-c7630cb4-048d-4d21-98c2-149335d60bc2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0831254 Mar 29 10:23:11.163459 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-840c88d7-7983-4927-a0b1-a5de7bed0d2d req-8a358a5a-b67a-4d95-9f95-0e6faa7f321d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379674 Mar 29 10:23:12.345573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2c49d-d8e3-402d-90e2-90f4d99d5f10 req-46df085d-b9ff-4c86-9a72-77555269d4dd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:12.347035 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1bc2c49d-d8e3-402d-90e2-90f4d99d5f10 req-46df085d-b9ff-4c86-9a72-77555269d4dd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0799086 Mar 29 10:23:12.390678 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1bc2c49d-d8e3-402d-90e2-90f4d99d5f10 req-ae7e94d0-d43f-4da0-850d-6abbfde79b55 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378263 Mar 29 10:23:12.576975 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3dc65-b463-4fef-a369-4236ffe5768b req-ec80fa4b-6685-4df4-be69-f908ba95e6b4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:12.578498 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-21b3dc65-b463-4fef-a369-4236ffe5768b req-ec80fa4b-6685-4df4-be69-f908ba95e6b4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0795798 Mar 29 10:23:12.621791 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-21b3dc65-b463-4fef-a369-4236ffe5768b req-74d7b2a2-ceaa-4397-805e-790492dceb3a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376644 Mar 29 10:23:12.645188 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45452) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:23:12.716402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19f1c7-3c8f-4ae3-a4ce-516bec8fc07d tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:12.717838 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bf19f1c7-3c8f-4ae3-a4ce-516bec8fc07d tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 1094 time: 0.0716395 Mar 29 10:23:12.720549 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45456) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:23:12.725590 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '29d49823-08c4-4cd4-a657-b3b732ac38e1', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:23:12.732004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:23:12.735497 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:floatingip and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:23:12.738303 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:23:12.743902 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:23:12.845560 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:12.979741 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:13.117645 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.26.7.227 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/9910ce5c-154d-4372-8736-fb5685e92cd1) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:23:13.269403 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:13.368573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:13.430233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:23:13.433105 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:23:13.435736 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:23:13.593589 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=9910ce5c-154d-4372-8736-fb5685e92cd1,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:23:13.974108 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:14.119310 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:14.325260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:14.399729 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:14.507773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=9910ce5c-154d-4372-8736-fb5685e92cd1,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:23:14.519647 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:14.693480 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Floating IP 11c358c0-dce2-4ed2-869d-dd8c8c5874d8 associated. External IP: 172.26.7.227, port: 29d49823-08c4-4cd4-a657-b3b732ac38e1. Mar 29 10:23:15.040274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router f870ce78-6711-4d30-ae0d-85879a5d3234 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:23:15.321343 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:23:15.331676 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff328e-9b3a-412e-9045-380acd9a233b None None] Sync routers for ids ['f870ce78-6711-4d30-ae0d-85879a5d3234'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:23:15.342747 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff328e-9b3a-412e-9045-380acd9a233b None None] Routers {'f870ce78-6711-4d30-ae0d-85879a5d3234'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:23:15.343560 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b2ff328e-9b3a-412e-9045-380acd9a233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:23:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f870ce78-6711-4d30-ae0d-85879a5d3234'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:23:15.408176 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:15.463614 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-06dc2b0b-945c-45f1-8ce3-1c8827912cd2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7420032 Mar 29 10:23:15.464198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70546751-c0b1-4d30-8955-e63ae6a69d0b', 'tag': '29d49823-08c4-4cd4-a657-b3b732ac38e1'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:23:15.524749 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-b2ff328e-9b3a-412e-9045-380acd9a233b None None] Set router f870ce78-6711-4d30-ae0d-85879a5d3234 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:23:15.595522 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70546751-c0b1-4d30-8955-e63ae6a69d0b', 'tag': '29d49823-08c4-4cd4-a657-b3b732ac38e1', 'status': 'completed', 'code': 200} Mar 29 10:23:15.646823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c92100-e6f8-46cb-8b72-cbf70e0b9917 req-6a159483-5a20-4678-88ac-e21d8ccc2607 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:15.648400 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d1c92100-e6f8-46cb-8b72-cbf70e0b9917 req-6a159483-5a20-4678-88ac-e21d8ccc2607 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0900035 Mar 29 10:23:15.669949 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa9ba1-5d4b-476b-a08a-8dd6949c9d42 req-32c47f74-4272-4aea-8096-dad90592d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:15.672061 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42fa9ba1-5d4b-476b-a08a-8dd6949c9d42 req-32c47f74-4272-4aea-8096-dad90592d901 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 1099 time: 0.0769911 Mar 29 10:23:15.695821 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d1c92100-e6f8-46cb-8b72-cbf70e0b9917 req-3ac1dcba-e48f-4a8b-86bc-672871bb374c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410197 Mar 29 10:23:15.719106 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45472) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:23:15.815328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa9ba1-5d4b-476b-a08a-8dd6949c9d42 req-bd336c48-e284-4178-b7e5-b6e938b5ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:15.816957 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42fa9ba1-5d4b-476b-a08a-8dd6949c9d42 req-bd336c48-e284-4178-b7e5-b6e938b5ded6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa HTTP/1.1" status: 200 len: 898 time: 0.1387057 Mar 29 10:23:15.833478 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8f1b01f0-ef41-4a36-b7a7-161f6c8bd908 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/11c358c0-dce2-4ed2-869d-dd8c8c5874d8 HTTP/1.1" status: 200 len: 992 time: 0.1116521 Mar 29 10:23:15.917844 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b2ff328e-9b3a-412e-9045-380acd9a233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:22:50Z', 'updated_at': '2022-03-29T10:22:56Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:51Z', 'updated_at': '2022-03-29T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '11c358c0-dce2-4ed2-869d-dd8c8c5874d8', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'port_id': '29d49823-08c4-4cd4-a657-b3b732ac38e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'mac_address': 'fa:16:3e:92:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70546751-c0b1-4d30-8955-e63ae6a69d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:23:13Z', 'updated_at': '2022-03-29T10:23:13Z', 'revision_number': 0, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89cf8714-22c7-44ac-93b7-3bed803c4d82', 'name': '', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:c1:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:55Z', 'updated_at': '2022-03-29T10:23:02Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:23:15.921702 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff328e-9b3a-412e-9045-380acd9a233b None None] Checking router: f870ce78-6711-4d30-ae0d-85879a5d3234 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:23:15.922676 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42fa9ba1-5d4b-476b-a08a-8dd6949c9d42 req-b0e991aa-adc4-48d0-b18a-66829cc46c74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d49823-08c4-4cd4-a657-b3b732ac38e1 HTTP/1.1" status: 200 len: 1000 time: 0.0995724 Mar 29 10:23:15.930073 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff328e-9b3a-412e-9045-380acd9a233b None None] Routers {'f870ce78-6711-4d30-ae0d-85879a5d3234'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:23:15.930659 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b2ff328e-9b3a-412e-9045-380acd9a233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:23:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f870ce78-6711-4d30-ae0d-85879a5d3234'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:23:15.986239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa9ba1-5d4b-476b-a08a-8dd6949c9d42 req-b6d0da1d-8dfc-45f1-a378-2d6b3ab4d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:15.987719 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42fa9ba1-5d4b-476b-a08a-8dd6949c9d42 req-b6d0da1d-8dfc-45f1-a378-2d6b3ab4d09e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=084550ca-8686-4ce9-9073-fad4d93f6d41 HTTP/1.1" status: 200 len: 835 time: 0.0594044 Mar 29 10:23:16.065474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa9ba1-5d4b-476b-a08a-8dd6949c9d42 req-b080129b-9467-469b-a086-42ee8c0516d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:16.066958 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42fa9ba1-5d4b-476b-a08a-8dd6949c9d42 req-b080129b-9467-469b-a086-42ee8c0516d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734811 Mar 29 10:23:16.107300 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-b2ff328e-9b3a-412e-9045-380acd9a233b None None] Set router f870ce78-6711-4d30-ae0d-85879a5d3234 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:23:16.199717 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42fa9ba1-5d4b-476b-a08a-8dd6949c9d42 req-7730ca5e-d98a-4020-b06f-271f1144356c service neutron] 10.222.0.36 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261730 Mar 29 10:23:16.330171 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-42fa9ba1-5d4b-476b-a08a-8dd6949c9d42 req-c1d40d7f-6993-4ab7-b98e-090aad1209c0 service neutron] 10.222.0.36 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240625 Mar 29 10:23:16.452593 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b2ff328e-9b3a-412e-9045-380acd9a233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:22:50Z', 'updated_at': '2022-03-29T10:22:56Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:51Z', 'updated_at': '2022-03-29T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '11c358c0-dce2-4ed2-869d-dd8c8c5874d8', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'port_id': '29d49823-08c4-4cd4-a657-b3b732ac38e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'mac_address': 'fa:16:3e:92:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70546751-c0b1-4d30-8955-e63ae6a69d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:23:13Z', 'updated_at': '2022-03-29T10:23:13Z', 'revision_number': 0, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89cf8714-22c7-44ac-93b7-3bed803c4d82', 'name': '', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:c1:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:55Z', 'updated_at': '2022-03-29T10:23:02Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:23:16.456621 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ff328e-9b3a-412e-9045-380acd9a233b None None] The sync data for ids ['f870ce78-6711-4d30-ae0d-85879a5d3234'] in dv-neutron-835555-1-hyperv is: [{'id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:22:50Z', 'updated_at': '2022-03-29T10:22:56Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:51Z', 'updated_at': '2022-03-29T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '11c358c0-dce2-4ed2-869d-dd8c8c5874d8', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'floating_ip_address': '172.26.7.227', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'port_id': '29d49823-08c4-4cd4-a657-b3b732ac38e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'mac_address': 'fa:16:3e:92:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70546751-c0b1-4d30-8955-e63ae6a69d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:23:13Z', 'updated_at': '2022-03-29T10:23:13Z', 'revision_number': 0, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89cf8714-22c7-44ac-93b7-3bed803c4d82', 'name': '', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:c1:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:55Z', 'updated_at': '2022-03-29T10:23:02Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:23:16.641124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392afd5-8de7-421e-99d9-5288bd2321b7 None None] New status for floating IP 11c358c0-dce2-4ed2-869d-dd8c8c5874d8: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:23:16.836137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45476) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:23:16.939048 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-41c85293-00de-4ac4-9431-6e6dc6fa8cbf tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/11c358c0-dce2-4ed2-869d-dd8c8c5874d8 HTTP/1.1" status: 200 len: 992 time: 0.1016467 Mar 29 10:23:17.942249 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45480) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:23:18.050208 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f2e4913b-401f-40bf-a5f2-8cb9021f6600 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/11c358c0-dce2-4ed2-869d-dd8c8c5874d8 HTTP/1.1" status: 200 len: 994 time: 0.1069112 Mar 29 10:23:21.578357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [req-02724d09-aaf3-48d5-9f21-5d66a4547719 req-681e27da-ed15-454d-b714-4c179025ecdf service neutron] (88550) timed out ('10.222.0.36', 62139) {{(pid=88550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 29 10:23:23.496446 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:28.094122 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:23:35.736673 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a68792b5-cee4-49ce-8c20-ab8fff2897ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:36.393269 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ef12f8ac-a644-4ee8-860e-448a3c92bf93 req-4998490b-ff73-4788-9fcb-282e5a6bca57 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681303 Mar 29 10:23:36.530239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12f8ac-a644-4ee8-860e-448a3c92bf93 req-fe11fab7-b2de-4abf-b525-1a680ce69f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:36.531702 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ef12f8ac-a644-4ee8-860e-448a3c92bf93 req-fe11fab7-b2de-4abf-b525-1a680ce69f9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 1099 time: 0.0696859 Mar 29 10:23:36.777282 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12f8ac-a644-4ee8-860e-448a3c92bf93 req-8bdeccab-720f-400e-b5da-fe28a5c42337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:36.787324 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ef12f8ac-a644-4ee8-860e-448a3c92bf93 req-8bdeccab-720f-400e-b5da-fe28a5c42337 service neutron] 10.222.0.36 "GET /v2.0/networks?id=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa HTTP/1.1" status: 200 len: 898 time: 0.2294433 Mar 29 10:23:36.880311 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ef12f8ac-a644-4ee8-860e-448a3c92bf93 req-5f660e55-7f97-4e1d-812a-466d18618e51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d49823-08c4-4cd4-a657-b3b732ac38e1 HTTP/1.1" status: 200 len: 1002 time: 0.0947578 Mar 29 10:23:36.946846 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12f8ac-a644-4ee8-860e-448a3c92bf93 req-c092ad4a-751c-4bf5-9234-18956fa14757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:36.948188 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ef12f8ac-a644-4ee8-860e-448a3c92bf93 req-c092ad4a-751c-4bf5-9234-18956fa14757 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=084550ca-8686-4ce9-9073-fad4d93f6d41 HTTP/1.1" status: 200 len: 835 time: 0.0609741 Mar 29 10:23:37.021122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12f8ac-a644-4ee8-860e-448a3c92bf93 req-8e556672-e452-4980-88e4-2951102c86c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:37.022599 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ef12f8ac-a644-4ee8-860e-448a3c92bf93 req-8e556672-e452-4980-88e4-2951102c86c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690613 Mar 29 10:23:37.151127 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ef12f8ac-a644-4ee8-860e-448a3c92bf93 req-1f7897f0-61e2-4f59-ae7f-3b6ca59c38ff service neutron] 10.222.0.36 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227086 Mar 29 10:23:37.283838 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ef12f8ac-a644-4ee8-860e-448a3c92bf93 req-a807be5e-3140-46c7-b4b2-c94a191d3493 service neutron] 10.222.0.36 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262119 Mar 29 10:23:37.915881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1e57363c-42c6-4d6e-b142-0a24acf7836f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:38.967636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:39.087040 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:40.981581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:53.498511 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:05.095213 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:24:05.752327 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-209df1bd-8b86-42f8-8ff8-ef1392d49fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:07.923393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5a4e0383-157c-43cb-94a8-7528dd166f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:08.988603 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:09.081259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:10.957917 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:23.522954 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:30.657309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11960d-50f1-494c-a6af-3330e6b8293c req-053541ae-0c83-4529-b2ae-43babc186e5c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:30.658649 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2f11960d-50f1-494c-a6af-3330e6b8293c req-053541ae-0c83-4529-b2ae-43babc186e5c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.1351471 Mar 29 10:24:30.664910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a91219-b877-4b2e-b7d7-a5eda2ed52f1 req-d4e607dd-9fae-444d-b538-644b5b98d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:30.666245 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d7a91219-b877-4b2e-b7d7-a5eda2ed52f1 req-d4e607dd-9fae-444d-b538-644b5b98d891 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 1099 time: 0.1113122 Mar 29 10:24:30.789004 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2f11960d-50f1-494c-a6af-3330e6b8293c req-148a00e5-9c35-4ae6-98e8-7d2720629de1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218219 Mar 29 10:24:30.822341 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a91219-b877-4b2e-b7d7-a5eda2ed52f1 req-08b28d1b-22d7-434f-8bad-5ff9f29d3000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:30.823779 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d7a91219-b877-4b2e-b7d7-a5eda2ed52f1 req-08b28d1b-22d7-434f-8bad-5ff9f29d3000 service neutron] 10.222.0.36 "GET /v2.0/networks?id=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa HTTP/1.1" status: 200 len: 898 time: 0.1445343 Mar 29 10:24:30.924829 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d7a91219-b877-4b2e-b7d7-a5eda2ed52f1 req-c1e1da24-5295-4d5e-88d7-3ee7727e81c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d49823-08c4-4cd4-a657-b3b732ac38e1 HTTP/1.1" status: 200 len: 1002 time: 0.0946474 Mar 29 10:24:30.989904 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a91219-b877-4b2e-b7d7-a5eda2ed52f1 req-4df4f55d-63b0-447f-9f02-8e6db3f06191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:30.991312 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d7a91219-b877-4b2e-b7d7-a5eda2ed52f1 req-4df4f55d-63b0-447f-9f02-8e6db3f06191 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=084550ca-8686-4ce9-9073-fad4d93f6d41 HTTP/1.1" status: 200 len: 835 time: 0.0603428 Mar 29 10:24:31.063944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a91219-b877-4b2e-b7d7-a5eda2ed52f1 req-a27fc0a7-ca8f-4cf5-b368-c22f8a9033b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:31.065414 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d7a91219-b877-4b2e-b7d7-a5eda2ed52f1 req-a27fc0a7-ca8f-4cf5-b368-c22f8a9033b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678291 Mar 29 10:24:31.195415 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d7a91219-b877-4b2e-b7d7-a5eda2ed52f1 req-6af95955-3f0a-408b-ada9-554213c301c4 service neutron] 10.222.0.36 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222754 Mar 29 10:24:31.323110 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d7a91219-b877-4b2e-b7d7-a5eda2ed52f1 req-df3c5090-0b26-45f7-bdd6-da2aad97d35f service neutron] 10.222.0.36 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217077 Mar 29 10:24:31.975242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f024e4b-996e-44bf-a00c-a0d3a502e5ce req-ab153102-6866-42b4-acab-eb2554a17db8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:31.976702 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0f024e4b-996e-44bf-a00c-a0d3a502e5ce req-ab153102-6866-42b4-acab-eb2554a17db8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0786951 Mar 29 10:24:32.018978 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0f024e4b-996e-44bf-a00c-a0d3a502e5ce req-9d22df6e-c9c4-449b-ab77-424d806a62f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366843 Mar 29 10:24:33.205054 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7468ed3-79fc-4da8-8e6c-c100d925877f req-163956b5-f5d4-48e0-a64d-3d4ba6d6c1e1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:33.206506 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b7468ed3-79fc-4da8-8e6c-c100d925877f req-163956b5-f5d4-48e0-a64d-3d4ba6d6c1e1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0789227 Mar 29 10:24:33.253018 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b7468ed3-79fc-4da8-8e6c-c100d925877f req-03931b8d-1ed8-46c6-9d10-06d1e230a844 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409040 Mar 29 10:24:34.436751 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c69c14-04c5-4421-8b47-ba48af09b4ed req-97c7fc76-1686-4997-adda-baeb30bc7eb5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:34.438202 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-25c69c14-04c5-4421-8b47-ba48af09b4ed req-97c7fc76-1686-4997-adda-baeb30bc7eb5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0820198 Mar 29 10:24:34.483154 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-25c69c14-04c5-4421-8b47-ba48af09b4ed req-e203018b-3a30-4a8c-9c8e-a1ec0b393954 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391097 Mar 29 10:24:35.667526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881a192-e5a6-4726-9d50-b48cbc42754c req-81d1e5fe-c8bf-4fa5-867d-64babc7a384a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:35.668914 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b881a192-e5a6-4726-9d50-b48cbc42754c req-81d1e5fe-c8bf-4fa5-867d-64babc7a384a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0836496 Mar 29 10:24:35.712765 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b881a192-e5a6-4726-9d50-b48cbc42754c req-837ae47d-53a0-4fba-a13b-020f939b5c34 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376630 Mar 29 10:24:35.745311 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b35fd91b-8dbe-42ec-bd41-ad61c56e25ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:36.895183 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb02ed5-c186-498b-8e1f-808223a67f37 req-a392ea6f-4d0c-4c0e-ac12-889b129c61d7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:36.896646 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7cb02ed5-c186-498b-8e1f-808223a67f37 req-a392ea6f-4d0c-4c0e-ac12-889b129c61d7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0795393 Mar 29 10:24:36.944457 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7cb02ed5-c186-498b-8e1f-808223a67f37 req-1c05c7f0-e116-400f-becc-3b631af9e299 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420699 Mar 29 10:24:37.903406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2d7feb42-c934-43b9-97cd-b21aee39eccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:38.228883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e8259-efc1-44a5-aac1-241cdb404b46 req-025d5903-59fa-4026-9de7-1cd48aad15a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:38.230544 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-493e8259-efc1-44a5-aac1-241cdb404b46 req-025d5903-59fa-4026-9de7-1cd48aad15a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.1832530 Mar 29 10:24:38.281830 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-493e8259-efc1-44a5-aac1-241cdb404b46 req-03641f83-956d-4588-81ed-ea3d4be2ae01 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428138 Mar 29 10:24:38.452044 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979191e-2b2f-457c-98f1-ff0993143225 req-33fa0240-60a3-41bc-8e94-6c95124fde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:38.453542 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d979191e-2b2f-457c-98f1-ff0993143225 req-33fa0240-60a3-41bc-8e94-6c95124fde9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 1099 time: 0.0713081 Mar 29 10:24:38.602940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979191e-2b2f-457c-98f1-ff0993143225 req-b9fc082e-fcd0-42df-afa0-dc76dd1d88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:38.604292 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d979191e-2b2f-457c-98f1-ff0993143225 req-b9fc082e-fcd0-42df-afa0-dc76dd1d88ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa HTTP/1.1" status: 200 len: 898 time: 0.1325641 Mar 29 10:24:38.710071 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d979191e-2b2f-457c-98f1-ff0993143225 req-e8a5a50c-0fbe-4f23-b7c6-9f821fc40513 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d49823-08c4-4cd4-a657-b3b732ac38e1 HTTP/1.1" status: 200 len: 1002 time: 0.0995343 Mar 29 10:24:38.774469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979191e-2b2f-457c-98f1-ff0993143225 req-75244603-db34-4364-88c3-d1ed296286b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:38.775942 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d979191e-2b2f-457c-98f1-ff0993143225 req-75244603-db34-4364-88c3-d1ed296286b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=084550ca-8686-4ce9-9073-fad4d93f6d41 HTTP/1.1" status: 200 len: 835 time: 0.0605874 Mar 29 10:24:38.851769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979191e-2b2f-457c-98f1-ff0993143225 req-4b2025b5-4003-474e-bc2d-f2e48ed373d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:38.853341 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d979191e-2b2f-457c-98f1-ff0993143225 req-4b2025b5-4003-474e-bc2d-f2e48ed373d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715966 Mar 29 10:24:38.960846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:38.987206 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d979191e-2b2f-457c-98f1-ff0993143225 req-41548430-cd76-47e4-a33e-2b27a2259d97 service neutron] 10.222.0.36 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275659 Mar 29 10:24:39.065469 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:39.119190 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d979191e-2b2f-457c-98f1-ff0993143225 req-3c40ee30-9671-463c-aa5d-6c7739ed793d service neutron] 10.222.0.36 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256588 Mar 29 10:24:39.470710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277491b-41ba-4936-807e-429849c46737 req-d4887613-cd9b-4502-94f7-ecd345da0d6e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:39.472173 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b277491b-41ba-4936-807e-429849c46737 req-d4887613-cd9b-4502-94f7-ecd345da0d6e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0788205 Mar 29 10:24:39.514895 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b277491b-41ba-4936-807e-429849c46737 req-1074ef8a-f819-4cbb-896c-ddbd68fb35b5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369921 Mar 29 10:24:40.702973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f451051-f035-4681-aba9-ad4467df6080 req-6b035d0a-2127-47d1-80d8-b77db6c38ffd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:40.704411 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8f451051-f035-4681-aba9-ad4467df6080 req-6b035d0a-2127-47d1-80d8-b77db6c38ffd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0823591 Mar 29 10:24:40.746873 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8f451051-f035-4681-aba9-ad4467df6080 req-53a227fd-c901-46f8-8d53-ab31d85b5dc5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369124 Mar 29 10:24:40.967697 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:41.930501 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8dc06-c715-43c2-b985-da7c10ad25de req-9357ffd0-4c7f-42ce-aebb-9e54a59ec26f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:41.931940 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c8c8dc06-c715-43c2-b985-da7c10ad25de req-9357ffd0-4c7f-42ce-aebb-9e54a59ec26f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0816450 Mar 29 10:24:41.977098 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c8c8dc06-c715-43c2-b985-da7c10ad25de req-5ce18932-bf3d-46de-abcc-a53cfcfddc9c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393121 Mar 29 10:24:42.098151 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:24:43.161495 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b5367-e271-48a8-8796-d55c548be1b0 req-fccca69b-2503-4e7c-bc39-2817095c48bc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:43.162962 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba7b5367-e271-48a8-8796-d55c548be1b0 req-fccca69b-2503-4e7c-bc39-2817095c48bc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0811741 Mar 29 10:24:43.207001 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba7b5367-e271-48a8-8796-d55c548be1b0 req-8bffa0a4-2ee2-449b-8d86-476702204abf tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383728 Mar 29 10:24:43.229850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45538) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:24:43.334808 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bbe5e487-2566-4ae8-ae9c-8f8bb30b4e3a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/11c358c0-dce2-4ed2-869d-dd8c8c5874d8 HTTP/1.1" status: 200 len: 994 time: 0.1036994 Mar 29 10:24:53.509770 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:05.748846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-649a90ee-503b-4589-88a8-a084eed086f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:07.915416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-244e891f-135e-40e9-96c1-58052f061919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:08.965749 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:09.062685 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:10.943867 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:19.096869 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:25:23.514692 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:35.748500 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-03f51ec2-da60-4c03-a964-5b62a0e10684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:37.908728 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-10725367-c60c-4fa7-a01e-9926ce8873be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:38.976699 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:39.057541 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:40.450691 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d9da290a-36da-492e-a970-0e480c7f1710 req-b3fbe454-b293-4884-864e-f6c80f4bfcbc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1372366 Mar 29 10:25:40.591672 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da290a-36da-492e-a970-0e480c7f1710 req-db69e57a-4b3a-48fa-b70b-e0576a7683f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:40.593128 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d9da290a-36da-492e-a970-0e480c7f1710 req-db69e57a-4b3a-48fa-b70b-e0576a7683f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 1099 time: 0.0708554 Mar 29 10:25:40.740184 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da290a-36da-492e-a970-0e480c7f1710 req-edb0be27-e91c-4150-b6ef-d8effead26de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:40.741666 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d9da290a-36da-492e-a970-0e480c7f1710 req-edb0be27-e91c-4150-b6ef-d8effead26de service neutron] 10.222.0.36 "GET /v2.0/networks?id=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa HTTP/1.1" status: 200 len: 898 time: 0.1283944 Mar 29 10:25:40.843304 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d9da290a-36da-492e-a970-0e480c7f1710 req-cd59cf37-c732-4841-88da-4cb04000a815 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d49823-08c4-4cd4-a657-b3b732ac38e1 HTTP/1.1" status: 200 len: 1002 time: 0.0951982 Mar 29 10:25:40.906509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da290a-36da-492e-a970-0e480c7f1710 req-50b2af57-c314-41ef-9264-132f540c684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:40.907977 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d9da290a-36da-492e-a970-0e480c7f1710 req-50b2af57-c314-41ef-9264-132f540c684b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=084550ca-8686-4ce9-9073-fad4d93f6d41 HTTP/1.1" status: 200 len: 835 time: 0.0584755 Mar 29 10:25:40.943605 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:41.084649 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da290a-36da-492e-a970-0e480c7f1710 req-77e18155-a16d-4ffd-bb54-d872c3a0fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:41.086154 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d9da290a-36da-492e-a970-0e480c7f1710 req-77e18155-a16d-4ffd-bb54-d872c3a0fda0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1713014 Mar 29 10:25:41.214560 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d9da290a-36da-492e-a970-0e480c7f1710 req-a34551a7-5baf-4858-adeb-2e03cca97c0b service neutron] 10.222.0.36 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219933 Mar 29 10:25:41.343741 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d9da290a-36da-492e-a970-0e480c7f1710 req-613ece9d-d25e-4f56-b29a-39902137882f service neutron] 10.222.0.36 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234331 Mar 29 10:25:43.279810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45570) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:25:43.482447 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port 9910ce5c-154d-4372-8736-fb5685e92cd1 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:25:43.482782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:43.652439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:43.652800 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:43.785275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for 9910ce5c-154d-4372-8736-fb5685e92cd1 owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:25:44.005442 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:44.055863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=9910ce5c-154d-4372-8736-fb5685e92cd1,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:44.093030 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:44.093371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:44.093703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:44.094525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:44.094525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:44.094786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:44.094965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:44.095281 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:44.095695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:44.096017 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:44.096257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:44.096664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:44.156477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:44.156824 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Floating IP 11c358c0-dce2-4ed2-869d-dd8c8c5874d8 disassociated (deleted). External IP: 172.26.7.227, port: 29d49823-08c4-4cd4-a657-b3b732ac38e1. Mar 29 10:25:44.616182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router f870ce78-6711-4d30-ae0d-85879a5d3234 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:25:44.840833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:25:44.850346 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbfe399-fbe6-4247-b0f0-06ed2246e4e7 None None] Sync routers for ids ['f870ce78-6711-4d30-ae0d-85879a5d3234'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:25:44.860041 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbfe399-fbe6-4247-b0f0-06ed2246e4e7 None None] Routers {'f870ce78-6711-4d30-ae0d-85879a5d3234'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:25:44.860677 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2bbfe399-fbe6-4247-b0f0-06ed2246e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:25:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f870ce78-6711-4d30-ae0d-85879a5d3234'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:25:44.930988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:44.986201 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f4be8a4d-7dc0-40b6-9152-9b59baf4baa7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/floatingips/11c358c0-dce2-4ed2-869d-dd8c8c5874d8 HTTP/1.1" status: 204 len: 168 time: 1.7052019 Mar 29 10:25:44.986760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70546751-c0b1-4d30-8955-e63ae6a69d0b', 'tag': '29d49823-08c4-4cd4-a657-b3b732ac38e1'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:25:45.040436 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70546751-c0b1-4d30-8955-e63ae6a69d0b', 'tag': '29d49823-08c4-4cd4-a657-b3b732ac38e1', 'status': 'completed', 'code': 200} Mar 29 10:25:45.071566 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-2bbfe399-fbe6-4247-b0f0-06ed2246e4e7 None None] Set router f870ce78-6711-4d30-ae0d-85879a5d3234 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:25:45.134327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014dfee-505f-4348-852a-eac0749d640c req-c6f895ad-c273-4baf-aec6-95f11fb2a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:45.135880 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2014dfee-505f-4348-852a-eac0749d640c req-c6f895ad-c273-4baf-aec6-95f11fb2a398 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 1099 time: 0.0747492 Mar 29 10:25:45.269842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014dfee-505f-4348-852a-eac0749d640c req-568adb90-c2a6-4099-91bc-76538aafdc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:45.271218 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2014dfee-505f-4348-852a-eac0749d640c req-568adb90-c2a6-4099-91bc-76538aafdc60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa HTTP/1.1" status: 200 len: 898 time: 0.1294656 Mar 29 10:25:45.344827 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2014dfee-505f-4348-852a-eac0749d640c req-a7141eb7-a847-4d6a-959e-955fa2ba2290 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d49823-08c4-4cd4-a657-b3b732ac38e1 HTTP/1.1" status: 200 len: 217 time: 0.0675600 Mar 29 10:25:45.395665 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2bbfe399-fbe6-4247-b0f0-06ed2246e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:22:50Z', 'updated_at': '2022-03-29T10:22:56Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:51Z', 'updated_at': '2022-03-29T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '89cf8714-22c7-44ac-93b7-3bed803c4d82', 'name': '', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:c1:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:55Z', 'updated_at': '2022-03-29T10:23:02Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:25:45.399653 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbfe399-fbe6-4247-b0f0-06ed2246e4e7 None None] Checking router: f870ce78-6711-4d30-ae0d-85879a5d3234 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:25:45.408601 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbfe399-fbe6-4247-b0f0-06ed2246e4e7 None None] Routers {'f870ce78-6711-4d30-ae0d-85879a5d3234'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:25:45.409205 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2bbfe399-fbe6-4247-b0f0-06ed2246e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:25:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f870ce78-6711-4d30-ae0d-85879a5d3234'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:25:45.413540 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014dfee-505f-4348-852a-eac0749d640c req-e85663e4-0848-4aaa-94d1-37fcbe8be368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:45.415345 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2014dfee-505f-4348-852a-eac0749d640c req-e85663e4-0848-4aaa-94d1-37fcbe8be368 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=084550ca-8686-4ce9-9073-fad4d93f6d41 HTTP/1.1" status: 200 len: 835 time: 0.0645158 Mar 29 10:25:45.492673 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014dfee-505f-4348-852a-eac0749d640c req-9bce28a5-ac15-4677-8a43-7ab82763d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:45.494399 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2014dfee-505f-4348-852a-eac0749d640c req-9bce28a5-ac15-4677-8a43-7ab82763d7ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729861 Mar 29 10:25:45.588716 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86527314-40bd-43fd-9f67-8582eee393ca req-51ee2b78-220c-45bc-afd8-77f468cd3b87 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:45.590141 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-86527314-40bd-43fd-9f67-8582eee393ca req-51ee2b78-220c-45bc-afd8-77f468cd3b87 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0840969 Mar 29 10:25:45.593390 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-2bbfe399-fbe6-4247-b0f0-06ed2246e4e7 None None] Set router f870ce78-6711-4d30-ae0d-85879a5d3234 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:25:45.630623 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2014dfee-505f-4348-852a-eac0749d640c req-d6e96087-f704-44a4-bb77-66a1ee3b0491 service neutron] 10.222.0.36 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288242 Mar 29 10:25:45.637347 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-86527314-40bd-43fd-9f67-8582eee393ca req-5caec67d-d29f-44c3-a349-a9322955bb09 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399144 Mar 29 10:25:45.782578 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2014dfee-505f-4348-852a-eac0749d640c req-3b168915-6065-428e-aafc-e73c3638667f service neutron] 10.222.0.36 "GET /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458855 Mar 29 10:25:45.904400 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2bbfe399-fbe6-4247-b0f0-06ed2246e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:22:50Z', 'updated_at': '2022-03-29T10:22:56Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:51Z', 'updated_at': '2022-03-29T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '89cf8714-22c7-44ac-93b7-3bed803c4d82', 'name': '', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:c1:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:55Z', 'updated_at': '2022-03-29T10:23:02Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:25:45.908565 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbfe399-fbe6-4247-b0f0-06ed2246e4e7 None None] The sync data for ids ['f870ce78-6711-4d30-ae0d-85879a5d3234'] in dv-neutron-835555-1-hyperv is: [{'id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:22:50Z', 'updated_at': '2022-03-29T10:22:56Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:51Z', 'updated_at': '2022-03-29T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '89cf8714-22c7-44ac-93b7-3bed803c4d82', 'name': '', 'network_id': '607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:c1:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:55Z', 'updated_at': '2022-03-29T10:23:02Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '084550ca-8686-4ce9-9073-fad4d93f6d41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:25:46.115406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e7fa3-deef-47c3-9b74-6278fe4103ff None None] New status for floating IP 11c358c0-dce2-4ed2-869d-dd8c8c5874d8: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:25:46.822829 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ebdd2-1680-4d74-afee-b42837839c32 req-4af6062a-e946-44d1-9fcd-125d83765696 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:46.823510 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-909ebdd2-1680-4d74-afee-b42837839c32 req-4af6062a-e946-44d1-9fcd-125d83765696 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:25:46.879514 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-909ebdd2-1680-4d74-afee-b42837839c32 req-4af6062a-e946-44d1-9fcd-125d83765696 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:25:46.880700 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-909ebdd2-1680-4d74-afee-b42837839c32 req-4af6062a-e946-44d1-9fcd-125d83765696 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.1345773 Mar 29 10:25:46.928549 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-909ebdd2-1680-4d74-afee-b42837839c32 req-bbbee51d-4935-4313-8353-977131fb543f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418916 Mar 29 10:25:47.455510 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b0b02-6ab0-48ad-bcd4-d411b56774d2 req-e43ac70e-1a10-47f7-81d3-df08e393f0fc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:47.456940 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0c4b0b02-6ab0-48ad-bcd4-d411b56774d2 req-e43ac70e-1a10-47f7-81d3-df08e393f0fc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0785329 Mar 29 10:25:47.525312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-0c4b0b02-6ab0-48ad-bcd4-d411b56774d2 req-9e628fd6-c3ca-4478-8b98-f25b5f4a2019 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port 29d49823-08c4-4cd4-a657-b3b732ac38e1 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:25:47.525647 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-0c4b0b02-6ab0-48ad-bcd4-d411b56774d2 req-9e628fd6-c3ca-4478-8b98-f25b5f4a2019 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:47.868992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-0c4b0b02-6ab0-48ad-bcd4-d411b56774d2 req-9e628fd6-c3ca-4478-8b98-f25b5f4a2019 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] For port 29d49823-08c4-4cd4-a657-b3b732ac38e1, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=29d49823-08c4-4cd4-a657-b3b732ac38e1,segment=NetworkSegment(a37f721a-84ee-4908-95bd-d295cd24334f),segment_id=a37f721a-84ee-4908-95bd-d295cd24334f)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:25:47.870231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-0c4b0b02-6ab0-48ad-bcd4-d411b56774d2 req-9e628fd6-c3ca-4478-8b98-f25b5f4a2019 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:47.994744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-0c4b0b02-6ab0-48ad-bcd4-d411b56774d2 req-9e628fd6-c3ca-4478-8b98-f25b5f4a2019 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for 29d49823-08c4-4cd4-a657-b3b732ac38e1 owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:25:48.118964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655d8cf-eb0c-4ad6-b2ab-490e93b4aa4b req-9a549fbb-8964-4eb1-8b19-8b7431744a33 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:48.121026 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c655d8cf-eb0c-4ad6-b2ab-490e93b4aa4b req-9a549fbb-8964-4eb1-8b19-8b7431744a33 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 946 time: 0.0862765 Mar 29 10:25:48.165212 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c655d8cf-eb0c-4ad6-b2ab-490e93b4aa4b req-fee2342c-ee09-4895-938a-716a6a6e1661 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f7822f1-ec1c-4b0e-a34f-1a8316429878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382872 Mar 29 10:25:48.199773 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-0c4b0b02-6ab0-48ad-bcd4-d411b56774d2 req-9e628fd6-c3ca-4478-8b98-f25b5f4a2019 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:48.253601 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e628fd6-c3ca-4478-8b98-f25b5f4a2019 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=29d49823-08c4-4cd4-a657-b3b732ac38e1,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:48.324566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4b0b02-6ab0-48ad-bcd4-d411b56774d2 req-9e628fd6-c3ca-4478-8b98-f25b5f4a2019 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] No DVR routers for this DVR port 29d49823-08c4-4cd4-a657-b3b732ac38e1 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:25:48.326766 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-0c4b0b02-6ab0-48ad-bcd4-d411b56774d2 req-9e628fd6-c3ca-4478-8b98-f25b5f4a2019 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:48.329214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70546751-c0b1-4d30-8955-e63ae6a69d0b', 'name': 'network-vif-deleted', 'tag': '29d49823-08c4-4cd4-a657-b3b732ac38e1'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:25:48.374177 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70546751-c0b1-4d30-8955-e63ae6a69d0b', 'name': 'network-vif-deleted', 'tag': '29d49823-08c4-4cd4-a657-b3b732ac38e1', 'status': 'completed', 'code': 200} Mar 29 10:25:48.411681 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0c4b0b02-6ab0-48ad-bcd4-d411b56774d2 req-9e628fd6-c3ca-4478-8b98-f25b5f4a2019 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "DELETE /v2.0/ports/29d49823-08c4-4cd4-a657-b3b732ac38e1 HTTP/1.1" status: 204 len: 173 time: 0.9493358 Mar 29 10:25:49.334258 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4d5a0802-c6c3-4e88-b2fa-1473c29cc96f req-f6dc4585-ce3c-4e10-868e-c8c966ce3bb2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=70546751-c0b1-4d30-8955-e63ae6a69d0b HTTP/1.1" status: 200 len: 210 time: 0.0439565 Mar 29 10:25:50.429075 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45590) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:25:51.078999 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:51.426810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port 89cf8714-22c7-44ac-93b7-3bed803c4d82 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:25:51.427154 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:51.609348 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] For port 89cf8714-22c7-44ac-93b7-3bed803c4d82, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=89cf8714-22c7-44ac-93b7-3bed803c4d82,segment=NetworkSegment(a37f721a-84ee-4908-95bd-d295cd24334f),segment_id=a37f721a-84ee-4908-95bd-d295cd24334f)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:25:51.610075 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:51.732120 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for 89cf8714-22c7-44ac-93b7-3bed803c4d82 owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:25:52.125028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:52.174419 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=89cf8714-22c7-44ac-93b7-3bed803c4d82,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:52.219892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:52.229198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:52.229198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:52.229198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:52.229198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:52.229198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:52.229198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:52.229198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:52.229198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:52.229198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:52.229198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:52.229198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:52.240596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 29d49823-08c4-4cd4-a657-b3b732ac38e1 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:25:52.280428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 29d49823-08c4-4cd4-a657-b3b732ac38e1 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:25:52.280805 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 29d49823-08c4-4cd4-a657-b3b732ac38e1 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:25:52.569548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:52.925463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router f870ce78-6711-4d30-ae0d-85879a5d3234 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:25:53.104852 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:25:53.114544 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55b2c33-4732-4af3-9a8d-ed454d8373dd None None] Sync routers for ids ['f870ce78-6711-4d30-ae0d-85879a5d3234'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:25:53.117396 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bbc3a13a-63d8-4352-8999-cc8b210d3a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "PUT /v2.0/routers/f870ce78-6711-4d30-ae0d-85879a5d3234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6872420 Mar 29 10:25:53.120722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45598) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:25:53.124720 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55b2c33-4732-4af3-9a8d-ed454d8373dd None None] Routers {'f870ce78-6711-4d30-ae0d-85879a5d3234'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:25:53.125319 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d55b2c33-4732-4af3-9a8d-ed454d8373dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:25:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f870ce78-6711-4d30-ae0d-85879a5d3234'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:25:53.231295 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-09dc0671-d201-4b63-8fd0-f3017c51c4f7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting subnet 084550ca-8686-4ce9-9073-fad4d93f6d41 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:25:53.234273 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09dc0671-d201-4b63-8fd0-f3017c51c4f7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:53.287530 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09dc0671-d201-4b63-8fd0-f3017c51c4f7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:53.302690 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-d55b2c33-4732-4af3-9a8d-ed454d8373dd None None] Set router f870ce78-6711-4d30-ae0d-85879a5d3234 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:25:53.378506 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09dc0671-d201-4b63-8fd0-f3017c51c4f7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:53.531390 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09dc0671-d201-4b63-8fd0-f3017c51c4f7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:53.570823 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc0671-d201-4b63-8fd0-f3017c51c4f7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Subnet': ['ID=084550ca-8686-4ce9-9073-fad4d93f6d41,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:53.574512 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09dc0671-d201-4b63-8fd0-f3017c51c4f7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:53.581020 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-09dc0671-d201-4b63-8fd0-f3017c51c4f7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/subnets/084550ca-8686-4ce9-9073-fad4d93f6d41 HTTP/1.1" status: 204 len: 168 time: 0.4592426 Mar 29 10:25:53.583627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45608) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:25:53.586670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8a52dd-6d40-44e6-ae43-b640e4cdb3bb None None] Network 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:25:53.620022 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:53.628407 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d55b2c33-4732-4af3-9a8d-ed454d8373dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:22:50Z', 'updated_at': '2022-03-29T10:25:51Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:51Z', 'updated_at': '2022-03-29T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:25:53.633469 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55b2c33-4732-4af3-9a8d-ed454d8373dd None None] Checking router: f870ce78-6711-4d30-ae0d-85879a5d3234 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:25:53.643327 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55b2c33-4732-4af3-9a8d-ed454d8373dd None None] Routers {'f870ce78-6711-4d30-ae0d-85879a5d3234'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:25:53.644055 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d55b2c33-4732-4af3-9a8d-ed454d8373dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:25:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['f870ce78-6711-4d30-ae0d-85879a5d3234'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:25:53.772452 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:53.829703 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-d55b2c33-4732-4af3-9a8d-ed454d8373dd None None] Set router f870ce78-6711-4d30-ae0d-85879a5d3234 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:25:53.858222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] DHCP port deletion for 607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:25:53.862253 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Deleting port 4efe3541-4bd6-435f-bd25-34ec78a87b77 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:25:53.862622 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:54.083834 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:54.117173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] For port 4efe3541-4bd6-435f-bd25-34ec78a87b77, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=4efe3541-4bd6-435f-bd25-34ec78a87b77,segment=NetworkSegment(a37f721a-84ee-4908-95bd-d295cd24334f),segment_id=a37f721a-84ee-4908-95bd-d295cd24334f)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:25:54.117568 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:54.145291 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d55b2c33-4732-4af3-9a8d-ed454d8373dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:22:50Z', 'updated_at': '2022-03-29T10:25:51Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:51Z', 'updated_at': '2022-03-29T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:25:54.149458 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55b2c33-4732-4af3-9a8d-ed454d8373dd None None] The sync data for ids ['f870ce78-6711-4d30-ae0d-85879a5d3234'] in dv-neutron-835555-1-hyperv is: [{'id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302025801', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:22:50Z', 'updated_at': '2022-03-29T10:25:51Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'efa4dfa3-a485-44af-9306-942c53f4d27b', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f870ce78-6711-4d30-ae0d-85879a5d3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:22:51Z', 'updated_at': '2022-03-29T10:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:25:54.183018 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port efa4dfa3-a485-44af-9306-942c53f4d27b {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:25:54.183355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:54.239818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Calling delete_port for 4efe3541-4bd6-435f-bd25-34ec78a87b77 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:25:54.359786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] For port efa4dfa3-a485-44af-9306-942c53f4d27b, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=efa4dfa3-a485-44af-9306-942c53f4d27b,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:25:54.360069 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:54.382271 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:54.430195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Pushing event deleted for resources: {'Port': ['ID=4efe3541-4bd6-435f-bd25-34ec78a87b77,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:54.434699 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] No DVR routers for this DVR port 4efe3541-4bd6-435f-bd25-34ec78a87b77 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:25:54.441100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:54.441447 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:54.441802 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:54.445003 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:54.445003 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:54.445195 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:54.445486 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:54.445821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:54.446150 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:54.446478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:54.446802 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:54.447123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa5121-8d40-48a3-a8d6-c2440f918024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:25:54.491711 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for efa4dfa3-a485-44af-9306-942c53f4d27b owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:25:54.742476 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:54.774644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4efe3541-4bd6-435f-bd25-34ec78a87b77 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:25:54.792141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=efa4dfa3-a485-44af-9306-942c53f4d27b,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:54.810496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 4efe3541-4bd6-435f-bd25-34ec78a87b77 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:25:54.810842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 4efe3541-4bd6-435f-bd25-34ec78a87b77 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:25:54.811257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 89cf8714-22c7-44ac-93b7-3bed803c4d82 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:25:54.846168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 89cf8714-22c7-44ac-93b7-3bed803c4d82 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:25:54.846520 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 89cf8714-22c7-44ac-93b7-3bed803c4d82 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:25:54.888237 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:55.059341 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:55.061927 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:55.193663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:55.194396 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Fanout notify agent at l3_agent the message router_deleted on router f870ce78-6711-4d30-ae0d-85879a5d3234 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:25:55.210322 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:55.211452 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d0884799-aabf-46a8-8ed2-e160dfcecbe0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/routers/f870ce78-6711-4d30-ae0d-85879a5d3234 HTTP/1.1" status: 204 len: 168 time: 1.6269286 Mar 29 10:25:55.214954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45612) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:25:55.339926 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5908f20b-2fad-4c56-b316-ee7bc7ff6a21 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:55.473844 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5908f20b-2fad-4c56-b316-ee7bc7ff6a21 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:55.503506 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-5908f20b-2fad-4c56-b316-ee7bc7ff6a21 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:25:55.516053 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-5908f20b-2fad-4c56-b316-ee7bc7ff6a21 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37f721a-84ee-4908-95bd-d295cd24334f') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:25:55.516335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-5908f20b-2fad-4c56-b316-ee7bc7ff6a21 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37f721a-84ee-4908-95bd-d295cd24334f') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:25:55.527960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5908f20b-2fad-4c56-b316-ee7bc7ff6a21 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:55.543692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5908f20b-2fad-4c56-b316-ee7bc7ff6a21 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:55.549842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5908f20b-2fad-4c56-b316-ee7bc7ff6a21 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:25:55.550221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5908f20b-2fad-4c56-b316-ee7bc7ff6a21 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:25:55.565003 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:25:55.927721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5908f20b-2fad-4c56-b316-ee7bc7ff6a21 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:55.927721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5908f20b-2fad-4c56-b316-ee7bc7ff6a21 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:55.927721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908f20b-2fad-4c56-b316-ee7bc7ff6a21 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Network': ['ID=607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:55.927721 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5908f20b-2fad-4c56-b316-ee7bc7ff6a21 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/networks/607c6b07-e9cf-4bb4-aaa1-a828ad2d7daa HTTP/1.1" status: 204 len: 168 time: 0.6070216 Mar 29 10:25:55.927721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45618) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:25:55.927721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-26ffb828-1ee0-4dfe-92d0-7e5341dbb501 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:55.927721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-26ffb828-1ee0-4dfe-92d0-7e5341dbb501 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:56.096315 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:25:56.107931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-26ffb828-1ee0-4dfe-92d0-7e5341dbb501 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:56.128336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffb828-1ee0-4dfe-92d0-7e5341dbb501 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7822f1-ec1c-4b0e-a34f-1a8316429878,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:56.215450 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-26ffb828-1ee0-4dfe-92d0-7e5341dbb501 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:56.216537 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-26ffb828-1ee0-4dfe-92d0-7e5341dbb501 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/security-groups/2f7822f1-ec1c-4b0e-a34f-1a8316429878 HTTP/1.1" status: 204 len: 168 time: 0.3899534 Mar 29 10:25:56.644604 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45626) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:25:56.649816 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-d1122ca4-39da-4493-a372-8bb0416540fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030985064', 'description': 'tempest-secgroup-smoke-1030985064 description', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:25:56.656429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d1122ca4-39da-4493-a372-8bb0416540fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:25:56.660891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d1122ca4-39da-4493-a372-8bb0416540fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:25:56.663788 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d1122ca4-39da-4493-a372-8bb0416540fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:25:56.670223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d1122ca4-39da-4493-a372-8bb0416540fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:25:56.742452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d1122ca4-39da-4493-a372-8bb0416540fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:56.762963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d1122ca4-39da-4493-a372-8bb0416540fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:25:56.767126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d1122ca4-39da-4493-a372-8bb0416540fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:25:56.770944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device efa4dfa3-a485-44af-9306-942c53f4d27b no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:25:56.771412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-d1122ca4-39da-4493-a372-8bb0416540fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:25:56.777577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-d1122ca4-39da-4493-a372-8bb0416540fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:25:56.806367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: efa4dfa3-a485-44af-9306-942c53f4d27b {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:25:56.806735 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device efa4dfa3-a485-44af-9306-942c53f4d27b not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:25:56.854326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d1122ca4-39da-4493-a372-8bb0416540fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:56.913362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d1122ca4-39da-4493-a372-8bb0416540fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:56.959247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1122ca4-39da-4493-a372-8bb0416540fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:57.028564 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d1122ca4-39da-4493-a372-8bb0416540fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:57.029824 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d1122ca4-39da-4493-a372-8bb0416540fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3842134 Mar 29 10:25:57.032679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45630) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:25:57.037752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e9540d5b-b857-45bf-966f-b20d1892f05c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:25:57.043766 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e9540d5b-b857-45bf-966f-b20d1892f05c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:25:57.047572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e9540d5b-b857-45bf-966f-b20d1892f05c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:25:57.050504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e9540d5b-b857-45bf-966f-b20d1892f05c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:25:57.056146 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e9540d5b-b857-45bf-966f-b20d1892f05c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:25:57.114302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9540d5b-b857-45bf-966f-b20d1892f05c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:57.173418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9540d5b-b857-45bf-966f-b20d1892f05c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:57.279439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9540d5b-b857-45bf-966f-b20d1892f05c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:57.303033 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9540d5b-b857-45bf-966f-b20d1892f05c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8145889c-5faa-4538-b608-316d607f21fb,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:57.370974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e9540d5b-b857-45bf-966f-b20d1892f05c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:57.372295 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e9540d5b-b857-45bf-966f-b20d1892f05c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3386765 Mar 29 10:25:57.374969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45634) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:25:57.380071 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b0923cef-b6d0-4e76-9ee0-61a85f515b80 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:25:57.386351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b0923cef-b6d0-4e76-9ee0-61a85f515b80 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:25:57.390703 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b0923cef-b6d0-4e76-9ee0-61a85f515b80 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:25:57.393684 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b0923cef-b6d0-4e76-9ee0-61a85f515b80 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:25:57.399660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b0923cef-b6d0-4e76-9ee0-61a85f515b80 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:25:57.503530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0923cef-b6d0-4e76-9ee0-61a85f515b80 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:57.567594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0923cef-b6d0-4e76-9ee0-61a85f515b80 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:57.644900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0923cef-b6d0-4e76-9ee0-61a85f515b80 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:57.670408 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0923cef-b6d0-4e76-9ee0-61a85f515b80 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a112be6c-82fb-488a-90dc-d4fab65b8fa3,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:57.753496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b0923cef-b6d0-4e76-9ee0-61a85f515b80 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:57.754775 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b0923cef-b6d0-4e76-9ee0-61a85f515b80 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3788197 Mar 29 10:25:57.757510 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45638) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:25:57.762880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-597d3bdd-ae7a-49e7-9030-f71e5076f512 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:25:57.769388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-597d3bdd-ae7a-49e7-9030-f71e5076f512 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:25:57.773696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-597d3bdd-ae7a-49e7-9030-f71e5076f512 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:25:57.776761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-597d3bdd-ae7a-49e7-9030-f71e5076f512 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:25:57.782601 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-597d3bdd-ae7a-49e7-9030-f71e5076f512 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:25:57.864920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-597d3bdd-ae7a-49e7-9030-f71e5076f512 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:57.927003 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-597d3bdd-ae7a-49e7-9030-f71e5076f512 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:57.993285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-597d3bdd-ae7a-49e7-9030-f71e5076f512 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:58.016701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d3bdd-ae7a-49e7-9030-f71e5076f512 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0daa50-81bd-4b46-bbd0-51c51de9aa13,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:58.084742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-597d3bdd-ae7a-49e7-9030-f71e5076f512 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:58.085928 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-597d3bdd-ae7a-49e7-9030-f71e5076f512 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3274970 Mar 29 10:25:58.088613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45642) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:25:58.094164 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-1265b5e5-9b84-4e28-b2dd-7a49799987c0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:25:58.100102 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1265b5e5-9b84-4e28-b2dd-7a49799987c0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:25:58.103973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1265b5e5-9b84-4e28-b2dd-7a49799987c0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:25:58.107639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-1265b5e5-9b84-4e28-b2dd-7a49799987c0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:25:58.114128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-1265b5e5-9b84-4e28-b2dd-7a49799987c0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:25:58.177592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1265b5e5-9b84-4e28-b2dd-7a49799987c0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:58.242051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1265b5e5-9b84-4e28-b2dd-7a49799987c0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:58.308143 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1265b5e5-9b84-4e28-b2dd-7a49799987c0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:58.338456 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265b5e5-9b84-4e28-b2dd-7a49799987c0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870a07f1-e21a-406b-aeef-6b2a0788a365,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:58.410727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1265b5e5-9b84-4e28-b2dd-7a49799987c0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:58.411966 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1265b5e5-9b84-4e28-b2dd-7a49799987c0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3224497 Mar 29 10:25:58.414749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45646) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:25:58.419825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-248c5fb3-89f1-4bc5-8862-ef7c9985144e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:25:58.425910 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-248c5fb3-89f1-4bc5-8862-ef7c9985144e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:25:58.429674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-248c5fb3-89f1-4bc5-8862-ef7c9985144e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:25:58.432477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-248c5fb3-89f1-4bc5-8862-ef7c9985144e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:25:58.438492 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-248c5fb3-89f1-4bc5-8862-ef7c9985144e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:25:58.519164 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-248c5fb3-89f1-4bc5-8862-ef7c9985144e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Project 0a9d5eeb10cb49b5bf8599ad952ec1f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:25:58.525997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-248c5fb3-89f1-4bc5-8862-ef7c9985144e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:58.588395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-248c5fb3-89f1-4bc5-8862-ef7c9985144e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:58.661732 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-248c5fb3-89f1-4bc5-8862-ef7c9985144e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:58.684947 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c5fb3-89f1-4bc5-8862-ef7c9985144e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb38fe1-923c-4745-bbb7-730b8eb3c3b5,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:58.776408 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-248c5fb3-89f1-4bc5-8862-ef7c9985144e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:58.777679 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-248c5fb3-89f1-4bc5-8862-ef7c9985144e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3620253 Mar 29 10:25:58.780302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45650) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:25:58.785284 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-067cfd52-dea3-4261-84ae-9d2b40bd1fa3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:25:58.791370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-067cfd52-dea3-4261-84ae-9d2b40bd1fa3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:25:58.795183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-067cfd52-dea3-4261-84ae-9d2b40bd1fa3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:25:58.798117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-067cfd52-dea3-4261-84ae-9d2b40bd1fa3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:25:58.803820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-067cfd52-dea3-4261-84ae-9d2b40bd1fa3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:25:58.873445 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-067cfd52-dea3-4261-84ae-9d2b40bd1fa3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Project 0a9d5eeb10cb49b5bf8599ad952ec1f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:25:58.880182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-067cfd52-dea3-4261-84ae-9d2b40bd1fa3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:58.943983 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-067cfd52-dea3-4261-84ae-9d2b40bd1fa3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:58.987476 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-067cfd52-dea3-4261-84ae-9d2b40bd1fa3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:59.012903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cfd52-dea3-4261-84ae-9d2b40bd1fa3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5883a264-1143-4df2-8339-4b04246db7da,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:59.085218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-067cfd52-dea3-4261-84ae-9d2b40bd1fa3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:59.086464 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-067cfd52-dea3-4261-84ae-9d2b40bd1fa3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3051572 Mar 29 10:25:59.089273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45654) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:25:59.094998 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'network': {'name': 'tempest-network-smoke--903333702', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'port_security_enabled': True}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:25:59.100217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:25:59.104324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:network and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:25:59.107854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:25:59.113447 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:25:59.159270 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Made reservation on behalf of 0a9d5eeb10cb49b5bf8599ad952ec1f4 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:25:59.162700 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:59.193954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:25:59.202302 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:59.202637 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Added segment cbdb0612-6425-4974-8ce9-3c3b4ff2d225 of type vlan for network 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc Mar 29 10:25:59.227965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:59.341965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:59.347519 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:59.348104 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:59.467621 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Network': ['ID=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:59.478366 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:25:59.519987 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-568f1b70-b52b-4d04-ae49-84e64d29f219 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4296474 Mar 29 10:25:59.522597 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45658) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:25:59.527625 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'admin_state_up': True, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:25:59.535435 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:25:59.539254 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:router and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:25:59.542073 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:25:59.555587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:25:59.628007 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:59.629105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:59.645398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:00.085908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:00.445244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:00.474112 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:00.606365 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.26.7.107 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/6e6942e2-fba1-4473-9cac-58040ff18a4e) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:26:00.749654 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:00.863197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:00.927324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:26:00.930159 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:00.938782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:26:00.979285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=6e6942e2-fba1-4473-9cac-58040ff18a4e,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:01.415839 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:01.873298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:02.125198 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:26:02.302372 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:26:02.312357 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Sync routers for ids ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:26:02.321884 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Routers {'31f5f5b5-096d-48a9-b2c2-d297d61edf16'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:26:02.322509 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:25:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:02.416741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:02.418171 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2a6fd3bf-3aa7-448e-96b3-804672bf4e18 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8944399 Mar 29 10:26:02.422862 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45662) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:26:02.508598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Set router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:26:02.512263 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d9c80a54-7725-43e9-a4b2-9fdf4543b839 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0880818 Mar 29 10:26:02.515758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45668) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:26:02.650294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cd5466-da49-4e2e-b5e8-f33759dd0a24 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:02.653486 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-30cd5466-da49-4e2e-b5e8-f33759dd0a24 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1367214 Mar 29 10:26:02.654992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45672) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:26:02.698807 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3eae7b88-6c74-4a2d-a1a1-64553c8517ee tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427282 Mar 29 10:26:02.701633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45676) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:26:02.707096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1872110388', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:02.795535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:25:59Z', 'updated_at': '2022-03-29T10:26:01Z', 'revision_number': 3, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:00Z', 'updated_at': '2022-03-29T10:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:02.799523 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Checking router: 31f5f5b5-096d-48a9-b2c2-d297d61edf16 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:26:02.799872 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Updating router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 port 6e6942e2-fba1-4473-9cac-58040ff18a4e binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:26:02.819749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:26:02.823778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:subnet and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:26:02.827155 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:26:02.836631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:26:02.861236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:02.919188 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Made reservation on behalf of 0a9d5eeb10cb49b5bf8599ad952ec1f4 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:26:02.923098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:03.228147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:03.241752 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:03.254003 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Transition to ACTIVE for port object 6e6942e2-fba1-4473-9cac-58040ff18a4e will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:26:03.304209 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Subnet': ['ID=92bde397-3f1b-411b-8153-45643ad7ee6f,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:03.313558 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Checking segment: {'id': 'cbdb0612-6425-4974-8ce9-3c3b4ff2d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:26:03.313912 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network hostable DHCP agents. Network: 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:26:03.330393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:03.393584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:26:03.413496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Attempting to bind port 6e6942e2-fba1-4473-9cac-58040ff18a4e on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:26:03.413864 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Attempting to bind port 6e6942e2-fba1-4473-9cac-58040ff18a4e by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:26:03.414222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Attempting to bind port 6e6942e2-fba1-4473-9cac-58040ff18a4e on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:26:03.416267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b70a81-d445-45cc-9e2d-11fa70bfe14b None None] Pushing event updated for resources: {'Port': ['ID=6e6942e2-fba1-4473-9cac-58040ff18a4e,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:03.421996 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:26:03.422367 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:26:03.422764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:03.423269 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:26:03.423590 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Bound port: 6e6942e2-fba1-4473-9cac-58040ff18a4e, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:26:03.423959 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:03.462459 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:03.466490 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:03.467191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:03.477201 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1565ce-5fd8-41ba-9cf2-d3d1aef141d6 None None] Network 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:26:03.548472 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-83a9d41b-4563-4f00-b587-388d7e8344f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8456876 Mar 29 10:26:03.551191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45680) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:26:03.590681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] For port 6e6942e2-fba1-4473-9cac-58040ff18a4e, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:26:03.603642 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] For port 6e6942e2-fba1-4473-9cac-58040ff18a4e, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6e6942e2-fba1-4473-9cac-58040ff18a4e,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:26:03.654765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:03.780374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Routers {'31f5f5b5-096d-48a9-b2c2-d297d61edf16'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:26:03.781029 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:25:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:03.858716 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b70a81-d445-45cc-9e2d-11fa70bfe14b None None] Pushing event updated for resources: {'Port': ['ID=6e6942e2-fba1-4473-9cac-58040ff18a4e,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:03.866968 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ips': [{'subnet_id': '92bde397-3f1b-411b-8153-45643ad7ee6f'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:26:03.871069 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:04.023707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] Set router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:26:04.325439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Allocated IP 172.20.0.2 (55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc/92bde397-3f1b-411b-8153-45643ad7ee6f/3f838928-869e-49e8-a61e-25019b8f6a77) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:26:04.372898 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:04.505730 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:25:59Z', 'updated_at': '2022-03-29T10:26:01Z', 'revision_number': 3, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:00Z', 'updated_at': '2022-03-29T10:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:04.521742 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b424016-a3ad-4d29-8e01-367939b917b6 None None] The sync data for ids ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'] in dv-neutron-835555-1-hyperv is: [{'id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:25:59Z', 'updated_at': '2022-03-29T10:26:01Z', 'revision_number': 3, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:00Z', 'updated_at': '2022-03-29T10:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:26:04.589527 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:04.601162 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Transition to ACTIVE for port object 3f838928-869e-49e8-a61e-25019b8f6a77 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:26:04.619979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Transition to ACTIVE for port object 3f838928-869e-49e8-a61e-25019b8f6a77 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:26:04.696565 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:04.766960 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Network 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:26:04.768403 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:04.772652 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:26:04.846785 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.20.0.1 (55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc/92bde397-3f1b-411b-8153-45643ad7ee6f/bae65853-326d-4923-af62-aec44d562929) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:26:04.901681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Pushing event updated for resources: {'Port': ['ID=3f838928-869e-49e8-a61e-25019b8f6a77,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:04.931941 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Attempting to bind port 3f838928-869e-49e8-a61e-25019b8f6a77 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:26:04.932257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Attempting to bind port 3f838928-869e-49e8-a61e-25019b8f6a77 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'cbdb0612-6425-4974-8ce9-3c3b4ff2d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:26:04.932653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Attempting to bind port 3f838928-869e-49e8-a61e-25019b8f6a77 on network 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:26:04.939369 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:26:04.939742 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Checking segment: {'id': 'cbdb0612-6425-4974-8ce9-3c3b4ff2d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:26:04.940277 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:04.940746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Bound using segment: {'id': 'cbdb0612-6425-4974-8ce9-3c3b4ff2d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:26:04.941213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Bound port: 3f838928-869e-49e8-a61e-25019b8f6a77, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdb0612-6425-4974-8ce9-3c3b4ff2d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:26:04.941584 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:05.026438 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:05.039459 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] For port 3f838928-869e-49e8-a61e-25019b8f6a77, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:26:05.043337 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] For port 3f838928-869e-49e8-a61e-25019b8f6a77, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3f838928-869e-49e8-a61e-25019b8f6a77,segment=NetworkSegment(cbdb0612-6425-4974-8ce9-3c3b4ff2d225),segment_id=cbdb0612-6425-4974-8ce9-3c3b4ff2d225)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:26:05.043855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Transition to ACTIVE for port object bae65853-326d-4923-af62-aec44d562929 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:26:05.131089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:05.154291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:05.217992 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff1fda-d886-4056-957f-455651a329d6 None None] Pushing event updated for resources: {'Port': ['ID=3f838928-869e-49e8-a61e-25019b8f6a77,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:05.219321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:26:05.223316 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:05.225934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:26:05.433179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=bae65853-326d-4923-af62-aec44d562929,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:05.459974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:05.658736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:05.753205 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7630-58fa-4170-bb7d-22c50aaf4a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:06.074827 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:06.130475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:06.246195 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=bae65853-326d-4923-af62-aec44d562929,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:06.249503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:06.410147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:26:06.411360 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:06.629825 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:26:06.814105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f86f4d-8a67-4bd6-83b8-d80ceeacf1a3 None None] Network 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:26:06.830471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:26:06.852544 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a3b7dd14-6afc-4f40-be08-453d293315ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "PUT /v2.0/routers/31f5f5b5-096d-48a9-b2c2-d297d61edf16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2984281 Mar 29 10:26:06.857897 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Sync routers for ids ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:26:06.859027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6e6942e2-fba1-4473-9cac-58040ff18a4e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:26:06.870146 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Routers {'31f5f5b5-096d-48a9-b2c2-d297d61edf16'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:26:06.872246 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:25:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:07.048164 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-23f456ba-42d1-47bf-92d4-fee23d1b7ed9 None None] Provisioning for port 3f838928-869e-49e8-a61e-25019b8f6a77 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:26:07.080571 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Set router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:26:07.106415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 6e6942e2-fba1-4473-9cac-58040ff18a4e completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:26:07.117805 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 6e6942e2-fba1-4473-9cac-58040ff18a4e triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:07.118173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:07.139663 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-b7904ea7-b9e8-4d5a-b57c-8145b9792c87 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030985064&fields=id&tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 267 time: 0.0475273 Mar 29 10:26:07.264072 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:07.281711 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 6e6942e2-fba1-4473-9cac-58040ff18a4e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6e6942e2-fba1-4473-9cac-58040ff18a4e,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:26:07.329560 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-f573ee1c-1c12-48a5-971f-8e877b6ac0b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:07.331183 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-f573ee1c-1c12-48a5-971f-8e877b6ac0b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/networks?id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc HTTP/1.1" status: 200 len: 796 time: 0.1772668 Mar 29 10:26:07.342048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:07.342825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3f838928-869e-49e8-a61e-25019b8f6a77 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:26:07.354692 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-7b80cd8a-2736-4913-aacf-db632236cedb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/quotas/0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 375 time: 0.0169861 Mar 29 10:26:07.463245 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:25:59Z', 'updated_at': '2022-03-29T10:26:05Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:00Z', 'updated_at': '2022-03-29T10:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'bae65853-326d-4923-af62-aec44d562929', 'name': '', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:31:c6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:04Z', 'updated_at': '2022-03-29T10:26:05Z', 'revision_number': 2, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:07.467651 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Checking router: 31f5f5b5-096d-48a9-b2c2-d297d61edf16 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:26:07.468158 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Updating router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 port bae65853-326d-4923-af62-aec44d562929 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:26:07.468691 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-0316d27c-0dcb-41da-8c25-ed4dfa47ab03 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:26:07.498092 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=6e6942e2-fba1-4473-9cac-58040ff18a4e,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:07.532614 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:07.553718 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-0316d27c-0dcb-41da-8c25-ed4dfa47ab03 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:26:07.555082 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-0316d27c-0dcb-41da-8c25-ed4dfa47ab03 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1993377 Mar 29 10:26:07.579313 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 3f838928-869e-49e8-a61e-25019b8f6a77 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:26:07.584233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-d858da18-35f7-4235-ba07-529352708cd9 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:26:07.591561 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-d858da18-35f7-4235-ba07-529352708cd9 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228553 Mar 29 10:26:07.593312 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 3f838928-869e-49e8-a61e-25019b8f6a77 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:07.593788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:07.658225 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f6cead4a-6d3c-416c-b122-7c37bd578723 None None] Provisioning for port bae65853-326d-4923-af62-aec44d562929 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:26:07.667563 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f6cead4a-6d3c-416c-b122-7c37bd578723 None None] Provisioning complete for port bae65853-326d-4923-af62-aec44d562929 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:07.667972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f6cead4a-6d3c-416c-b122-7c37bd578723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:07.737005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f6cead4a-6d3c-416c-b122-7c37bd578723 None None] Port bae65853-326d-4923-af62-aec44d562929 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:26:07.740709 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-793af054-ffb4-420f-8096-04a7deea4cf3 service neutron] 10.222.0.35 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480000 Mar 29 10:26:07.795267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f6cead4a-6d3c-416c-b122-7c37bd578723 None None] Provisioning complete for port 3f838928-869e-49e8-a61e-25019b8f6a77 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:07.795536 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f6cead4a-6d3c-416c-b122-7c37bd578723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:07.862913 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:07.928667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 3f838928-869e-49e8-a61e-25019b8f6a77, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3f838928-869e-49e8-a61e-25019b8f6a77,segment=NetworkSegment(cbdb0612-6425-4974-8ce9-3c3b4ff2d225),segment_id=cbdb0612-6425-4974-8ce9-3c3b4ff2d225)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:26:07.966757 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4d3f8457-34f9-4b8d-8c4f-58e77e879c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:08.007567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:08.036453 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-714ed68b-9e01-43ba-bff9-6e82e1d909b7 service neutron] 10.222.0.35 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947621 Mar 29 10:26:08.048527 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:08.049843 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f6cead4a-6d3c-416c-b122-7c37bd578723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:08.061207 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Transition to ACTIVE for port object bae65853-326d-4923-af62-aec44d562929 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:26:08.136064 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:08.145691 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=3f838928-869e-49e8-a61e-25019b8f6a77,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:08.162492 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-f6cead4a-6d3c-416c-b122-7c37bd578723 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:26:08.162846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-f6cead4a-6d3c-416c-b122-7c37bd578723 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:26:08.313024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-3719cafb-0eb8-4fbe-b7c9-6c952d7cabc9 req-6a27d5f1-1798-4c48-998a-af3f10fdc9b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:26:08.329296 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-3719cafb-0eb8-4fbe-b7c9-6c952d7cabc9 req-6a27d5f1-1798-4c48-998a-af3f10fdc9b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:26:08.330803 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3719cafb-0eb8-4fbe-b7c9-6c952d7cabc9 req-6a27d5f1-1798-4c48-998a-af3f10fdc9b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 210 time: 0.0701714 Mar 29 10:26:08.363231 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dd67e-a8a5-456a-a0db-1e69ee70d9bc None None] Pushing event updated for resources: {'Port': ['ID=bae65853-326d-4923-af62-aec44d562929,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:08.376049 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dd67e-a8a5-456a-a0db-1e69ee70d9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:08.376395 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dd67e-a8a5-456a-a0db-1e69ee70d9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:08.376759 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dd67e-a8a5-456a-a0db-1e69ee70d9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:08.377093 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dd67e-a8a5-456a-a0db-1e69ee70d9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:08.377418 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dd67e-a8a5-456a-a0db-1e69ee70d9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:08.377749 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dd67e-a8a5-456a-a0db-1e69ee70d9bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:08.378071 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dd67e-a8a5-456a-a0db-1e69ee70d9bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:08.378393 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dd67e-a8a5-456a-a0db-1e69ee70d9bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:08.378712 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dd67e-a8a5-456a-a0db-1e69ee70d9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:08.379031 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dd67e-a8a5-456a-a0db-1e69ee70d9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:08.379347 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dd67e-a8a5-456a-a0db-1e69ee70d9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:08.379662 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923dd67e-a8a5-456a-a0db-1e69ee70d9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:08.401052 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Attempting to bind port bae65853-326d-4923-af62-aec44d562929 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:26:08.401420 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Attempting to bind port bae65853-326d-4923-af62-aec44d562929 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'cbdb0612-6425-4974-8ce9-3c3b4ff2d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:26:08.401777 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Attempting to bind port bae65853-326d-4923-af62-aec44d562929 on network 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:26:08.408848 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:26:08.409346 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Checking segment: {'id': 'cbdb0612-6425-4974-8ce9-3c3b4ff2d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:26:08.409744 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:08.410126 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Bound using segment: {'id': 'cbdb0612-6425-4974-8ce9-3c3b4ff2d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:26:08.410581 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Bound port: bae65853-326d-4923-af62-aec44d562929, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdb0612-6425-4974-8ce9-3c3b4ff2d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:26:08.411115 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:08.507528 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] For port bae65853-326d-4923-af62-aec44d562929, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:26:08.511179 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] For port bae65853-326d-4923-af62-aec44d562929, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bae65853-326d-4923-af62-aec44d562929,segment=NetworkSegment(cbdb0612-6425-4974-8ce9-3c3b4ff2d225),segment_id=cbdb0612-6425-4974-8ce9-3c3b4ff2d225)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:26:08.589184 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:08.669205 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Routers {'31f5f5b5-096d-48a9-b2c2-d297d61edf16'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:26:08.669821 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:26:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:08.742345 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dd67e-a8a5-456a-a0db-1e69ee70d9bc None None] Pushing event updated for resources: {'Port': ['ID=bae65853-326d-4923-af62-aec44d562929,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:08.826160 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6e6942e2-fba1-4473-9cac-58040ff18a4e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:26:08.878197 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] Set router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:26:08.932975 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 6e6942e2-fba1-4473-9cac-58040ff18a4e triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:08.933492 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:09.040429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:09.076454 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:09.080376 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3f838928-869e-49e8-a61e-25019b8f6a77 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:26:09.187648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 3f838928-869e-49e8-a61e-25019b8f6a77 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:09.188299 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:09.196168 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:25:59Z', 'updated_at': '2022-03-29T10:26:05Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:00Z', 'updated_at': '2022-03-29T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'bae65853-326d-4923-af62-aec44d562929', 'name': '', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:31:c6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:04Z', 'updated_at': '2022-03-29T10:26:08Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:09.200275 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a14269-cad2-4120-bd42-87b0d58e2328 None None] The sync data for ids ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'] in dv-neutron-835555-1-hyperv is: [{'id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:25:59Z', 'updated_at': '2022-03-29T10:26:05Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:00Z', 'updated_at': '2022-03-29T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'bae65853-326d-4923-af62-aec44d562929', 'name': '', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:31:c6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:04Z', 'updated_at': '2022-03-29T10:26:08Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:26:09.500326 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ce175b68-383b-48e4-b72f-452f93fdd711 req-df6c0dbc-ee09-4b2d-adac-81aedcdad500 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 210 time: 0.0477824 Mar 29 10:26:10.536663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-d0d0887b-8c5b-4bf6-804e-b65951e2a201 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:10.537367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-d0d0887b-8c5b-4bf6-804e-b65951e2a201 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:26:10.658917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-d0d0887b-8c5b-4bf6-804e-b65951e2a201 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:26:10.660063 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-d0d0887b-8c5b-4bf6-804e-b65951e2a201 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/networks?id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc HTTP/1.1" status: 200 len: 796 time: 0.3093364 Mar 29 10:26:10.689353 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9a35345c-4075-488c-9feb-aeb93e6d246a req-1c2bd833-bd2d-4e79-911f-50876eb5c6b1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 210 time: 0.0622959 Mar 29 10:26:10.838609 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bae65853-326d-4923-af62-aec44d562929 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:26:10.845972 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-2129ac5d-35a3-4dbe-9afc-d24fc585a1c4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:26:10.924908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-2129ac5d-35a3-4dbe-9afc-d24fc585a1c4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:26:10.926210 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-2129ac5d-35a3-4dbe-9afc-d24fc585a1c4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 380 time: 0.2552762 Mar 29 10:26:10.939091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'port': {'device_id': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'admin_state_up': True, 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'security_groups': ['c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:11.033733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:11.045564 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port bae65853-326d-4923-af62-aec44d562929 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:26:11.056598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port bae65853-326d-4923-af62-aec44d562929 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:11.056976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:11.090335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:26:11.100047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:26:11.186344 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:11.188009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Made reservation on behalf of 0a9d5eeb10cb49b5bf8599ad952ec1f4 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:26:11.193347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:11.222638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port bae65853-326d-4923-af62-aec44d562929, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bae65853-326d-4923-af62-aec44d562929,segment=NetworkSegment(cbdb0612-6425-4974-8ce9-3c3b4ff2d225),segment_id=cbdb0612-6425-4974-8ce9-3c3b4ff2d225)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:26:11.290378 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:11.374375 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=bae65853-326d-4923-af62-aec44d562929,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:11.390314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.20.0.3 (55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc/92bde397-3f1b-411b-8153-45643ad7ee6f/7677e808-6efa-43e0-b82f-e5083a89dc00) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:26:11.631465 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:11.650437 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Transition to ACTIVE for port object 7677e808-6efa-43e0-b82f-e5083a89dc00 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:26:11.748047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:11.828805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:26:11.833168 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:11.845176 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:26:11.908624 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=7677e808-6efa-43e0-b82f-e5083a89dc00,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:11.946914 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:11.948938 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:11.966420 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee9b63-bc78-4b89-8368-9c64fa28c40b req-e5a327df-9590-44b0-8fce-ec9e249023ed tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:11.967984 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6dee9b63-bc78-4b89-8368-9c64fa28c40b req-e5a327df-9590-44b0-8fce-ec9e249023ed tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 931 time: 0.1301231 Mar 29 10:26:12.022978 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6dee9b63-bc78-4b89-8368-9c64fa28c40b req-2d01bf35-adf9-4896-831e-78047fe30b9f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470607 Mar 29 10:26:12.081035 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c6ee0899-5d04-4454-873c-a81e94463262 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1459787 Mar 29 10:26:12.092749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Request body: {'port': {'device_id': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:12.170689 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5cdc094d-4f35-4355-8f5f-4029e74ca8ba None None] Provisioning for port 7677e808-6efa-43e0-b82f-e5083a89dc00 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:26:12.179524 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5cdc094d-4f35-4355-8f5f-4029e74ca8ba None None] Provisioning complete for port 7677e808-6efa-43e0-b82f-e5083a89dc00 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:12.179946 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5cdc094d-4f35-4355-8f5f-4029e74ca8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:12.234608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:12.255716 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc094d-4f35-4355-8f5f-4029e74ca8ba None None] Port 7677e808-6efa-43e0-b82f-e5083a89dc00 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:26:12.616382 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7677e808-6efa-43e0-b82f-e5083a89dc00 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:26:12.626424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:12.642716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Transition to ACTIVE for port object 7677e808-6efa-43e0-b82f-e5083a89dc00 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:26:12.678622 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:12.799075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bae65853-326d-4923-af62-aec44d562929 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:26:12.884464 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port bae65853-326d-4923-af62-aec44d562929 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:12.884924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:12.888413 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Pushing event updated for resources: {'Port': ['ID=7677e808-6efa-43e0-b82f-e5083a89dc00,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:12.994704 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Attempting to bind port 7677e808-6efa-43e0-b82f-e5083a89dc00 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:26:12.995135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Attempting to bind port 7677e808-6efa-43e0-b82f-e5083a89dc00 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'cbdb0612-6425-4974-8ce9-3c3b4ff2d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:26:12.995565 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Attempting to bind port 7677e808-6efa-43e0-b82f-e5083a89dc00 on network 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:26:13.001842 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Port 7677e808-6efa-43e0-b82f-e5083a89dc00 on network 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:26:13.002269 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Attempting to bind port 7677e808-6efa-43e0-b82f-e5083a89dc00 on network 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:26:13.009819 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:26:13.010292 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Checking segment: {'id': 'cbdb0612-6425-4974-8ce9-3c3b4ff2d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:26:13.010867 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Bound using segment: {'id': 'cbdb0612-6425-4974-8ce9-3c3b4ff2d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:26:13.011327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Bound port: 7677e808-6efa-43e0-b82f-e5083a89dc00, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbdb0612-6425-4974-8ce9-3c3b4ff2d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:26:13.011688 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:13.142469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] For port 7677e808-6efa-43e0-b82f-e5083a89dc00, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:26:13.142469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] For port 7677e808-6efa-43e0-b82f-e5083a89dc00, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7677e808-6efa-43e0-b82f-e5083a89dc00,segment=NetworkSegment(cbdb0612-6425-4974-8ce9-3c3b4ff2d225),segment_id=cbdb0612-6425-4974-8ce9-3c3b4ff2d225)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:26:13.223971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:13.401593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:13.404230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:13.405022 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] 10.222.0.36 "PUT /v2.0/ports/7677e808-6efa-43e0-b82f-e5083a89dc00 HTTP/1.1" status: 200 len: 1093 time: 1.3170769 Mar 29 10:26:13.411791 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'tag': '7677e808-6efa-43e0-b82f-e5083a89dc00'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:26:13.458166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314b8ea-117e-4277-9090-7c74e6268496 service neutron] Pushing event updated for resources: {'Port': ['ID=7677e808-6efa-43e0-b82f-e5083a89dc00,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:13.489285 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'tag': '7677e808-6efa-43e0-b82f-e5083a89dc00', 'status': 'completed', 'code': 200} Mar 29 10:26:13.502542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41efe0-c8a8-4619-99d3-ff507221a30f req-d69c2ea2-ca74-4e90-8f81-ba9451f64c32 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:13.503364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-6c41efe0-c8a8-4619-99d3-ff507221a30f req-d69c2ea2-ca74-4e90-8f81-ba9451f64c32 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:26:13.736737 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a79ee-1d6a-4bc3-b02f-8adf86394a37 req-734334e3-f990-4982-b1ff-c357f530b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:13.738652 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9b7a79ee-1d6a-4bc3-b02f-8adf86394a37 req-734334e3-f990-4982-b1ff-c357f530b63e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 1096 time: 0.2285202 Mar 29 10:26:13.770368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-6c41efe0-c8a8-4619-99d3-ff507221a30f req-d69c2ea2-ca74-4e90-8f81-ba9451f64c32 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:26:13.771678 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6c41efe0-c8a8-4619-99d3-ff507221a30f req-d69c2ea2-ca74-4e90-8f81-ba9451f64c32 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 943 time: 0.5937066 Mar 29 10:26:13.913421 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6c41efe0-c8a8-4619-99d3-ff507221a30f req-7019b20c-1711-4199-a430-56a3b4a0cca2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218321 Mar 29 10:26:13.942526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a79ee-1d6a-4bc3-b02f-8adf86394a37 req-68bdf6d6-de15-4069-b44e-ac86af0eaf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:13.943956 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9b7a79ee-1d6a-4bc3-b02f-8adf86394a37 req-68bdf6d6-de15-4069-b44e-ac86af0eaf0f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1986969 Mar 29 10:26:14.089034 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a79ee-1d6a-4bc3-b02f-8adf86394a37 req-7a2e59c6-f578-4afe-8c06-141a6a67578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:14.090609 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9b7a79ee-1d6a-4bc3-b02f-8adf86394a37 req-7a2e59c6-f578-4afe-8c06-141a6a67578e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1401916 Mar 29 10:26:14.202491 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-dfd797d2-fe9c-495f-aed5-4cc4936e0df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:14.204586 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-dfd797d2-fe9c-495f-aed5-4cc4936e0df7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 1096 time: 0.0771813 Mar 29 10:26:14.277246 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-44dc45f4-9970-4000-979d-3de482229420 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7677e808-6efa-43e0-b82f-e5083a89dc00 HTTP/1.1" status: 200 len: 217 time: 0.0658526 Mar 29 10:26:14.344137 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c50b9a65-1616-43c0-a40f-a23bdab7c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:14.345612 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-c50b9a65-1616-43c0-a40f-a23bdab7c8ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92bde397-3f1b-411b-8153-45643ad7ee6f HTTP/1.1" status: 200 len: 835 time: 0.0630717 Mar 29 10:26:14.426650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-3fab468d-b3b7-4417-9771-accfb9877fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:14.428133 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-3fab468d-b3b7-4417-9771-accfb9877fef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764699 Mar 29 10:26:14.583146 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-def19ce7-cd74-4762-9a7f-18b2a7493ab1 service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492636 Mar 29 10:26:14.738932 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e898a0e1-c5c5-482d-936c-73fdaa34b922 req-343c68af-f95d-4729-b685-87397c121259 service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496425 Mar 29 10:26:15.141803 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96dd6b-a47a-456a-8650-cb6d3d68d03e req-45c8fedd-944a-4914-9568-0e8a189dfef5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:15.143353 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8f96dd6b-a47a-456a-8650-cb6d3d68d03e req-45c8fedd-944a-4914-9568-0e8a189dfef5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 943 time: 0.0928247 Mar 29 10:26:15.196688 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8f96dd6b-a47a-456a-8650-cb6d3d68d03e req-624426e2-a5b4-4cdf-a56a-940d54e40902 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454862 Mar 29 10:26:16.391337 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b8a7a-698d-4f03-b4a3-6ca59a7be332 req-08be456b-f75d-4f36-ba93-0f7142716616 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:16.392977 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b18b8a7a-698d-4f03-b4a3-6ca59a7be332 req-08be456b-f75d-4f36-ba93-0f7142716616 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 943 time: 0.0885136 Mar 29 10:26:16.412972 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 7677e808-6efa-43e0-b82f-e5083a89dc00 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:26:16.454720 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b18b8a7a-698d-4f03-b4a3-6ca59a7be332 req-ea760805-8da6-46cd-ac82-e36b35a8ddf6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528622 Mar 29 10:26:16.558079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 7677e808-6efa-43e0-b82f-e5083a89dc00, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7677e808-6efa-43e0-b82f-e5083a89dc00,segment=NetworkSegment(cbdb0612-6425-4974-8ce9-3c3b4ff2d225),segment_id=cbdb0612-6425-4974-8ce9-3c3b4ff2d225)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:26:16.581135 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '7677e808-6efa-43e0-b82f-e5083a89dc00', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'port_id': '7677e808-6efa-43e0-b82f-e5083a89dc00', 'mac_address': 'fa:16:3e:0a:fb:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:26:16.639770 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:16.657102 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7677e808-6efa-43e0-b82f-e5083a89dc00 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:26:16.673316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 7677e808-6efa-43e0-b82f-e5083a89dc00, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7677e808-6efa-43e0-b82f-e5083a89dc00,segment=NetworkSegment(cbdb0612-6425-4974-8ce9-3c3b4ff2d225),segment_id=cbdb0612-6425-4974-8ce9-3c3b4ff2d225)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:26:16.724456 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:16.790198 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=7677e808-6efa-43e0-b82f-e5083a89dc00,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:17.250292 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['7677e808-6efa-43e0-b82f-e5083a89dc00'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:26:17.651180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4e90c-861b-404d-aef2-f74ef1af78fb req-0655ed3c-e047-4f87-aae3-8dab47e85666 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:17.652639 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-70e4e90c-861b-404d-aef2-f74ef1af78fb req-0655ed3c-e047-4f87-aae3-8dab47e85666 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 944 time: 0.0829325 Mar 29 10:26:17.695617 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-70e4e90c-861b-404d-aef2-f74ef1af78fb req-d6d6936c-1180-4a60-9f91-00cf3919218c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373509 Mar 29 10:26:18.411213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 7677e808-6efa-43e0-b82f-e5083a89dc00 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:26:18.518608 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 7677e808-6efa-43e0-b82f-e5083a89dc00 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:26:18.523414 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 7677e808-6efa-43e0-b82f-e5083a89dc00 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:18.523786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:18.664790 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:18.690583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7677e808-6efa-43e0-b82f-e5083a89dc00'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:26:18.702010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 7677e808-6efa-43e0-b82f-e5083a89dc00, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7677e808-6efa-43e0-b82f-e5083a89dc00,segment=NetworkSegment(cbdb0612-6425-4974-8ce9-3c3b4ff2d225),segment_id=cbdb0612-6425-4974-8ce9-3c3b4ff2d225)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:26:18.753419 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:18.807991 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7677e808-6efa-43e0-b82f-e5083a89dc00', 'code': 200} Mar 29 10:26:18.833736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=7677e808-6efa-43e0-b82f-e5083a89dc00,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:18.893147 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57279888-9cf4-4a48-8642-1b28139cd703 req-24822ca5-9570-4c54-9b3a-07060d105b55 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:18.894599 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-57279888-9cf4-4a48-8642-1b28139cd703 req-24822ca5-9570-4c54-9b3a-07060d105b55 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0895243 Mar 29 10:26:18.942357 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-57279888-9cf4-4a48-8642-1b28139cd703 req-84f040f0-184d-4c5e-a471-7407205fe11d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419707 Mar 29 10:26:19.146306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c22ff-085b-4c2e-9147-88e28eebdf8d req-eae35e70-98d3-4ec3-a69c-9c8e00c7ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:19.147766 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1b4c22ff-085b-4c2e-9147-88e28eebdf8d req-eae35e70-98d3-4ec3-a69c-9c8e00c7ad15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 1098 time: 0.0806963 Mar 29 10:26:19.191782 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1b4c22ff-085b-4c2e-9147-88e28eebdf8d req-bf8d6fef-9179-4ace-bbc9-d19bdd3aa678 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380805 Mar 29 10:26:20.134540 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c5613-1f15-412e-91d1-79778e273db4 req-a5316fdd-00e1-43a7-81f9-9cb1ffb21ac8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:20.136075 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-184c5613-1f15-412e-91d1-79778e273db4 req-a5316fdd-00e1-43a7-81f9-9cb1ffb21ac8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0826509 Mar 29 10:26:20.179342 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-184c5613-1f15-412e-91d1-79778e273db4 req-d6e0299e-9063-4f46-a4c8-ce339ff31a2d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375144 Mar 29 10:26:21.385253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9255dc-2a0b-4a33-bcf0-8d132a931dd8 req-84de32f0-5d05-4133-bf7a-bfd2d7f03f35 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:21.386797 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8c9255dc-2a0b-4a33-bcf0-8d132a931dd8 req-84de32f0-5d05-4133-bf7a-bfd2d7f03f35 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0837362 Mar 29 10:26:21.431774 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8c9255dc-2a0b-4a33-bcf0-8d132a931dd8 req-491d1ec9-9c89-4596-a6a5-bfbacfa3b9f0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393331 Mar 29 10:26:21.612066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17d00b-b9b2-4858-b299-a9679c17f9b6 req-b6ad59b2-ceb9-4b5b-99d1-5f8247b1b29b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:21.613445 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6d17d00b-b9b2-4858-b299-a9679c17f9b6 req-b6ad59b2-ceb9-4b5b-99d1-5f8247b1b29b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0786004 Mar 29 10:26:21.656749 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6d17d00b-b9b2-4858-b299-a9679c17f9b6 req-b5ec11ac-081b-4325-9494-75613cebba4e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377009 Mar 29 10:26:21.678179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45746) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:26:21.751144 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b7861a-ae1a-451b-805f-3f2ba7bea0b3 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:21.752664 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c1b7861a-ae1a-451b-805f-3f2ba7bea0b3 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 1093 time: 0.0735114 Mar 29 10:26:21.755432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45750) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:26:21.760175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '7677e808-6efa-43e0-b82f-e5083a89dc00', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:21.766547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:26:21.770317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:floatingip and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:26:21.773140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:26:21.779365 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:26:21.884232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:22.022065 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:22.154035 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.26.7.214 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/e99ecd9e-1452-451c-8886-3cd04221141d) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:26:22.406373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:22.490138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:22.551222 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:26:22.557875 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:22.561073 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:26:22.596188 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=e99ecd9e-1452-451c-8886-3cd04221141d,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:22.970613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:23.118853 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:23.331304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:23.386990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:23.494989 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=e99ecd9e-1452-451c-8886-3cd04221141d,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:23.507219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:23.547467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:23.678301 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Floating IP 9eec4353-1076-43c4-b1c2-7f62fa8d642f associated. External IP: 172.26.7.214, port: 7677e808-6efa-43e0-b82f-e5083a89dc00. Mar 29 10:26:24.158549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:26:24.345452 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:26:24.358442 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db292ee-9d76-44e7-8eba-b61d915f85ff None None] Sync routers for ids ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:26:24.373056 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db292ee-9d76-44e7-8eba-b61d915f85ff None None] Routers {'31f5f5b5-096d-48a9-b2c2-d297d61edf16'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:26:24.373990 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7db292ee-9d76-44e7-8eba-b61d915f85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:26:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:24.474088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:24.540392 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-96cc051d-7894-4e02-8579-ad1d6d6fc2df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7839506 Mar 29 10:26:24.541001 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'tag': '7677e808-6efa-43e0-b82f-e5083a89dc00'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:26:24.572737 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-7db292ee-9d76-44e7-8eba-b61d915f85ff None None] Set router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:26:24.587133 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'tag': '7677e808-6efa-43e0-b82f-e5083a89dc00', 'status': 'completed', 'code': 200} Mar 29 10:26:24.683786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74063fcd-414f-4515-9c61-e94aac635c7f req-cb5a75b1-0e9e-4cc9-9e22-b76aa6c749da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:24.685767 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74063fcd-414f-4515-9c61-e94aac635c7f req-cb5a75b1-0e9e-4cc9-9e22-b76aa6c749da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 1098 time: 0.0768192 Mar 29 10:26:24.729019 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacc6ae-b3f7-47c6-a9e3-b104d351e4b7 req-536c9943-dc15-4263-849d-31ef851141fe tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:24.730498 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0eacc6ae-b3f7-47c6-a9e3-b104d351e4b7 req-536c9943-dc15-4263-849d-31ef851141fe tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0840092 Mar 29 10:26:24.783413 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0eacc6ae-b3f7-47c6-a9e3-b104d351e4b7 req-078023e6-993f-4d2b-8f3c-b68de58ceb5b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457463 Mar 29 10:26:24.807104 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45758) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:26:24.828168 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74063fcd-414f-4515-9c61-e94aac635c7f req-394bcffc-35d2-4b8e-8a4c-7abca3880ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:24.829709 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74063fcd-414f-4515-9c61-e94aac635c7f req-394bcffc-35d2-4b8e-8a4c-7abca3880ce8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc HTTP/1.1" status: 200 len: 897 time: 0.1373801 Mar 29 10:26:24.920302 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-620e3271-6cc9-4b5e-b0f4-e4129797f51a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/9eec4353-1076-43c4-b1c2-7f62fa8d642f HTTP/1.1" status: 200 len: 991 time: 0.1118815 Mar 29 10:26:24.943618 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74063fcd-414f-4515-9c61-e94aac635c7f req-f69a7c5d-7a1c-446e-9f3d-73a67be93fe0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7677e808-6efa-43e0-b82f-e5083a89dc00 HTTP/1.1" status: 200 len: 999 time: 0.1030102 Mar 29 10:26:24.946975 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7db292ee-9d76-44e7-8eba-b61d915f85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:25:59Z', 'updated_at': '2022-03-29T10:26:05Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:00Z', 'updated_at': '2022-03-29T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '9eec4353-1076-43c4-b1c2-7f62fa8d642f', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'port_id': '7677e808-6efa-43e0-b82f-e5083a89dc00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'mac_address': 'fa:16:3e:0a:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:26:22Z', 'updated_at': '2022-03-29T10:26:22Z', 'revision_number': 0, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae65853-326d-4923-af62-aec44d562929', 'name': '', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:31:c6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:04Z', 'updated_at': '2022-03-29T10:26:11Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:24.949944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db292ee-9d76-44e7-8eba-b61d915f85ff None None] Checking router: 31f5f5b5-096d-48a9-b2c2-d297d61edf16 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:26:24.958662 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db292ee-9d76-44e7-8eba-b61d915f85ff None None] Routers {'31f5f5b5-096d-48a9-b2c2-d297d61edf16'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:26:24.959305 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7db292ee-9d76-44e7-8eba-b61d915f85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:26:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:25.005425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74063fcd-414f-4515-9c61-e94aac635c7f req-f2128bef-90a3-4b2c-837c-3edf590ad4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:25.006916 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74063fcd-414f-4515-9c61-e94aac635c7f req-f2128bef-90a3-4b2c-837c-3edf590ad4a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92bde397-3f1b-411b-8153-45643ad7ee6f HTTP/1.1" status: 200 len: 835 time: 0.0590227 Mar 29 10:26:25.081620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74063fcd-414f-4515-9c61-e94aac635c7f req-02f6671d-12aa-4680-967c-9de5e1ea215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:25.083131 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74063fcd-414f-4515-9c61-e94aac635c7f req-02f6671d-12aa-4680-967c-9de5e1ea215d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706832 Mar 29 10:26:25.141232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-7db292ee-9d76-44e7-8eba-b61d915f85ff None None] Set router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:26:25.214809 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74063fcd-414f-4515-9c61-e94aac635c7f req-954079aa-3391-4e07-9487-c54b4e79efbb service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254313 Mar 29 10:26:25.347600 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74063fcd-414f-4515-9c61-e94aac635c7f req-9d141899-a146-43d3-9e73-9b7da108d498 service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270652 Mar 29 10:26:25.494107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-7db292ee-9d76-44e7-8eba-b61d915f85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:25:59Z', 'updated_at': '2022-03-29T10:26:05Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:00Z', 'updated_at': '2022-03-29T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '9eec4353-1076-43c4-b1c2-7f62fa8d642f', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'port_id': '7677e808-6efa-43e0-b82f-e5083a89dc00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'mac_address': 'fa:16:3e:0a:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:26:22Z', 'updated_at': '2022-03-29T10:26:22Z', 'revision_number': 0, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae65853-326d-4923-af62-aec44d562929', 'name': '', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:31:c6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:04Z', 'updated_at': '2022-03-29T10:26:11Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:25.498793 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db292ee-9d76-44e7-8eba-b61d915f85ff None None] The sync data for ids ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'] in dv-neutron-835555-1-hyperv is: [{'id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:25:59Z', 'updated_at': '2022-03-29T10:26:05Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:00Z', 'updated_at': '2022-03-29T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '9eec4353-1076-43c4-b1c2-7f62fa8d642f', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'floating_ip_address': '172.26.7.214', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'port_id': '7677e808-6efa-43e0-b82f-e5083a89dc00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'mac_address': 'fa:16:3e:0a:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:26:22Z', 'updated_at': '2022-03-29T10:26:22Z', 'revision_number': 0, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae65853-326d-4923-af62-aec44d562929', 'name': '', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:31:c6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:04Z', 'updated_at': '2022-03-29T10:26:11Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:26:25.680460 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7489b8-4d84-45e8-b382-462dfe70a054 None None] New status for floating IP 9eec4353-1076-43c4-b1c2-7f62fa8d642f: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:26:25.923207 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45762) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:26:26.031993 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0c34ed60-32de-45d0-b068-835a84b14859 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/9eec4353-1076-43c4-b1c2-7f62fa8d642f HTTP/1.1" status: 200 len: 991 time: 0.1076245 Mar 29 10:26:27.036012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45766) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:26:27.139061 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a5d540c9-e35c-4799-ac84-545fb5629cba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/9eec4353-1076-43c4-b1c2-7f62fa8d642f HTTP/1.1" status: 200 len: 993 time: 0.1019075 Mar 29 10:26:33.096312 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:26:35.763707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-898a9d7f-6a9c-4fbc-87d3-71f13ac3bd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:37.902494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f6b0b7d2-6f2e-4336-837c-348dc944aa69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.992477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:39.072473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:40.946508 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.394005 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5179de01-8d73-44f2-93db-6520c2f7690b req-69f76a69-a72c-40b0-98b1-e55939515166 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735798 Mar 29 10:26:41.532163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179de01-8d73-44f2-93db-6520c2f7690b req-9faec779-83bc-402e-aa2d-1c34345af852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:41.533677 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5179de01-8d73-44f2-93db-6520c2f7690b req-9faec779-83bc-402e-aa2d-1c34345af852 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 1098 time: 0.0720360 Mar 29 10:26:41.676897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179de01-8d73-44f2-93db-6520c2f7690b req-0ae8bb36-1c90-4576-804f-2fdcca85739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:41.678241 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5179de01-8d73-44f2-93db-6520c2f7690b req-0ae8bb36-1c90-4576-804f-2fdcca85739f service neutron] 10.222.0.36 "GET /v2.0/networks?id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc HTTP/1.1" status: 200 len: 897 time: 0.1257377 Mar 29 10:26:41.879951 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5179de01-8d73-44f2-93db-6520c2f7690b req-5af15bcc-ed23-40b8-bec5-3f1064b1a7ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7677e808-6efa-43e0-b82f-e5083a89dc00 HTTP/1.1" status: 200 len: 1001 time: 0.1947238 Mar 29 10:26:41.944107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179de01-8d73-44f2-93db-6520c2f7690b req-0504ae55-e99d-44c6-acb6-064d11fa7f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:41.945469 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5179de01-8d73-44f2-93db-6520c2f7690b req-0504ae55-e99d-44c6-acb6-064d11fa7f2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92bde397-3f1b-411b-8153-45643ad7ee6f HTTP/1.1" status: 200 len: 835 time: 0.0593953 Mar 29 10:26:42.018565 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179de01-8d73-44f2-93db-6520c2f7690b req-d5d5b93e-e6a9-4757-88a4-ca696f74875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:42.020023 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5179de01-8d73-44f2-93db-6520c2f7690b req-d5d5b93e-e6a9-4757-88a4-ca696f74875f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682743 Mar 29 10:26:42.158000 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5179de01-8d73-44f2-93db-6520c2f7690b req-017e8e20-17ea-46b8-9b2e-784a8d9c1181 service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309474 Mar 29 10:26:42.296034 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5179de01-8d73-44f2-93db-6520c2f7690b req-e07b9853-2ee1-45b9-afeb-ddf4bf27c315 service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316829 Mar 29 10:26:53.534708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:05.763492 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-906e4ca3-aa66-44c8-b743-f81fc360a7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:07.900097 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1ca078b2-30a6-4970-8208-37deedcf4908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:09.006060 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:09.066633 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:10.095051 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:27:10.951427 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:23.659947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:35.762797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0f8b-3923-4e51-af45-21cbeac3bc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:37.674939 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [req-665ec97d-656b-4d9d-9f6c-cefe80f0c342 req-9b015ce4-f601-4b7e-bb78-a82ca595464d service neutron] (88550) timed out ('10.222.0.35', 42144) {{(pid=88550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 29 10:27:37.909591 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d97ed542-b788-4c12-98e2-a92c26df553d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:38.979422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:39.059346 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:40.710231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfd693-8002-4816-bbfb-20166d550ce7 req-79dccd34-bd7d-4e43-89d4-61dded00c5db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:40.711681 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-48cfd693-8002-4816-bbfb-20166d550ce7 req-79dccd34-bd7d-4e43-89d4-61dded00c5db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0846336 Mar 29 10:27:40.761088 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-48cfd693-8002-4816-bbfb-20166d550ce7 req-7d8898d6-5569-4083-904d-a3975f1414df tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434308 Mar 29 10:27:40.827461 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45800) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:27:40.957181 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:40.958406 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-cd93c89a-6b49-42dc-9616-145946759f0c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1297774 Mar 29 10:27:41.952013 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661f39e-9b0c-4a9a-85ff-296c8b0a4c61 req-d90f7c52-38f9-4ff8-aff8-952fdd612f7c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:41.953427 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0661f39e-9b0c-4a9a-85ff-296c8b0a4c61 req-d90f7c52-38f9-4ff8-aff8-952fdd612f7c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0847831 Mar 29 10:27:42.001647 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0661f39e-9b0c-4a9a-85ff-296c8b0a4c61 req-60773ea0-e872-475f-8ed9-e75426697674 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424209 Mar 29 10:27:42.466594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc85af6-e792-4493-b899-636620389287 req-8c07675c-7968-4613-b596-3e2afcb9b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:42.468117 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4fc85af6-e792-4493-b899-636620389287 req-8c07675c-7968-4613-b596-3e2afcb9b2c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 1098 time: 0.0765877 Mar 29 10:27:42.615824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc85af6-e792-4493-b899-636620389287 req-c94c0e2c-bb9a-4e5b-8a4b-4e2b6865322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:42.617373 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4fc85af6-e792-4493-b899-636620389287 req-c94c0e2c-bb9a-4e5b-8a4b-4e2b6865322e service neutron] 10.222.0.36 "GET /v2.0/networks?id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc HTTP/1.1" status: 200 len: 897 time: 0.1299009 Mar 29 10:27:42.725936 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4fc85af6-e792-4493-b899-636620389287 req-031d74b3-4f47-4f32-b26d-4b3946e63dd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7677e808-6efa-43e0-b82f-e5083a89dc00 HTTP/1.1" status: 200 len: 1001 time: 0.1011257 Mar 29 10:27:42.790373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc85af6-e792-4493-b899-636620389287 req-85314403-bb3a-46d8-923e-a0defc28d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:42.791819 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4fc85af6-e792-4493-b899-636620389287 req-85314403-bb3a-46d8-923e-a0defc28d28b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92bde397-3f1b-411b-8153-45643ad7ee6f HTTP/1.1" status: 200 len: 835 time: 0.0581675 Mar 29 10:27:42.868728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc85af6-e792-4493-b899-636620389287 req-861e7d5e-8f02-4aaa-a12f-632c2c4412dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:42.870112 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4fc85af6-e792-4493-b899-636620389287 req-861e7d5e-8f02-4aaa-a12f-632c2c4412dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717947 Mar 29 10:27:43.000901 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4fc85af6-e792-4493-b899-636620389287 req-8b8a0edd-a7dd-4c43-bfa8-f6b571393f09 service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227207 Mar 29 10:27:43.178266 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4fc85af6-e792-4493-b899-636620389287 req-8458ecdc-c8c6-4367-8b53-325600bfaae4 service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709268 Mar 29 10:27:43.210787 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cdde7-b76a-4052-9f40-fb6750cc5f70 req-01182383-d8b9-4c2c-938e-f9cfb65131c8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:43.212243 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-872cdde7-b76a-4052-9f40-fb6750cc5f70 req-01182383-d8b9-4c2c-938e-f9cfb65131c8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.1014729 Mar 29 10:27:43.298625 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-872cdde7-b76a-4052-9f40-fb6750cc5f70 req-53454a4c-29f0-48de-9c3e-116dabe2e78f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804987 Mar 29 10:27:43.327631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-42e037b8-f43e-4d6a-bca0-6b4bb2c84ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:43.329145 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-42e037b8-f43e-4d6a-bca0-6b4bb2c84ad3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 1098 time: 0.0961666 Mar 29 10:27:43.560891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-362b811a-c0a2-4ec5-88c3-a5ea360c2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:43.562270 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-362b811a-c0a2-4ec5-88c3-a5ea360c2b8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc HTTP/1.1" status: 200 len: 897 time: 0.2276564 Mar 29 10:27:43.669261 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-896da6ab-efdc-457c-876c-08dece4ab578 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7677e808-6efa-43e0-b82f-e5083a89dc00 HTTP/1.1" status: 200 len: 1001 time: 0.1001525 Mar 29 10:27:43.735845 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-0bccbd60-91dc-4b86-9927-8890a1300a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:43.737311 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-0bccbd60-91dc-4b86-9927-8890a1300a65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92bde397-3f1b-411b-8153-45643ad7ee6f HTTP/1.1" status: 200 len: 835 time: 0.0621252 Mar 29 10:27:43.815047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-2d85f3f2-1daf-4869-bbf8-907f1c6adb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:43.816423 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-2d85f3f2-1daf-4869-bbf8-907f1c6adb54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737677 Mar 29 10:27:43.956563 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-3e7c4a56-4b19-49a1-b275-b025bc77b225 service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338441 Mar 29 10:27:44.091053 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-2032d5e4-872a-4d50-b36c-eac8c161737b service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278329 Mar 29 10:27:44.487568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ff8d3-df1b-49b8-ad4c-7f4ebdeafe59 req-02f3eb13-8939-40f8-a248-25d91ac5fe6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:44.489048 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a03ff8d3-df1b-49b8-ad4c-7f4ebdeafe59 req-02f3eb13-8939-40f8-a248-25d91ac5fe6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0837045 Mar 29 10:27:44.532913 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a03ff8d3-df1b-49b8-ad4c-7f4ebdeafe59 req-232f3d6c-ea92-4ebc-b6be-994dfc0d0ba8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381916 Mar 29 10:27:45.720267 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c58def-5c76-48a8-b201-fae9cd140c25 req-7b3c6edb-0e07-4566-a1ed-81b2f49ab2bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:45.721679 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85c58def-5c76-48a8-b201-fae9cd140c25 req-7b3c6edb-0e07-4566-a1ed-81b2f49ab2bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0806522 Mar 29 10:27:45.765959 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85c58def-5c76-48a8-b201-fae9cd140c25 req-8a100682-d932-46cc-bb92-523af90fa740 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385728 Mar 29 10:27:46.965185 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cf5f0-61f2-4bce-8873-7eda8706817e req-6b33baaf-f907-4c93-afe8-fdcebd6e35e0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:46.966625 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-731cf5f0-61f2-4bce-8873-7eda8706817e req-6b33baaf-f907-4c93-afe8-fdcebd6e35e0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0928140 Mar 29 10:27:47.011127 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-731cf5f0-61f2-4bce-8873-7eda8706817e req-0573fa7c-9e1f-412f-aac0-d2af4ccc40a0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388267 Mar 29 10:27:47.093254 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:27:48.199717 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937faa05-7db8-422f-9f36-22aca594135d req-ec32a533-92b2-4132-8860-ce048f58c01a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:48.201223 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-937faa05-7db8-422f-9f36-22aca594135d req-ec32a533-92b2-4132-8860-ce048f58c01a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0845418 Mar 29 10:27:48.245331 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-937faa05-7db8-422f-9f36-22aca594135d req-f7d3f367-d1d9-462f-9c44-43d81933066c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384371 Mar 29 10:27:49.435289 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d86dc-0ed9-4dbb-a123-ce8105ae49fa req-17750f60-b511-42a4-b2b7-b63b39296a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:49.436920 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ad3d86dc-0ed9-4dbb-a123-ce8105ae49fa req-17750f60-b511-42a4-b2b7-b63b39296a6d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0832641 Mar 29 10:27:49.490035 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ad3d86dc-0ed9-4dbb-a123-ce8105ae49fa req-7f54ea7e-e0f7-4e21-909b-f8fa4932eff4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474064 Mar 29 10:27:50.675851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21e7be-b4fc-4794-903b-cb823ad0ea19 req-ad3f2e54-eab6-4707-b167-0ba4388486b1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:50.677751 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5b21e7be-b4fc-4794-903b-cb823ad0ea19 req-ad3f2e54-eab6-4707-b167-0ba4388486b1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0842497 Mar 29 10:27:50.721092 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5b21e7be-b4fc-4794-903b-cb823ad0ea19 req-4e68efa2-7059-41cb-8dc7-df9e22f80d7f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377109 Mar 29 10:27:52.001621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140fb59-9938-469b-81fd-3c7294aa081d req-6073b4bb-7c12-4c5d-8fa2-e2f3b9916a53 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:52.003405 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b140fb59-9938-469b-81fd-3c7294aa081d req-6073b4bb-7c12-4c5d-8fa2-e2f3b9916a53 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.1771300 Mar 29 10:27:52.047264 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b140fb59-9938-469b-81fd-3c7294aa081d req-a21b1032-b09f-4962-9383-d3fe21577771 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376546 Mar 29 10:27:53.237094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973da1db-8f9f-4c63-9448-14b13c3bc949 req-563f8deb-9a29-4717-8983-5b6efdf4dee1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:53.238576 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-973da1db-8f9f-4c63-9448-14b13c3bc949 req-563f8deb-9a29-4717-8983-5b6efdf4dee1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0814826 Mar 29 10:27:53.282916 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-973da1db-8f9f-4c63-9448-14b13c3bc949 req-5eccb8b8-983a-489b-b3f6-77f5e66b278e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384822 Mar 29 10:27:53.617461 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:54.467621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713f9ad-335a-4236-a740-e9d73e1e4719 req-9f5d9758-7785-4ec6-af78-6484fe34e23b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:54.469083 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9713f9ad-335a-4236-a740-e9d73e1e4719 req-9f5d9758-7785-4ec6-af78-6484fe34e23b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0789418 Mar 29 10:27:54.515034 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9713f9ad-335a-4236-a740-e9d73e1e4719 req-c3316df7-a42b-4f4f-9c1c-f8c89f1d8ac3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402820 Mar 29 10:27:55.698256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc9c7a-3f7e-4402-99c8-716b935aecf3 req-11af32df-ebc0-452a-9b69-433000c2d746 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:55.699634 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96fc9c7a-3f7e-4402-99c8-716b935aecf3 req-11af32df-ebc0-452a-9b69-433000c2d746 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0791607 Mar 29 10:27:55.746850 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-96fc9c7a-3f7e-4402-99c8-716b935aecf3 req-27c105b3-9109-4122-9f04-beece7f23022 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415616 Mar 29 10:27:56.928726 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceb039-d6d2-4e5d-896c-e3e5d49648e0 req-1eecdac8-004b-49f8-baef-e57f008e2f58 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:56.930184 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ceceb039-d6d2-4e5d-896c-e3e5d49648e0 req-1eecdac8-004b-49f8-baef-e57f008e2f58 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0791621 Mar 29 10:27:56.974003 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ceceb039-d6d2-4e5d-896c-e3e5d49648e0 req-6da88468-e67f-41bb-93a1-ef7d93ae59aa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379548 Mar 29 10:27:58.166546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca3008-9f62-408d-99dc-1fd2b73916f0 req-94d73b49-a69e-42cd-8a71-1c8a077c091b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:58.168046 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2eca3008-9f62-408d-99dc-1fd2b73916f0 req-94d73b49-a69e-42cd-8a71-1c8a077c091b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0861244 Mar 29 10:27:58.212558 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2eca3008-9f62-408d-99dc-1fd2b73916f0 req-dcb23828-320c-45c5-9ee8-cc8b2a476141 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387635 Mar 29 10:27:59.400319 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef2677-1f3e-419a-8517-eea1efdd2393 req-4d274dea-5379-4f39-b1f4-623395ce928e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:59.401838 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8cef2677-1f3e-419a-8517-eea1efdd2393 req-4d274dea-5379-4f39-b1f4-623395ce928e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0852757 Mar 29 10:27:59.445511 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8cef2677-1f3e-419a-8517-eea1efdd2393 req-35bffd6c-aace-466c-a263-031ea477e64a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380657 Mar 29 10:28:00.636218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df066ee-6b47-45c5-9731-08d279203cee req-4951ddc9-40d5-4b94-9e51-580f4c88b8cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:00.637708 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2df066ee-6b47-45c5-9731-08d279203cee req-4951ddc9-40d5-4b94-9e51-580f4c88b8cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0852320 Mar 29 10:28:00.681995 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2df066ee-6b47-45c5-9731-08d279203cee req-0fd47007-df2a-4144-b547-68cd4df696fc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385077 Mar 29 10:28:01.178250 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-34c08cad-187a-40b4-8dfc-57056ba88027 service neutron] 10.222.0.36 "GET /v2.0/ports/7677e808-6efa-43e0-b82f-e5083a89dc00/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0746045 Mar 29 10:28:01.830032 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-65c6a99d-d31c-496f-bd1e-7ae3e68797af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:01.831553 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-65c6a99d-d31c-496f-bd1e-7ae3e68797af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2&tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 1098 time: 0.0734091 Mar 29 10:28:01.877526 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea73f7-c2a6-4fdd-906b-36a6a31ae99b req-6bbdd8c4-45ae-4eef-8236-a911b9161ca6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:01.879000 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b4ea73f7-c2a6-4fdd-906b-36a6a31ae99b req-6bbdd8c4-45ae-4eef-8236-a911b9161ca6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0819438 Mar 29 10:28:01.920394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-52cd6f72-df9e-425d-b15e-b82fd8b7e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:01.921903 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-52cd6f72-df9e-425d-b15e-b82fd8b7e491 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 1098 time: 0.0701058 Mar 29 10:28:01.923838 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b4ea73f7-c2a6-4fdd-906b-36a6a31ae99b req-57b9d9aa-cc33-45e3-810b-5c67a2335ee4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390933 Mar 29 10:28:02.051534 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-c2e0dcc3-b578-4c1c-bd66-141eb8537f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:02.053739 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-c2e0dcc3-b578-4c1c-bd66-141eb8537f94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc HTTP/1.1" status: 200 len: 897 time: 0.1257217 Mar 29 10:28:02.262978 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-c417367d-346c-44fe-9a17-efafec929efd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7677e808-6efa-43e0-b82f-e5083a89dc00 HTTP/1.1" status: 200 len: 1001 time: 0.2047801 Mar 29 10:28:02.326205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-3ca917de-e986-4327-a2db-1cbd85d2cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:02.327678 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-3ca917de-e986-4327-a2db-1cbd85d2cebb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92bde397-3f1b-411b-8153-45643ad7ee6f HTTP/1.1" status: 200 len: 835 time: 0.0593567 Mar 29 10:28:02.404516 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-02d125af-a564-4ffd-b5be-b21194eaac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:02.406016 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-02d125af-a564-4ffd-b5be-b21194eaac43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729761 Mar 29 10:28:02.536726 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-6104941d-aa82-4aeb-83c5-449fb67c7df2 service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249144 Mar 29 10:28:02.669839 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-368bbbc4-b5b6-416a-80c7-bfd7bb2da99e req-aab23a1e-c305-4277-964f-486e96750a33 service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274812 Mar 29 10:28:03.115876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404eb25-a55e-4210-9e33-b82e1e53c9ad req-6a619745-271e-4fa3-b0a9-9b3340665fb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:03.117357 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5404eb25-a55e-4210-9e33-b82e1e53c9ad req-6a619745-271e-4fa3-b0a9-9b3340665fb0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0843563 Mar 29 10:28:03.162119 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5404eb25-a55e-4210-9e33-b82e1e53c9ad req-08dfe28a-a25c-4721-b0b1-d9d4cc2ea0b8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385046 Mar 29 10:28:04.362095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc97f89-3299-4f43-a399-a47ccb246d26 req-6a545ee4-d533-49a2-a61d-3e2349d25dca tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:04.363565 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8fc97f89-3299-4f43-a399-a47ccb246d26 req-6a545ee4-d533-49a2-a61d-3e2349d25dca tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0919685 Mar 29 10:28:04.408901 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8fc97f89-3299-4f43-a399-a47ccb246d26 req-4ac375e2-6fd8-4abc-84fe-1aa29044559b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389447 Mar 29 10:28:04.986286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 7677e808-6efa-43e0-b82f-e5083a89dc00 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:28:05.133754 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:05.162361 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7677e808-6efa-43e0-b82f-e5083a89dc00'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:28:05.172360 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 7677e808-6efa-43e0-b82f-e5083a89dc00, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7677e808-6efa-43e0-b82f-e5083a89dc00,segment=NetworkSegment(cbdb0612-6425-4974-8ce9-3c3b4ff2d225),segment_id=cbdb0612-6425-4974-8ce9-3c3b4ff2d225)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:28:05.216270 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7677e808-6efa-43e0-b82f-e5083a89dc00', 'code': 200} Mar 29 10:28:05.251185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:05.318320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=7677e808-6efa-43e0-b82f-e5083a89dc00,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:28:05.327055 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:28:05.327055 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:28:05.327055 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:28:05.327360 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:28:05.327529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:28:05.327860 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:28:05.328186 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:28:05.328529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:28:05.328855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:28:05.329175 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:28:05.329494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:28:05.329812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:28:05.606250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659e14a-4004-4379-84e3-a07f817c9f8e req-0b20c3cd-2f02-4fe5-93cf-798095032bcd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:05.607753 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5659e14a-4004-4379-84e3-a07f817c9f8e req-0b20c3cd-2f02-4fe5-93cf-798095032bcd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 943 time: 0.0876849 Mar 29 10:28:05.661413 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5659e14a-4004-4379-84e3-a07f817c9f8e req-62f8ce32-8551-4b6e-a4ea-8d4f783d80d1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477214 Mar 29 10:28:05.762111 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-84bd7b87-1bbf-4da9-b893-64c03b8f76de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:06.858595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf66b75-99ad-486f-b3fe-61a0dfcec662 req-33bf8026-01d7-4abe-bf60-edbd008ce099 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:06.860033 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bcf66b75-99ad-486f-b3fe-61a0dfcec662 req-33bf8026-01d7-4abe-bf60-edbd008ce099 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 943 time: 0.0825584 Mar 29 10:28:06.904716 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bcf66b75-99ad-486f-b3fe-61a0dfcec662 req-c0ae68aa-ff88-45dc-a7a9-d3a4e4a5b785 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389528 Mar 29 10:28:07.001611 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 7677e808-6efa-43e0-b82f-e5083a89dc00 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:28:07.137395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 7677e808-6efa-43e0-b82f-e5083a89dc00, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7677e808-6efa-43e0-b82f-e5083a89dc00,segment=NetworkSegment(cbdb0612-6425-4974-8ce9-3c3b4ff2d225),segment_id=cbdb0612-6425-4974-8ce9-3c3b4ff2d225)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:28:07.151421 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '7677e808-6efa-43e0-b82f-e5083a89dc00', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'port_id': '7677e808-6efa-43e0-b82f-e5083a89dc00', 'mac_address': 'fa:16:3e:0a:fb:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:28:07.217724 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:07.234000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7677e808-6efa-43e0-b82f-e5083a89dc00 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:28:07.250424 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 7677e808-6efa-43e0-b82f-e5083a89dc00, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7677e808-6efa-43e0-b82f-e5083a89dc00,segment=NetworkSegment(cbdb0612-6425-4974-8ce9-3c3b4ff2d225),segment_id=cbdb0612-6425-4974-8ce9-3c3b4ff2d225)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:28:07.362299 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:07.430213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['7677e808-6efa-43e0-b82f-e5083a89dc00'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:28:07.484898 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=7677e808-6efa-43e0-b82f-e5083a89dc00,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:28:07.549696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c78d8-1de3-4b3b-a695-f5138dd539b1 req-6cb91c7c-cd8c-4040-9f8a-3dac63346873 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:07.551209 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1b7c78d8-1de3-4b3b-a695-f5138dd539b1 req-6cb91c7c-cd8c-4040-9f8a-3dac63346873 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 944 time: 0.0936201 Mar 29 10:28:07.647030 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1b7c78d8-1de3-4b3b-a695-f5138dd539b1 req-956c5c12-6325-48dc-b5d8-eecc2ac4c858 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587435 Mar 29 10:28:07.689535 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c7e91-d4ec-45d5-ab64-380c7e3ad4a9 req-054deba4-aa73-449a-869d-ab0d96831343 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:07.691091 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-599c7e91-d4ec-45d5-ab64-380c7e3ad4a9 req-054deba4-aa73-449a-869d-ab0d96831343 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2&tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 944 time: 0.1390049 Mar 29 10:28:07.842609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c7e91-d4ec-45d5-ab64-380c7e3ad4a9 req-88eb2e4c-5372-425c-bfe2-a5cc109c13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:07.844114 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-599c7e91-d4ec-45d5-ab64-380c7e3ad4a9 req-88eb2e4c-5372-425c-bfe2-a5cc109c13db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 1097 time: 0.0788841 Mar 29 10:28:07.850801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a3c41-47d1-4940-8030-de8f2f767a90 req-802f8f03-bb2e-40e5-8656-99b924fc2ab7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:07.852269 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1b8a3c41-47d1-4940-8030-de8f2f767a90 req-802f8f03-bb2e-40e5-8656-99b924fc2ab7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 944 time: 0.0838082 Mar 29 10:28:07.893996 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c94f1cb2-2142-4613-9a2a-364928a2aea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:07.897722 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1b8a3c41-47d1-4940-8030-de8f2f767a90 req-f7d3cd77-43a4-449e-8451-31dc1f6c773c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393074 Mar 29 10:28:07.976695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c7e91-d4ec-45d5-ab64-380c7e3ad4a9 req-e25593f4-ded6-4667-b4a7-6766f9469ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:07.978200 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-599c7e91-d4ec-45d5-ab64-380c7e3ad4a9 req-e25593f4-ded6-4667-b4a7-6766f9469ac6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc HTTP/1.1" status: 200 len: 897 time: 0.1281989 Mar 29 10:28:08.080716 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-599c7e91-d4ec-45d5-ab64-380c7e3ad4a9 req-714c692e-6bd0-432b-bba5-68a14bfdc572 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7677e808-6efa-43e0-b82f-e5083a89dc00 HTTP/1.1" status: 200 len: 1000 time: 0.0963299 Mar 29 10:28:08.141554 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c7e91-d4ec-45d5-ab64-380c7e3ad4a9 req-b5ad8093-fb51-4493-8c59-53934a4269d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:08.142972 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-599c7e91-d4ec-45d5-ab64-380c7e3ad4a9 req-b5ad8093-fb51-4493-8c59-53934a4269d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92bde397-3f1b-411b-8153-45643ad7ee6f HTTP/1.1" status: 200 len: 835 time: 0.0568979 Mar 29 10:28:08.217251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c7e91-d4ec-45d5-ab64-380c7e3ad4a9 req-217d5e62-6f47-4f8d-857a-340e2d0575a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:08.218647 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-599c7e91-d4ec-45d5-ab64-380c7e3ad4a9 req-217d5e62-6f47-4f8d-857a-340e2d0575a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696788 Mar 29 10:28:08.348010 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-599c7e91-d4ec-45d5-ab64-380c7e3ad4a9 req-e8d028e5-baa5-4f28-be03-1a5bff3aeb5b service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232095 Mar 29 10:28:08.479891 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-599c7e91-d4ec-45d5-ab64-380c7e3ad4a9 req-b9378266-6a51-4693-98ab-5ab2a059da03 service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263444 Mar 29 10:28:08.977079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:09.018444 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 7677e808-6efa-43e0-b82f-e5083a89dc00 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:28:09.089991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 7677e808-6efa-43e0-b82f-e5083a89dc00 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:28:09.090286 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:09.120096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:09.195710 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd09d3-566a-45ab-bd2c-00dea46872c4 req-f2ad7ea0-467f-49fc-af9c-1142219deb94 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:09.197484 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-25cd09d3-566a-45ab-bd2c-00dea46872c4 req-f2ad7ea0-467f-49fc-af9c-1142219deb94 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 944 time: 0.1893885 Mar 29 10:28:09.218552 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:09.245141 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-25cd09d3-566a-45ab-bd2c-00dea46872c4 req-cd0705e6-65de-4f9e-98fa-61603ef4f08e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408673 Mar 29 10:28:09.248094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7677e808-6efa-43e0-b82f-e5083a89dc00'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:28:09.256154 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 7677e808-6efa-43e0-b82f-e5083a89dc00, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7677e808-6efa-43e0-b82f-e5083a89dc00,segment=NetworkSegment(cbdb0612-6425-4974-8ce9-3c3b4ff2d225),segment_id=cbdb0612-6425-4974-8ce9-3c3b4ff2d225)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:28:09.298968 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7677e808-6efa-43e0-b82f-e5083a89dc00', 'code': 200} Mar 29 10:28:09.343180 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:09.415224 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=7677e808-6efa-43e0-b82f-e5083a89dc00,revision_number=8']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:28:10.429415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68489272-5627-499e-980f-2d3dcbd43e6f req-bd183dc1-4ee2-4671-aebf-4a43183b3288 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:10.430866 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-68489272-5627-499e-980f-2d3dcbd43e6f req-bd183dc1-4ee2-4671-aebf-4a43183b3288 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0802190 Mar 29 10:28:10.475037 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-68489272-5627-499e-980f-2d3dcbd43e6f req-25cdef8d-739e-46d8-a7d0-9d80baeeb940 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381699 Mar 29 10:28:10.502666 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45890) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:28:10.606751 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2bb29264-ac26-4368-ad39-c595bdf1fdf2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/9eec4353-1076-43c4-b1c2-7f62fa8d642f HTTP/1.1" status: 200 len: 993 time: 0.1029527 Mar 29 10:28:10.971213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:23.675762 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:24.092506 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:28:35.766788 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-88eeb4e8-a98d-4682-8765-981ede972c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:37.901321 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-de46d7a6-96ad-422c-8713-99f0a941ced9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:38.981086 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:39.078647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:40.958277 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:43.393496 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c13c0ebe-ad68-407a-b6f6-f792bac8596c req-eda54c43-ca5f-409f-832b-7af2698027b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715215 Mar 29 10:28:43.533197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c0ebe-ad68-407a-b6f6-f792bac8596c req-ed111a96-eb39-4493-a602-587ef25f4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:43.534652 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c13c0ebe-ad68-407a-b6f6-f792bac8596c req-ed111a96-eb39-4493-a602-587ef25f4787 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 1098 time: 0.0742931 Mar 29 10:28:43.683338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c0ebe-ad68-407a-b6f6-f792bac8596c req-ec95b8f8-f481-45d8-9aae-966d44c63349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:43.683338 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c13c0ebe-ad68-407a-b6f6-f792bac8596c req-ec95b8f8-f481-45d8-9aae-966d44c63349 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc HTTP/1.1" status: 200 len: 897 time: 0.1259558 Mar 29 10:28:43.777392 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c13c0ebe-ad68-407a-b6f6-f792bac8596c req-6264fc47-0e2a-4f4e-9115-a8e5f30fb735 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7677e808-6efa-43e0-b82f-e5083a89dc00 HTTP/1.1" status: 200 len: 1001 time: 0.0928981 Mar 29 10:28:43.843246 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c0ebe-ad68-407a-b6f6-f792bac8596c req-8f1a6273-1a6f-4e8c-a2eb-7652979bed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:43.844724 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c13c0ebe-ad68-407a-b6f6-f792bac8596c req-8f1a6273-1a6f-4e8c-a2eb-7652979bed94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92bde397-3f1b-411b-8153-45643ad7ee6f HTTP/1.1" status: 200 len: 835 time: 0.0613258 Mar 29 10:28:43.917207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c0ebe-ad68-407a-b6f6-f792bac8596c req-728d49da-e6ce-47d6-a1ce-c88569f2853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:43.918656 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c13c0ebe-ad68-407a-b6f6-f792bac8596c req-728d49da-e6ce-47d6-a1ce-c88569f2853b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683892 Mar 29 10:28:44.047731 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c13c0ebe-ad68-407a-b6f6-f792bac8596c req-a3843aea-df8b-4d34-a9c1-d9b0b7d353ac service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227481 Mar 29 10:28:44.183229 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c13c0ebe-ad68-407a-b6f6-f792bac8596c req-261e47ae-a413-4afb-a1b6-7c2c7a3c51b6 service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290507 Mar 29 10:28:53.646422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:01.091165 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:29:03.583858 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45918) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:03.784824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port e99ecd9e-1452-451c-8886-3cd04221141d {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:29:03.785583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:03.951874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:03.952190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:04.165525 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for e99ecd9e-1452-451c-8886-3cd04221141d owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:29:04.374686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:04.421636 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=e99ecd9e-1452-451c-8886-3cd04221141d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:04.466328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:04.466674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:04.467018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:04.467352 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:04.467689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:04.468019 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:04.468346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:04.468695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:04.469020 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:04.469340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:04.469661 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:04.470040 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:04.524731 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:04.525058 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Floating IP 9eec4353-1076-43c4-b1c2-7f62fa8d642f disassociated (deleted). External IP: 172.26.7.214, port: 7677e808-6efa-43e0-b82f-e5083a89dc00. Mar 29 10:29:04.872475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:29:05.054774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:29:05.066113 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b707ff-8d6f-43f5-995a-b05a026ad747 None None] Sync routers for ids ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:29:05.076567 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b707ff-8d6f-43f5-995a-b05a026ad747 None None] Routers {'31f5f5b5-096d-48a9-b2c2-d297d61edf16'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:29:05.083171 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-91b707ff-8d6f-43f5-995a-b05a026ad747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:28:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:05.128908 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:05.184429 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-00422a25-4f03-4b34-a1af-c679e0785afc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/floatingips/9eec4353-1076-43c4-b1c2-7f62fa8d642f HTTP/1.1" status: 204 len: 168 time: 1.5993357 Mar 29 10:29:05.185275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'tag': '7677e808-6efa-43e0-b82f-e5083a89dc00'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:29:05.259414 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-91b707ff-8d6f-43f5-995a-b05a026ad747 None None] Set router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:29:05.309801 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'tag': '7677e808-6efa-43e0-b82f-e5083a89dc00', 'status': 'completed', 'code': 200} Mar 29 10:29:05.411799 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd8a9a-de0d-47d7-8d5d-c3dfa26de19b req-75aeee62-0b73-46cc-9c9b-acc5d6f4eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:05.413467 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-62bd8a9a-de0d-47d7-8d5d-c3dfa26de19b req-75aeee62-0b73-46cc-9c9b-acc5d6f4eba3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 1098 time: 0.0801849 Mar 29 10:29:05.556333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd8a9a-de0d-47d7-8d5d-c3dfa26de19b req-f7f6f175-c5b1-48cc-86ea-dabfd967b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:05.558104 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-62bd8a9a-de0d-47d7-8d5d-c3dfa26de19b req-f7f6f175-c5b1-48cc-86ea-dabfd967b93c service neutron] 10.222.0.36 "GET /v2.0/networks?id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc HTTP/1.1" status: 200 len: 897 time: 0.1379011 Mar 29 10:29:05.621632 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-91b707ff-8d6f-43f5-995a-b05a026ad747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:25:59Z', 'updated_at': '2022-03-29T10:26:05Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:00Z', 'updated_at': '2022-03-29T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'bae65853-326d-4923-af62-aec44d562929', 'name': '', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:31:c6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:04Z', 'updated_at': '2022-03-29T10:26:11Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:05.626063 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b707ff-8d6f-43f5-995a-b05a026ad747 None None] Checking router: 31f5f5b5-096d-48a9-b2c2-d297d61edf16 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:29:05.631572 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-62bd8a9a-de0d-47d7-8d5d-c3dfa26de19b req-a98e65c8-4c19-4646-9496-ebf4fca6c264 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7677e808-6efa-43e0-b82f-e5083a89dc00 HTTP/1.1" status: 200 len: 217 time: 0.0674410 Mar 29 10:29:05.635637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b707ff-8d6f-43f5-995a-b05a026ad747 None None] Routers {'31f5f5b5-096d-48a9-b2c2-d297d61edf16'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:29:05.636359 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-91b707ff-8d6f-43f5-995a-b05a026ad747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:28:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:05.806098 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bd25f4c2-8d49-47c0-82ac-d8dedd2f591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:05.806298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6388d0-19aa-4d35-9541-0bf506df9612 req-328e4790-ad63-4fc5-a6f2-243440f1f38a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:05.809788 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0e6388d0-19aa-4d35-9541-0bf506df9612 req-328e4790-ad63-4fc5-a6f2-243440f1f38a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0947094 Mar 29 10:29:05.813755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd8a9a-de0d-47d7-8d5d-c3dfa26de19b req-40fc8cf3-5b0f-4e1a-a9d2-9011c405bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:05.815296 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-62bd8a9a-de0d-47d7-8d5d-c3dfa26de19b req-40fc8cf3-5b0f-4e1a-a9d2-9011c405bf97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92bde397-3f1b-411b-8153-45643ad7ee6f HTTP/1.1" status: 200 len: 835 time: 0.1757855 Mar 29 10:29:05.852168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-91b707ff-8d6f-43f5-995a-b05a026ad747 None None] Set router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:29:05.857581 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0e6388d0-19aa-4d35-9541-0bf506df9612 req-51946e29-0dd3-445c-8449-edf805288ea8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409334 Mar 29 10:29:05.893691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd8a9a-de0d-47d7-8d5d-c3dfa26de19b req-676a9ff4-0096-4f97-9a7a-9e0434d186fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:05.896409 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-62bd8a9a-de0d-47d7-8d5d-c3dfa26de19b req-676a9ff4-0096-4f97-9a7a-9e0434d186fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748692 Mar 29 10:29:06.024634 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-62bd8a9a-de0d-47d7-8d5d-c3dfa26de19b req-0fea161e-11ef-4d40-b877-62b325427640 service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215780 Mar 29 10:29:06.154700 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-62bd8a9a-de0d-47d7-8d5d-c3dfa26de19b req-dcbd1a77-0cad-4f06-8c23-be6b8c0ea99a service neutron] 10.222.0.36 "GET /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236780 Mar 29 10:29:06.162223 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-91b707ff-8d6f-43f5-995a-b05a026ad747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:25:59Z', 'updated_at': '2022-03-29T10:26:05Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:00Z', 'updated_at': '2022-03-29T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'bae65853-326d-4923-af62-aec44d562929', 'name': '', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:31:c6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:04Z', 'updated_at': '2022-03-29T10:26:11Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:06.166364 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b707ff-8d6f-43f5-995a-b05a026ad747 None None] The sync data for ids ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'] in dv-neutron-835555-1-hyperv is: [{'id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:25:59Z', 'updated_at': '2022-03-29T10:26:05Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:00Z', 'updated_at': '2022-03-29T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'bae65853-326d-4923-af62-aec44d562929', 'name': '', 'network_id': '55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:31:c6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:04Z', 'updated_at': '2022-03-29T10:26:11Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '92bde397-3f1b-411b-8153-45643ad7ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:29:06.382214 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ebb0d-9813-45d5-8ea7-85e715050f7b None None] New status for floating IP 9eec4353-1076-43c4-b1c2-7f62fa8d642f: DOWN {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:29:07.045395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfce26-9d9f-43a6-a9df-ccf10ba51a8f req-b46ab6c1-4317-485c-89a4-46542649aaf7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:07.046086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-3bbfce26-9d9f-43a6-a9df-ccf10ba51a8f req-b46ab6c1-4317-485c-89a4-46542649aaf7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:29:07.145917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-3bbfce26-9d9f-43a6-a9df-ccf10ba51a8f req-b46ab6c1-4317-485c-89a4-46542649aaf7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:29:07.147100 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3bbfce26-9d9f-43a6-a9df-ccf10ba51a8f req-b46ab6c1-4317-485c-89a4-46542649aaf7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.1834617 Mar 29 10:29:07.194003 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3bbfce26-9d9f-43a6-a9df-ccf10ba51a8f req-db29168c-be92-4624-9053-72b8c885bed5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412114 Mar 29 10:29:07.649551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867bc42-072c-4a94-8bbe-861fe3381e50 req-060f0b37-d515-4dee-8aa6-8bef7a848481 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:07.651017 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7867bc42-072c-4a94-8bbe-861fe3381e50 req-060f0b37-d515-4dee-8aa6-8bef7a848481 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 945 time: 0.0781367 Mar 29 10:29:07.722664 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-7867bc42-072c-4a94-8bbe-861fe3381e50 req-2256e504-1aed-4eb5-90d2-7c78b6280203 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port 7677e808-6efa-43e0-b82f-e5083a89dc00 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:29:07.722930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7867bc42-072c-4a94-8bbe-861fe3381e50 req-2256e504-1aed-4eb5-90d2-7c78b6280203 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:07.926578 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cfae2f25-0a57-4acd-9d48-b69dec5178e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:07.966812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-7867bc42-072c-4a94-8bbe-861fe3381e50 req-2256e504-1aed-4eb5-90d2-7c78b6280203 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] For port 7677e808-6efa-43e0-b82f-e5083a89dc00, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7677e808-6efa-43e0-b82f-e5083a89dc00,segment=NetworkSegment(cbdb0612-6425-4974-8ce9-3c3b4ff2d225),segment_id=cbdb0612-6425-4974-8ce9-3c3b4ff2d225)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:29:07.967166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7867bc42-072c-4a94-8bbe-861fe3381e50 req-2256e504-1aed-4eb5-90d2-7c78b6280203 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:08.093292 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-7867bc42-072c-4a94-8bbe-861fe3381e50 req-2256e504-1aed-4eb5-90d2-7c78b6280203 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for 7677e808-6efa-43e0-b82f-e5083a89dc00 owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:29:08.292167 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7867bc42-072c-4a94-8bbe-861fe3381e50 req-2256e504-1aed-4eb5-90d2-7c78b6280203 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:08.344613 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-87e7e38d-03b0-4ace-84ab-4f3245014dd1 req-e1a1809d-4853-482e-8a49-303bf1c5ab41 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ca55413-a8f3-46f6-819d-4dee3a34dfc2 HTTP/1.1" status: 200 len: 210 time: 0.0440416 Mar 29 10:29:08.380752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256e504-1aed-4eb5-90d2-7c78b6280203 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=7677e808-6efa-43e0-b82f-e5083a89dc00,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:08.426193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7867bc42-072c-4a94-8bbe-861fe3381e50 req-2256e504-1aed-4eb5-90d2-7c78b6280203 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] No DVR routers for this DVR port 7677e808-6efa-43e0-b82f-e5083a89dc00 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:29:08.428639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7867bc42-072c-4a94-8bbe-861fe3381e50 req-2256e504-1aed-4eb5-90d2-7c78b6280203 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:08.431394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'name': 'network-vif-deleted', 'tag': '7677e808-6efa-43e0-b82f-e5083a89dc00'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:29:08.476013 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca55413-a8f3-46f6-819d-4dee3a34dfc2', 'name': 'network-vif-deleted', 'tag': '7677e808-6efa-43e0-b82f-e5083a89dc00', 'status': 'completed', 'code': 200} Mar 29 10:29:08.497929 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7867bc42-072c-4a94-8bbe-861fe3381e50 req-2256e504-1aed-4eb5-90d2-7c78b6280203 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "DELETE /v2.0/ports/7677e808-6efa-43e0-b82f-e5083a89dc00 HTTP/1.1" status: 204 len: 173 time: 0.8412545 Mar 29 10:29:08.957277 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:09.094325 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:09.448751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45938) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:10.109962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0683499a-8d3e-4b82-9627-f6c64cddc96a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:10.458533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-0683499a-8d3e-4b82-9627-f6c64cddc96a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port bae65853-326d-4923-af62-aec44d562929 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:29:10.459214 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0683499a-8d3e-4b82-9627-f6c64cddc96a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:10.643800 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-0683499a-8d3e-4b82-9627-f6c64cddc96a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] For port bae65853-326d-4923-af62-aec44d562929, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bae65853-326d-4923-af62-aec44d562929,segment=NetworkSegment(cbdb0612-6425-4974-8ce9-3c3b4ff2d225),segment_id=cbdb0612-6425-4974-8ce9-3c3b4ff2d225)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:29:10.644192 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0683499a-8d3e-4b82-9627-f6c64cddc96a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:10.764440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-0683499a-8d3e-4b82-9627-f6c64cddc96a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for bae65853-326d-4923-af62-aec44d562929 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:29:10.977263 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:11.260095 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0683499a-8d3e-4b82-9627-f6c64cddc96a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:11.306099 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683499a-8d3e-4b82-9627-f6c64cddc96a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=bae65853-326d-4923-af62-aec44d562929,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:11.312215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 7677e808-6efa-43e0-b82f-e5083a89dc00 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:29:11.355063 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 7677e808-6efa-43e0-b82f-e5083a89dc00 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:29:11.355764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 7677e808-6efa-43e0-b82f-e5083a89dc00 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:29:11.583698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0683499a-8d3e-4b82-9627-f6c64cddc96a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:11.933475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0683499a-8d3e-4b82-9627-f6c64cddc96a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:29:12.103437 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0683499a-8d3e-4b82-9627-f6c64cddc96a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:29:12.112696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e7962-47db-41cd-bfdc-a47a86317495 None None] Sync routers for ids ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:29:12.115941 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0683499a-8d3e-4b82-9627-f6c64cddc96a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "PUT /v2.0/routers/31f5f5b5-096d-48a9-b2c2-d297d61edf16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6660872 Mar 29 10:29:12.118514 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45944) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:12.122042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e7962-47db-41cd-bfdc-a47a86317495 None None] Routers {'31f5f5b5-096d-48a9-b2c2-d297d61edf16'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:29:12.122636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b11e7962-47db-41cd-bfdc-a47a86317495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:29:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:12.185517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-af39bcc0-b340-44d9-bd08-1310e0d7c82b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting subnet 92bde397-3f1b-411b-8153-45643ad7ee6f {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:29:12.188351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-af39bcc0-b340-44d9-bd08-1310e0d7c82b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:12.241814 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-af39bcc0-b340-44d9-bd08-1310e0d7c82b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:12.296774 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-b11e7962-47db-41cd-bfdc-a47a86317495 None None] Set router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:29:12.325174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-af39bcc0-b340-44d9-bd08-1310e0d7c82b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:12.471581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-af39bcc0-b340-44d9-bd08-1310e0d7c82b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:12.511937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39bcc0-b340-44d9-bd08-1310e0d7c82b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Subnet': ['ID=92bde397-3f1b-411b-8153-45643ad7ee6f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:12.515822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-af39bcc0-b340-44d9-bd08-1310e0d7c82b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:12.524943 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-af39bcc0-b340-44d9-bd08-1310e0d7c82b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/subnets/92bde397-3f1b-411b-8153-45643ad7ee6f HTTP/1.1" status: 204 len: 168 time: 0.4031756 Mar 29 10:29:12.525186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 45948) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:12.534936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ba8d44-6f3c-4294-bfd8-d7cca11be0a6 None None] Network 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:29:12.798749 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b11e7962-47db-41cd-bfdc-a47a86317495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:25:59Z', 'updated_at': '2022-03-29T10:29:11Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:00Z', 'updated_at': '2022-03-29T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:12.803257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e7962-47db-41cd-bfdc-a47a86317495 None None] Checking router: 31f5f5b5-096d-48a9-b2c2-d297d61edf16 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:29:12.812020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e7962-47db-41cd-bfdc-a47a86317495 None None] Routers {'31f5f5b5-096d-48a9-b2c2-d297d61edf16'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:29:12.812683 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b11e7962-47db-41cd-bfdc-a47a86317495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:29:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:12.820907 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:12.884953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] DHCP port deletion for 55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:29:12.903381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Deleting port 3f838928-869e-49e8-a61e-25019b8f6a77 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:29:12.903751 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:13.005568 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:13.069735 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-b11e7962-47db-41cd-bfdc-a47a86317495 None None] Set router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:29:13.120161 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port 6e6942e2-fba1-4473-9cac-58040ff18a4e {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:29:13.120436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:13.311371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] For port 6e6942e2-fba1-4473-9cac-58040ff18a4e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=6e6942e2-fba1-4473-9cac-58040ff18a4e,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:29:13.311724 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:13.375257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] For port 3f838928-869e-49e8-a61e-25019b8f6a77, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=3f838928-869e-49e8-a61e-25019b8f6a77,segment=NetworkSegment(cbdb0612-6425-4974-8ce9-3c3b4ff2d225),segment_id=cbdb0612-6425-4974-8ce9-3c3b4ff2d225)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:29:13.375750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:13.449534 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for 6e6942e2-fba1-4473-9cac-58040ff18a4e owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:29:13.513288 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Calling delete_port for 3f838928-869e-49e8-a61e-25019b8f6a77 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:29:13.648068 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-b11e7962-47db-41cd-bfdc-a47a86317495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:25:59Z', 'updated_at': '2022-03-29T10:29:11Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:00Z', 'updated_at': '2022-03-29T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:13.652631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e7962-47db-41cd-bfdc-a47a86317495 None None] The sync data for ids ['31f5f5b5-096d-48a9-b2c2-d297d61edf16'] in dv-neutron-835555-1-hyperv is: [{'id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681581827', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107'}], 'enable_snat': True}, 'gw_port_id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:25:59Z', 'updated_at': '2022-03-29T10:29:11Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': '6e6942e2-fba1-4473-9cac-58040ff18a4e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:62:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5f5b5-096d-48a9-b2c2-d297d61edf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:00Z', 'updated_at': '2022-03-29T10:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:29:13.705856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:13.728501 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:13.779249 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Pushing event deleted for resources: {'Port': ['ID=3f838928-869e-49e8-a61e-25019b8f6a77,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:13.784230 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] No DVR routers for this DVR port 3f838928-869e-49e8-a61e-25019b8f6a77 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:29:13.787725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=6e6942e2-fba1-4473-9cac-58040ff18a4e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:13.790589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:13.790967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:13.791285 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:13.791618 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:13.791945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:13.792276 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:13.792629 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:13.792962 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:13.793275 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:13.793596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:13.793917 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:13.794234 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c4f32f-c204-4c2c-9dcf-3f51299d1508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:13.856723 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:14.034125 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:14.036529 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:14.123006 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:14.123644 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Fanout notify agent at l3_agent the message router_deleted on router 31f5f5b5-096d-48a9-b2c2-d297d61edf16 {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:29:14.140823 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:14.142013 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8376238a-8826-45ff-89a6-1ea20ae55663 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/routers/31f5f5b5-096d-48a9-b2c2-d297d61edf16 HTTP/1.1" status: 204 len: 168 time: 1.6158280 Mar 29 10:29:14.144766 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45956) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:14.261114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:14.393869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:14.422324 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:14.435325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdb0612-6425-4974-8ce9-3c3b4ff2d225') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:14.435621 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdb0612-6425-4974-8ce9-3c3b4ff2d225') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:14.448075 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:14.464418 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:14.470245 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:29:14.470620 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:29:14.485161 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:29:14.654012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:14.679400 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:14.686355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Network': ['ID=55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:14.698281 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:14.698633 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:14.698979 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:14.699307 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:14.699638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:14.699965 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:14.700288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:14.700640 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:14.700963 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:14.701282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:14.701601 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:14.701918 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:14.751997 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-16b97fc5-2ccd-46f4-80fd-8e695bfe93a4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/networks/55b2efe1-0d4a-43b4-b759-78ef8a7cf1fc HTTP/1.1" status: 204 len: 168 time: 0.6060960 Mar 29 10:29:14.754678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45962) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:14.831554 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a4485f59-6cbc-49f4-85c9-b68b67928a5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:14.864128 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a4485f59-6cbc-49f4-85c9-b68b67928a5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:14.869637 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bae65853-326d-4923-af62-aec44d562929 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:29:14.906630 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: bae65853-326d-4923-af62-aec44d562929 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:29:14.906894 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bae65853-326d-4923-af62-aec44d562929 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:29:14.907319 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6e6942e2-fba1-4473-9cac-58040ff18a4e no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:29:14.940698 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 6e6942e2-fba1-4473-9cac-58040ff18a4e {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:29:14.941587 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 6e6942e2-fba1-4473-9cac-58040ff18a4e not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:29:14.942012 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3f838928-869e-49e8-a61e-25019b8f6a77 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:29:15.000859 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a4485f59-6cbc-49f4-85c9-b68b67928a5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:15.022366 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 3f838928-869e-49e8-a61e-25019b8f6a77 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:29:15.022366 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 3f838928-869e-49e8-a61e-25019b8f6a77 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:29:15.022778 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4485f59-6cbc-49f4-85c9-b68b67928a5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:15.104498 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a4485f59-6cbc-49f4-85c9-b68b67928a5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:15.105651 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a4485f59-6cbc-49f4-85c9-b68b67928a5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/security-groups/c2ce2d3b-3eec-4756-bbe7-b78646d3dfd9 HTTP/1.1" status: 204 len: 168 time: 0.3500605 Mar 29 10:29:15.591526 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45970) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:15.596940 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e2fc43b7-c787-4aeb-ab17-1aeb7bac29cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-910670069', 'description': 'tempest-secgroup-smoke-910670069 description', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:29:15.603460 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e2fc43b7-c787-4aeb-ab17-1aeb7bac29cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:29:15.607515 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e2fc43b7-c787-4aeb-ab17-1aeb7bac29cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:29:15.610346 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e2fc43b7-c787-4aeb-ab17-1aeb7bac29cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:29:15.616809 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e2fc43b7-c787-4aeb-ab17-1aeb7bac29cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:29:15.691792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2fc43b7-c787-4aeb-ab17-1aeb7bac29cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:15.711233 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e2fc43b7-c787-4aeb-ab17-1aeb7bac29cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:29:15.715027 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e2fc43b7-c787-4aeb-ab17-1aeb7bac29cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:29:15.717843 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e2fc43b7-c787-4aeb-ab17-1aeb7bac29cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:29:15.724146 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e2fc43b7-c787-4aeb-ab17-1aeb7bac29cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:29:15.797873 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2fc43b7-c787-4aeb-ab17-1aeb7bac29cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:15.870516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2fc43b7-c787-4aeb-ab17-1aeb7bac29cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:15.915655 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc43b7-c787-4aeb-ab17-1aeb7bac29cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d76fe8a-2057-4634-bf80-6f1a8aeac259,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:15.990993 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e2fc43b7-c787-4aeb-ab17-1aeb7bac29cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:15.992151 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e2fc43b7-c787-4aeb-ab17-1aeb7bac29cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3995981 Mar 29 10:29:15.994982 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45974) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:15.999894 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-bd5d4182-24c3-42f0-b3ab-44da48fe4208 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': '2d76fe8a-2057-4634-bf80-6f1a8aeac259', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:29:16.005866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bd5d4182-24c3-42f0-b3ab-44da48fe4208 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:29:16.009647 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bd5d4182-24c3-42f0-b3ab-44da48fe4208 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:29:16.012441 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-bd5d4182-24c3-42f0-b3ab-44da48fe4208 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:29:16.018082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-bd5d4182-24c3-42f0-b3ab-44da48fe4208 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:29:16.094470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bd5d4182-24c3-42f0-b3ab-44da48fe4208 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:16.153327 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bd5d4182-24c3-42f0-b3ab-44da48fe4208 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:16.219514 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bd5d4182-24c3-42f0-b3ab-44da48fe4208 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:16.242922 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d4182-24c3-42f0-b3ab-44da48fe4208 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b0c39b-84a7-449d-afee-d1cbcf39383d,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:16.310922 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-bd5d4182-24c3-42f0-b3ab-44da48fe4208 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:16.312281 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-bd5d4182-24c3-42f0-b3ab-44da48fe4208 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3163128 Mar 29 10:29:16.314882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45978) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:16.320309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-658e26bd-e0d2-4f36-a351-8d5851aa59c8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': '2d76fe8a-2057-4634-bf80-6f1a8aeac259', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:29:16.326170 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-658e26bd-e0d2-4f36-a351-8d5851aa59c8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:29:16.330092 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-658e26bd-e0d2-4f36-a351-8d5851aa59c8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:29:16.333563 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-658e26bd-e0d2-4f36-a351-8d5851aa59c8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:29:16.339684 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-658e26bd-e0d2-4f36-a351-8d5851aa59c8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:29:16.426022 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-658e26bd-e0d2-4f36-a351-8d5851aa59c8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:16.487507 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-658e26bd-e0d2-4f36-a351-8d5851aa59c8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:16.556914 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-658e26bd-e0d2-4f36-a351-8d5851aa59c8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:16.580588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e26bd-e0d2-4f36-a351-8d5851aa59c8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a444b92b-3312-4a3d-8fad-28ed1c6c9d46,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:16.647964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-658e26bd-e0d2-4f36-a351-8d5851aa59c8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:16.649236 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-658e26bd-e0d2-4f36-a351-8d5851aa59c8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3333910 Mar 29 10:29:16.651776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45982) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:16.656651 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c5e9f564-a6fc-49a9-aaa7-c9fc53849144 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': '2d76fe8a-2057-4634-bf80-6f1a8aeac259', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:29:16.662549 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c5e9f564-a6fc-49a9-aaa7-c9fc53849144 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:29:16.666344 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c5e9f564-a6fc-49a9-aaa7-c9fc53849144 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:29:16.669166 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c5e9f564-a6fc-49a9-aaa7-c9fc53849144 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:29:16.675323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c5e9f564-a6fc-49a9-aaa7-c9fc53849144 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:29:16.751156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5e9f564-a6fc-49a9-aaa7-c9fc53849144 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:16.813475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5e9f564-a6fc-49a9-aaa7-c9fc53849144 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:16.870716 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5e9f564-a6fc-49a9-aaa7-c9fc53849144 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:16.894021 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9f564-a6fc-49a9-aaa7-c9fc53849144 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0974da-4bda-40ad-a624-a2caa7646b1d,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:16.945157 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c5e9f564-a6fc-49a9-aaa7-c9fc53849144 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:16.946333 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c5e9f564-a6fc-49a9-aaa7-c9fc53849144 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2936516 Mar 29 10:29:16.949045 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45986) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:16.953834 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f70711c9-1323-4ee5-a97b-72b87c7dde36 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': '2d76fe8a-2057-4634-bf80-6f1a8aeac259', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:29:16.959768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f70711c9-1323-4ee5-a97b-72b87c7dde36 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:29:16.963764 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f70711c9-1323-4ee5-a97b-72b87c7dde36 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:29:16.966719 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f70711c9-1323-4ee5-a97b-72b87c7dde36 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:29:16.972566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f70711c9-1323-4ee5-a97b-72b87c7dde36 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:29:17.037415 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f70711c9-1323-4ee5-a97b-72b87c7dde36 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:17.098681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f70711c9-1323-4ee5-a97b-72b87c7dde36 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:17.145588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f70711c9-1323-4ee5-a97b-72b87c7dde36 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:17.171489 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70711c9-1323-4ee5-a97b-72b87c7dde36 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b6eed3-561d-4992-a7a7-3f70c762a76c,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:17.247969 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f70711c9-1323-4ee5-a97b-72b87c7dde36 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:17.249243 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f70711c9-1323-4ee5-a97b-72b87c7dde36 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2992899 Mar 29 10:29:17.251954 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45990) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:17.257576 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-0ea41139-b8aa-4b0a-bcef-0ada5ed44a84 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': '2d76fe8a-2057-4634-bf80-6f1a8aeac259', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:29:17.263517 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0ea41139-b8aa-4b0a-bcef-0ada5ed44a84 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:29:17.267333 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0ea41139-b8aa-4b0a-bcef-0ada5ed44a84 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:29:17.270818 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-0ea41139-b8aa-4b0a-bcef-0ada5ed44a84 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:29:17.276731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-0ea41139-b8aa-4b0a-bcef-0ada5ed44a84 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:29:17.345703 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-0ea41139-b8aa-4b0a-bcef-0ada5ed44a84 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Project 0a9d5eeb10cb49b5bf8599ad952ec1f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:29:17.354109 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0ea41139-b8aa-4b0a-bcef-0ada5ed44a84 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:17.417593 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0ea41139-b8aa-4b0a-bcef-0ada5ed44a84 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:17.488250 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0ea41139-b8aa-4b0a-bcef-0ada5ed44a84 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:17.511813 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea41139-b8aa-4b0a-bcef-0ada5ed44a84 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ef8ecc-c9f6-479f-a74f-b2baa53d8ddb,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:17.595086 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-0ea41139-b8aa-4b0a-bcef-0ada5ed44a84 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:17.596474 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0ea41139-b8aa-4b0a-bcef-0ada5ed44a84 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3433917 Mar 29 10:29:17.599190 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45994) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:17.609532 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-047d0e95-b79e-414b-b9f0-d30fa8f8a05d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': '2d76fe8a-2057-4634-bf80-6f1a8aeac259', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:29:17.611123 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-047d0e95-b79e-414b-b9f0-d30fa8f8a05d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:29:17.615534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-047d0e95-b79e-414b-b9f0-d30fa8f8a05d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:29:17.618530 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-047d0e95-b79e-414b-b9f0-d30fa8f8a05d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:29:17.624406 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-047d0e95-b79e-414b-b9f0-d30fa8f8a05d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:29:17.705739 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-047d0e95-b79e-414b-b9f0-d30fa8f8a05d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Project 0a9d5eeb10cb49b5bf8599ad952ec1f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:29:17.712905 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-047d0e95-b79e-414b-b9f0-d30fa8f8a05d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:17.777483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-047d0e95-b79e-414b-b9f0-d30fa8f8a05d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:17.853866 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-047d0e95-b79e-414b-b9f0-d30fa8f8a05d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:17.878489 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d0e95-b79e-414b-b9f0-d30fa8f8a05d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095ebc01-ec3a-430b-b4d9-ae07c5a761c6,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:17.945670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-047d0e95-b79e-414b-b9f0-d30fa8f8a05d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:17.946892 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-047d0e95-b79e-414b-b9f0-d30fa8f8a05d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3467281 Mar 29 10:29:17.949786 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 45998) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:17.955128 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'network': {'name': 'tempest-network-smoke--46565647', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'port_security_enabled': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:29:17.960402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:29:17.964508 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:network and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:29:17.967410 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:29:17.973520 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:29:18.041819 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Made reservation on behalf of 0a9d5eeb10cb49b5bf8599ad952ec1f4 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:29:18.045247 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:18.075219 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:29:18.083288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:18.083628 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Added segment f5daf619-6f25-426a-b7b0-180631543683 of type vlan for network 0d132cac-9b24-4e71-a287-6bd92349cb95 Mar 29 10:29:18.108762 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:18.228302 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:18.233711 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:18.234286 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:18.340049 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Network': ['ID=0d132cac-9b24-4e71-a287-6bd92349cb95,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:18.350622 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 0d132cac-9b24-4e71-a287-6bd92349cb95 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:29:18.391951 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-50c1e9d6-fd21-4aed-bc1a-ff4b83b0aef4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4385931 Mar 29 10:29:18.392269 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46002) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:18.398833 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'admin_state_up': True, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:29:18.405654 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:29:18.410016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:router and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:29:18.412956 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:29:18.511230 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:29:18.588542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:18.589557 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:18.609968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:18.985012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:19.345678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:19.383380 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:19.518363 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.26.7.131 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/e06cd2d6-3114-4ded-a62c-d380da4483f0) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:29:19.659567 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:19.743608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:19.807325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:29:19.814440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:29:19.818586 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:29:19.847342 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=e06cd2d6-3114-4ded-a62c-d380da4483f0,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:20.430618 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:20.767298 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:21.045822 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router 72f43975-0928-450f-be2b-16513763d7b5 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:29:21.224733 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:29:21.234077 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Sync routers for ids ['72f43975-0928-450f-be2b-16513763d7b5'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:29:21.243581 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Routers {'72f43975-0928-450f-be2b-16513763d7b5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:29:21.244190 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:29:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['72f43975-0928-450f-be2b-16513763d7b5'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:21.302846 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:21.304114 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-ae9a242f-4771-4e93-b2d5-3b94232c1d74 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9108043 Mar 29 10:29:21.307627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46006) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:21.346531 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9404fd6a-d1fc-40f3-9582-3704d8eb7d6e tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377672 Mar 29 10:29:21.350355 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46010) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:21.422009 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Set router 72f43975-0928-450f-be2b-16513763d7b5 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:29:21.478256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4237a916-bf20-4902-98e8-f5bf5d1483ed tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:21.479744 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4237a916-bf20-4902-98e8-f5bf5d1483ed tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284952 Mar 29 10:29:21.482606 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46014) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:21.526979 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-2e1305ae-6bdb-474f-a79e-af24cb030430 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410511 Mar 29 10:29:21.527531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46018) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:21.533504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1942356768', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:29:21.641291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:29:21.645669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:subnet and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:29:21.648463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:29:21.654067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:29:21.698481 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f43975-0928-450f-be2b-16513763d7b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:29:18Z', 'updated_at': '2022-03-29T10:29:20Z', 'revision_number': 3, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:19Z', 'updated_at': '2022-03-29T10:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:21.702236 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Checking router: 72f43975-0928-450f-be2b-16513763d7b5 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:29:21.702575 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Updating router 72f43975-0928-450f-be2b-16513763d7b5 port e06cd2d6-3114-4ded-a62c-d380da4483f0 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:29:21.714079 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Made reservation on behalf of 0a9d5eeb10cb49b5bf8599ad952ec1f4 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:29:21.717575 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:21.763066 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:21.990986 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:22.123878 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:22.135534 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Transition to ACTIVE for port object e06cd2d6-3114-4ded-a62c-d380da4483f0 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:29:22.183629 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Subnet': ['ID=5ceb6b7b-449f-4487-8623-5861995ba37f,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:22.196120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Checking segment: {'id': 'f5daf619-6f25-426a-b7b0-180631543683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:29:22.196120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network hostable DHCP agents. Network: 0d132cac-9b24-4e71-a287-6bd92349cb95, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:29:22.213504 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:22.286643 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 0d132cac-9b24-4e71-a287-6bd92349cb95 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:29:22.289297 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Attempting to bind port e06cd2d6-3114-4ded-a62c-d380da4483f0 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:29:22.289756 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Attempting to bind port e06cd2d6-3114-4ded-a62c-d380da4483f0 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:29:22.289999 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Attempting to bind port e06cd2d6-3114-4ded-a62c-d380da4483f0 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:29:22.296968 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89093760-6e31-4512-9661-b835795465c9 None None] Pushing event updated for resources: {'Port': ['ID=e06cd2d6-3114-4ded-a62c-d380da4483f0,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:22.299174 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:29:22.299538 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:29:22.299929 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:22.300311 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:29:22.300784 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Bound port: e06cd2d6-3114-4ded-a62c-d380da4483f0, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:29:22.301187 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:22.342674 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093760-6e31-4512-9661-b835795465c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:22.343015 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093760-6e31-4512-9661-b835795465c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:22.343354 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093760-6e31-4512-9661-b835795465c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:22.343681 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093760-6e31-4512-9661-b835795465c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:22.344007 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093760-6e31-4512-9661-b835795465c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:22.344335 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093760-6e31-4512-9661-b835795465c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:22.344678 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093760-6e31-4512-9661-b835795465c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:22.345017 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093760-6e31-4512-9661-b835795465c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:22.345322 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093760-6e31-4512-9661-b835795465c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:22.345638 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093760-6e31-4512-9661-b835795465c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:22.345956 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093760-6e31-4512-9661-b835795465c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:22.346271 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093760-6e31-4512-9661-b835795465c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:22.373855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 0d132cac-9b24-4e71-a287-6bd92349cb95) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:29:22.382377 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:22.382547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408d063c-92f3-4808-a65c-540138fd883f None None] Network 0d132cac-9b24-4e71-a287-6bd92349cb95 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:29:22.383027 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:22.385741 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] For port e06cd2d6-3114-4ded-a62c-d380da4483f0, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:29:22.388806 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] For port e06cd2d6-3114-4ded-a62c-d380da4483f0, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e06cd2d6-3114-4ded-a62c-d380da4483f0,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:29:22.475282 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:22.489835 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-effd5b8a-4c79-433c-ac63-31e50a2449ea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9610641 Mar 29 10:29:22.499864 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46022) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:22.557071 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Routers {'72f43975-0928-450f-be2b-16513763d7b5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:29:22.557688 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:29:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['72f43975-0928-450f-be2b-16513763d7b5'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:22.596900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-0d132cac-9b24-4e71-a287-6bd92349cb95', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ips': [{'subnet_id': '5ceb6b7b-449f-4487-8623-5861995ba37f'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:29:22.598491 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:22.614704 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89093760-6e31-4512-9661-b835795465c9 None None] Pushing event updated for resources: {'Port': ['ID=e06cd2d6-3114-4ded-a62c-d380da4483f0,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:22.741896 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] Set router 72f43975-0928-450f-be2b-16513763d7b5 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:29:22.760721 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Allocated IP 172.20.0.2 (0d132cac-9b24-4e71-a287-6bd92349cb95/5ceb6b7b-449f-4487-8623-5861995ba37f/277e3a89-57b9-4428-8b5e-615eea579443) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:29:22.977564 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:22.989068 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Transition to ACTIVE for port object 277e3a89-57b9-4428-8b5e-615eea579443 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:29:23.007210 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Transition to ACTIVE for port object 277e3a89-57b9-4428-8b5e-615eea579443 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:29:23.038991 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f43975-0928-450f-be2b-16513763d7b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:29:18Z', 'updated_at': '2022-03-29T10:29:20Z', 'revision_number': 3, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:19Z', 'updated_at': '2022-03-29T10:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:23.042837 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3427684-0873-41e9-86dd-a7e9b33c3c82 None None] The sync data for ids ['72f43975-0928-450f-be2b-16513763d7b5'] in dv-neutron-835555-1-hyperv is: [{'id': '72f43975-0928-450f-be2b-16513763d7b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:29:18Z', 'updated_at': '2022-03-29T10:29:20Z', 'revision_number': 3, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:19Z', 'updated_at': '2022-03-29T10:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:29:23.088932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:23.164878 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Network 0d132cac-9b24-4e71-a287-6bd92349cb95 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:29:23.166109 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:29:23.167837 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Pushing event updated for resources: {'Port': ['ID=277e3a89-57b9-4428-8b5e-615eea579443,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:23.169981 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:29:23.293944 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Attempting to bind port 277e3a89-57b9-4428-8b5e-615eea579443 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:29:23.294312 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Attempting to bind port 277e3a89-57b9-4428-8b5e-615eea579443 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'f5daf619-6f25-426a-b7b0-180631543683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:29:23.294689 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Attempting to bind port 277e3a89-57b9-4428-8b5e-615eea579443 on network 0d132cac-9b24-4e71-a287-6bd92349cb95 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:29:23.300973 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:29:23.301368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Checking segment: {'id': 'f5daf619-6f25-426a-b7b0-180631543683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:29:23.301766 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:23.302153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Bound using segment: {'id': 'f5daf619-6f25-426a-b7b0-180631543683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:29:23.302611 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Bound port: 277e3a89-57b9-4428-8b5e-615eea579443, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5daf619-6f25-426a-b7b0-180631543683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:29:23.302988 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:23.351332 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:23.409921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] For port 277e3a89-57b9-4428-8b5e-615eea579443, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:29:23.413292 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] For port 277e3a89-57b9-4428-8b5e-615eea579443, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=277e3a89-57b9-4428-8b5e-615eea579443,segment=NetworkSegment(f5daf619-6f25-426a-b7b0-180631543683),segment_id=f5daf619-6f25-426a-b7b0-180631543683)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:29:23.475171 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:23.562648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02accd8b-e759-4927-903e-3c548be0c850 None None] Pushing event updated for resources: {'Port': ['ID=277e3a89-57b9-4428-8b5e-615eea579443,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:23.646082 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:23.794451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.20.0.1 (0d132cac-9b24-4e71-a287-6bd92349cb95/5ceb6b7b-449f-4487-8623-5861995ba37f/2238d52a-c739-49dc-b8a6-f291cea44695) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:29:23.993223 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:24.012386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Transition to ACTIVE for port object 2238d52a-c739-49dc-b8a6-f291cea44695 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:29:24.091750 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:24.156253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 0d132cac-9b24-4e71-a287-6bd92349cb95 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:29:24.164194 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:29:24.168496 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:29:24.201448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=2238d52a-c739-49dc-b8a6-f291cea44695,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:24.231810 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:24.544935 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5be81b0-5291-450e-9a6b-2959c641044a None None] Network 0d132cac-9b24-4e71-a287-6bd92349cb95 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:29:24.700434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:24.719496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-fff5a966-543f-4ab2-bb94-41af4bb7d413 None None] Provisioning for port 277e3a89-57b9-4428-8b5e-615eea579443 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:29:24.941014 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e06cd2d6-3114-4ded-a62c-d380da4483f0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:29:25.099951 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port e06cd2d6-3114-4ded-a62c-d380da4483f0 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:29:25.105464 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port e06cd2d6-3114-4ded-a62c-d380da4483f0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:29:25.111226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:25.135155 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1727bdb0-4903-45b5-adbe-5b4eaf332d94 None None] Provisioning for port 2238d52a-c739-49dc-b8a6-f291cea44695 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:29:25.137001 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:25.147815 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1727bdb0-4903-45b5-adbe-5b4eaf332d94 None None] Provisioning complete for port 2238d52a-c739-49dc-b8a6-f291cea44695 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:29:25.148190 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1727bdb0-4903-45b5-adbe-5b4eaf332d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:25.196573 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:25.222442 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-1727bdb0-4903-45b5-adbe-5b4eaf332d94 None None] Port 2238d52a-c739-49dc-b8a6-f291cea44695 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:29:25.282079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:25.298911 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port e06cd2d6-3114-4ded-a62c-d380da4483f0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e06cd2d6-3114-4ded-a62c-d380da4483f0,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:29:25.309537 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=2238d52a-c739-49dc-b8a6-f291cea44695,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:25.311850 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:25.344246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-55846e83-4593-4183-803e-0cf728cd57bf None None] Provisioning complete for port 2238d52a-c739-49dc-b8a6-f291cea44695 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:29:25.344650 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-55846e83-4593-4183-803e-0cf728cd57bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:25.409134 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:25.409887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 277e3a89-57b9-4428-8b5e-615eea579443 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:29:25.450343 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 0d132cac-9b24-4e71-a287-6bd92349cb95 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:29:25.451432 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:29:25.540336 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-55846e83-4593-4183-803e-0cf728cd57bf None None] Port 2238d52a-c739-49dc-b8a6-f291cea44695 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:29:25.553370 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=e06cd2d6-3114-4ded-a62c-d380da4483f0,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:25.636791 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 277e3a89-57b9-4428-8b5e-615eea579443 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:29:25.643287 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router 72f43975-0928-450f-be2b-16513763d7b5 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:29:25.644857 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 277e3a89-57b9-4428-8b5e-615eea579443 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:29:25.645485 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:25.710253 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-cf7d4e75-ac64-423f-bf50-208ff98bb8c7 None None] Provisioning complete for port 2238d52a-c739-49dc-b8a6-f291cea44695 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:29:25.710667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4e75-ac64-423f-bf50-208ff98bb8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:25.800834 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-cf7d4e75-ac64-423f-bf50-208ff98bb8c7 None None] Port 2238d52a-c739-49dc-b8a6-f291cea44695 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:29:25.818654 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:25.818835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:29:25.829212 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Sync routers for ids ['72f43975-0928-450f-be2b-16513763d7b5'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:29:25.831201 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-8930ee14-421a-4a20-8ac4-54306d6b0163 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "PUT /v2.0/routers/72f43975-0928-450f-be2b-16513763d7b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3300698 Mar 29 10:29:25.849395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Routers {'72f43975-0928-450f-be2b-16513763d7b5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:29:25.850010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:29:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['72f43975-0928-450f-be2b-16513763d7b5'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:25.928316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 277e3a89-57b9-4428-8b5e-615eea579443, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=277e3a89-57b9-4428-8b5e-615eea579443,segment=NetworkSegment(f5daf619-6f25-426a-b7b0-180631543683),segment_id=f5daf619-6f25-426a-b7b0-180631543683)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:29:25.999690 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-94decdb2-58e4-43e6-b13c-0f5ac6612411 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910670069&fields=id&tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 267 time: 0.0397356 Mar 29 10:29:26.000245 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:26.093181 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Set router 72f43975-0928-450f-be2b-16513763d7b5 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:29:26.147553 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=277e3a89-57b9-4428-8b5e-615eea579443,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:26.152776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-5bf55b68-58be-4f99-9a2e-60521666ca00 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:26.154267 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-5bf55b68-58be-4f99-9a2e-60521666ca00 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/networks?id=0d132cac-9b24-4e71-a287-6bd92349cb95 HTTP/1.1" status: 200 len: 795 time: 0.1493118 Mar 29 10:29:26.168838 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-340a44be-e090-4b64-b794-cc2fd2ef1bd1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/quotas/0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 375 time: 0.0091410 Mar 29 10:29:26.254634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7534dd2d-47af-4cd9-8874-3c48d00e57cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:29:26.342520 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7534dd2d-47af-4cd9-8874-3c48d00e57cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:29:26.343840 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7534dd2d-47af-4cd9-8874-3c48d00e57cc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1700194 Mar 29 10:29:26.415626 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f43975-0928-450f-be2b-16513763d7b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:29:18Z', 'updated_at': '2022-03-29T10:29:24Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:19Z', 'updated_at': '2022-03-29T10:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2238d52a-c739-49dc-b8a6-f291cea44695', 'name': '', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:4b:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:23Z', 'updated_at': '2022-03-29T10:29:24Z', 'revision_number': 2, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:26.419819 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Checking router: 72f43975-0928-450f-be2b-16513763d7b5 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:29:26.420207 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Updating router 72f43975-0928-450f-be2b-16513763d7b5 port 2238d52a-c739-49dc-b8a6-f291cea44695 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:29:26.444502 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-1b5a6b56-3bee-4c98-88b0-8e8d6278bdd5 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:29:26.445501 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-1b5a6b56-3bee-4c98-88b0-8e8d6278bdd5 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0896528 Mar 29 10:29:26.472799 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:26.578080 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-acfb827d-fd6d-411b-ba4a-29b9dba154e6 service neutron] 10.222.0.35 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252487 Mar 29 10:29:26.708772 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-c1bee1dd-84ec-41ec-af1b-9eb0424ad4ae service neutron] 10.222.0.35 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247194 Mar 29 10:29:26.814377 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:26.826399 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Transition to ACTIVE for port object 2238d52a-c739-49dc-b8a6-f291cea44695 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:29:26.928459 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:27.031882 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8e92ebb7-9f8e-4060-a59b-218a4b5dd876 req-2dcd5fdb-49f7-4d9e-b0e6-02366052ab2e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:29:27.050238 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-8e92ebb7-9f8e-4060-a59b-218a4b5dd876 req-2dcd5fdb-49f7-4d9e-b0e6-02366052ab2e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:29:27.052144 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8e92ebb7-9f8e-4060-a59b-218a4b5dd876 req-2dcd5fdb-49f7-4d9e-b0e6-02366052ab2e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 210 time: 0.0885880 Mar 29 10:29:27.118410 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e06cd2d6-3114-4ded-a62c-d380da4483f0 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:29:27.183578 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0000993-52c7-4558-a5b6-e2cabf34ca04 None None] Pushing event updated for resources: {'Port': ['ID=2238d52a-c739-49dc-b8a6-f291cea44695,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:27.299358 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Attempting to bind port 2238d52a-c739-49dc-b8a6-f291cea44695 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:29:27.299714 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Attempting to bind port 2238d52a-c739-49dc-b8a6-f291cea44695 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'f5daf619-6f25-426a-b7b0-180631543683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:29:27.300075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Attempting to bind port 2238d52a-c739-49dc-b8a6-f291cea44695 on network 0d132cac-9b24-4e71-a287-6bd92349cb95 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:29:27.310519 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:29:27.310872 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Checking segment: {'id': 'f5daf619-6f25-426a-b7b0-180631543683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:29:27.311266 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:27.311650 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Bound using segment: {'id': 'f5daf619-6f25-426a-b7b0-180631543683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:29:27.312108 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Bound port: 2238d52a-c739-49dc-b8a6-f291cea44695, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5daf619-6f25-426a-b7b0-180631543683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:29:27.312477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:27.331401 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port e06cd2d6-3114-4ded-a62c-d380da4483f0 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:29:27.331812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:27.456649 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] For port 2238d52a-c739-49dc-b8a6-f291cea44695, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:29:27.460522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] For port 2238d52a-c739-49dc-b8a6-f291cea44695, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2238d52a-c739-49dc-b8a6-f291cea44695,segment=NetworkSegment(f5daf619-6f25-426a-b7b0-180631543683),segment_id=f5daf619-6f25-426a-b7b0-180631543683)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:29:27.518497 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 277e3a89-57b9-4428-8b5e-615eea579443 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:29:27.546497 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:27.651851 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Routers {'72f43975-0928-450f-be2b-16513763d7b5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:29:27.652572 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:29:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['72f43975-0928-450f-be2b-16513763d7b5'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:27.703656 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0000993-52c7-4558-a5b6-e2cabf34ca04 None None] Pushing event updated for resources: {'Port': ['ID=2238d52a-c739-49dc-b8a6-f291cea44695,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:27.740680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 277e3a89-57b9-4428-8b5e-615eea579443 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:29:27.741049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:27.912744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] Set router 72f43975-0928-450f-be2b-16513763d7b5 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:29:28.208891 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4a4f2606-c295-4055-83f8-7239e0050921 req-37eec203-1345-41db-a867-9e539f0c8e01 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 210 time: 0.0428143 Mar 29 10:29:28.290846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f43975-0928-450f-be2b-16513763d7b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:29:18Z', 'updated_at': '2022-03-29T10:29:24Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:19Z', 'updated_at': '2022-03-29T10:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2238d52a-c739-49dc-b8a6-f291cea44695', 'name': '', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:4b:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:23Z', 'updated_at': '2022-03-29T10:29:27Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:28.294956 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f452d4-f570-47ba-a9ae-dcd967de1310 None None] The sync data for ids ['72f43975-0928-450f-be2b-16513763d7b5'] in dv-neutron-835555-1-hyperv is: [{'id': '72f43975-0928-450f-be2b-16513763d7b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:29:18Z', 'updated_at': '2022-03-29T10:29:24Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:19Z', 'updated_at': '2022-03-29T10:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2238d52a-c739-49dc-b8a6-f291cea44695', 'name': '', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:4b:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:23Z', 'updated_at': '2022-03-29T10:29:27Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:29:28.907534 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2238d52a-c739-49dc-b8a6-f291cea44695 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:29:29.034683 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 2238d52a-c739-49dc-b8a6-f291cea44695 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:29:29.040895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2238d52a-c739-49dc-b8a6-f291cea44695 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:29:29.041268 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:29.169682 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:29.199765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-d156adc6-3d7a-4d8e-8225-33d79d079b46 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:29.201516 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-d156adc6-3d7a-4d8e-8225-33d79d079b46 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/networks?id=0d132cac-9b24-4e71-a287-6bd92349cb95 HTTP/1.1" status: 200 len: 795 time: 0.1696994 Mar 29 10:29:29.208678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 2238d52a-c739-49dc-b8a6-f291cea44695, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2238d52a-c739-49dc-b8a6-f291cea44695,segment=NetworkSegment(f5daf619-6f25-426a-b7b0-180631543683),segment_id=f5daf619-6f25-426a-b7b0-180631543683)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:29:29.253339 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-6ef19bbd-a4e6-4d25-96b8-d1cd2cf3ed78 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 379 time: 0.0427597 Mar 29 10:29:29.265832 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'port': {'device_id': '37e36107-d38d-46fc-a8a7-d28bb128e3e9', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'admin_state_up': True, 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'security_groups': ['2d76fe8a-2057-4634-bf80-6f1a8aeac259']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:29:29.285685 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:29.398716 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=2238d52a-c739-49dc-b8a6-f291cea44695,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:29.430157 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-58c8f332-2de8-4933-8a93-cece577584a1 req-361dbd20-53e6-4f61-9b4e-ad1594fd4ee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 210 time: 0.0740573 Mar 29 10:29:29.434931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:29:29.446640 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:29:29.508436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Made reservation on behalf of 0a9d5eeb10cb49b5bf8599ad952ec1f4 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:29:29.512118 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:29.674398 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.20.0.5 (0d132cac-9b24-4e71-a287-6bd92349cb95/5ceb6b7b-449f-4487-8623-5861995ba37f/e9418a21-b7f9-418f-9027-a5ea0f4d6d0d) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:29:29.858652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:29.874256 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Transition to ACTIVE for port object e9418a21-b7f9-418f-9027-a5ea0f4d6d0d will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:29:29.966139 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:30.035867 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 0d132cac-9b24-4e71-a287-6bd92349cb95 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:29:30.043169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:29:30.047405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:29:30.077811 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:30.116321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:30.116879 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:30.195037 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-7bd21b60-0831-4f73-ad36-4e29e8842fbd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9383116 Mar 29 10:29:30.207693 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Request body: {'port': {'device_id': '37e36107-d38d-46fc-a8a7-d28bb128e3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:29:30.319607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d5362325-ec83-4c32-9902-be1fe11cfd41 None None] Provisioning for port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:29:30.321373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:30.324619 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-d5362325-ec83-4c32-9902-be1fe11cfd41 None None] Provisioning complete for port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:29:30.324987 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d5362325-ec83-4c32-9902-be1fe11cfd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:30.427621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-d5362325-ec83-4c32-9902-be1fe11cfd41 None None] Port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:29:30.731380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e6f6d-1584-433d-a674-1128451dd563 req-e1c99784-c687-46d2-9131-9d29542bae6f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:30.731974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-724e6f6d-1584-433d-a674-1128451dd563 req-e1c99784-c687-46d2-9131-9d29542bae6f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:29:30.835294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9418a21-b7f9-418f-9027-a5ea0f4d6d0d {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:29:30.842705 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:30.856570 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-724e6f6d-1584-433d-a674-1128451dd563 req-e1c99784-c687-46d2-9131-9d29542bae6f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:29:30.857713 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-724e6f6d-1584-433d-a674-1128451dd563 req-e1c99784-c687-46d2-9131-9d29542bae6f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 931 time: 0.3178570 Mar 29 10:29:30.860218 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Transition to ACTIVE for port object e9418a21-b7f9-418f-9027-a5ea0f4d6d0d will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:29:30.881445 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2238d52a-c739-49dc-b8a6-f291cea44695 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:29:30.903764 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-724e6f6d-1584-433d-a674-1128451dd563 req-9229b464-12f0-4224-9174-87b5f90a0c27 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401351 Mar 29 10:29:30.948917 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2238d52a-c739-49dc-b8a6-f291cea44695 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:29:30.949208 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:30.950526 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:31.143157 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Pushing event updated for resources: {'Port': ['ID=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:31.194894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Attempting to bind port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:29:31.195215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Attempting to bind port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'f5daf619-6f25-426a-b7b0-180631543683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:29:31.195534 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Attempting to bind port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d on network 0d132cac-9b24-4e71-a287-6bd92349cb95 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:29:31.200057 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d on network 0d132cac-9b24-4e71-a287-6bd92349cb95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:29:31.200367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Attempting to bind port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d on network 0d132cac-9b24-4e71-a287-6bd92349cb95 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:29:31.205275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:29:31.205597 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Checking segment: {'id': 'f5daf619-6f25-426a-b7b0-180631543683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:29:31.205962 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Bound using segment: {'id': 'f5daf619-6f25-426a-b7b0-180631543683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:29:31.206410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Bound port: e9418a21-b7f9-418f-9027-a5ea0f4d6d0d, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5daf619-6f25-426a-b7b0-180631543683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:29:31.206767 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:31.297798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] For port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:29:31.301336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] For port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d,segment=NetworkSegment(f5daf619-6f25-426a-b7b0-180631543683),segment_id=f5daf619-6f25-426a-b7b0-180631543683)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:29:31.359999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:31.415934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:31.416571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:31.417950 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] 10.222.0.36 "PUT /v2.0/ports/e9418a21-b7f9-418f-9027-a5ea0f4d6d0d HTTP/1.1" status: 200 len: 1093 time: 1.2154489 Mar 29 10:29:31.420431 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e36107-d38d-46fc-a8a7-d28bb128e3e9', 'tag': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:29:31.447202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0ce48-3bbe-4f34-8054-6f5a216f3201 service neutron] Pushing event updated for resources: {'Port': ['ID=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:31.473088 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e36107-d38d-46fc-a8a7-d28bb128e3e9', 'tag': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d', 'status': 'completed', 'code': 200} Mar 29 10:29:31.564365 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad346ff-63af-434e-a63f-0fcbabd9cf65 req-4e94aa7b-d5b6-4286-985b-5886981e6abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:31.566145 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7ad346ff-63af-434e-a63f-0fcbabd9cf65 req-4e94aa7b-d5b6-4286-985b-5886981e6abe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0742972 Mar 29 10:29:31.707307 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad346ff-63af-434e-a63f-0fcbabd9cf65 req-f32aeca3-60f0-45b7-9b99-521903123513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:31.708728 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7ad346ff-63af-434e-a63f-0fcbabd9cf65 req-f32aeca3-60f0-45b7-9b99-521903123513 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1352746 Mar 29 10:29:31.842100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad346ff-63af-434e-a63f-0fcbabd9cf65 req-6f8f3522-fcfd-48e0-8c60-7352d143307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:31.843450 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7ad346ff-63af-434e-a63f-0fcbabd9cf65 req-6f8f3522-fcfd-48e0-8c60-7352d143307f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286242 Mar 29 10:29:31.952931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-20f0e297-0a6d-4b86-8491-00b4c60bd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:31.954409 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-20f0e297-0a6d-4b86-8491-00b4c60bd3d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0731158 Mar 29 10:29:32.025229 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-2ff9be4b-e058-48a3-814a-3f3144b8e520 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d HTTP/1.1" status: 200 len: 217 time: 0.0644026 Mar 29 10:29:32.126594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-84edcdd5-d1c6-46f5-a301-c72cec96e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:32.127923 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-84edcdd5-d1c6-46f5-a301-c72cec96e6d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ceb6b7b-449f-4487-8623-5861995ba37f HTTP/1.1" status: 200 len: 835 time: 0.0731857 Mar 29 10:29:32.194473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1d8e9-6f24-41ac-b4da-1789e02be017 req-078e82f4-22cd-4e7a-a905-0090135c4ef7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:32.195906 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a1b1d8e9-6f24-41ac-b4da-1789e02be017 req-078e82f4-22cd-4e7a-a905-0090135c4ef7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 943 time: 0.1724715 Mar 29 10:29:32.255451 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a1b1d8e9-6f24-41ac-b4da-1789e02be017 req-811ae2a8-4c81-430b-950f-88d97a59794f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533915 Mar 29 10:29:32.257464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-167511fb-eb93-46fd-9755-0123920ecf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:32.258791 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-167511fb-eb93-46fd-9755-0123920ecf96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d132cac-9b24-4e71-a287-6bd92349cb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1205957 Mar 29 10:29:32.485469 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-6d3d23e2-d046-462b-9cc7-26bd48b52ed7 service neutron] 10.222.0.36 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207768 Mar 29 10:29:32.614288 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d8ee293-8dca-4351-a403-41a2ab49ccf9 req-4d3ba491-0e08-4e3c-891f-77082f351f43 service neutron] 10.222.0.36 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223793 Mar 29 10:29:33.437412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31dec17-cba1-4a30-8c7a-1686db5f6e97 req-8217eb58-57da-4340-be61-e41c48e0860c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:33.438771 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b31dec17-cba1-4a30-8c7a-1686db5f6e97 req-8217eb58-57da-4340-be61-e41c48e0860c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 943 time: 0.0782278 Mar 29 10:29:33.483588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-b31dec17-cba1-4a30-8c7a-1686db5f6e97 req-d92b02e1-f873-4e50-9d52-96513cbe694d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:29:33.559276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-b31dec17-cba1-4a30-8c7a-1686db5f6e97 req-d92b02e1-f873-4e50-9d52-96513cbe694d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:29:33.560444 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b31dec17-cba1-4a30-8c7a-1686db5f6e97 req-d92b02e1-f873-4e50-9d52-96513cbe694d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152747 Mar 29 10:29:34.747290 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74cd93-74bd-4069-a543-4cc008de4cce req-5c8b1bf0-e3b5-43cd-99ec-adf5db5d610c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:34.748745 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5a74cd93-74bd-4069-a543-4cc008de4cce req-5c8b1bf0-e3b5-43cd-99ec-adf5db5d610c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 943 time: 0.0821922 Mar 29 10:29:34.791908 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5a74cd93-74bd-4069-a543-4cc008de4cce req-159ab352-dd46-4b93-bf2b-a969838ce3ef tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374582 Mar 29 10:29:35.795795 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-47144032-d1d2-4739-9ded-c59080437ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:35.974900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45821c-c001-4209-918f-23357f2c943d req-1e07b48d-ebde-4c06-9a55-77824d463e72 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:35.976340 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2f45821c-c001-4209-918f-23357f2c943d req-1e07b48d-ebde-4c06-9a55-77824d463e72 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 943 time: 0.0782592 Mar 29 10:29:36.021204 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2f45821c-c001-4209-918f-23357f2c943d req-5b765a16-378d-4e1b-b049-c3d12a0faa2f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391939 Mar 29 10:29:37.202198 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dc2ae-a307-4823-af3a-2ebf4df1f54c req-fbed4108-dab9-4ee5-9dab-3b8867cb8259 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:37.203651 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f2dc2ae-a307-4823-af3a-2ebf4df1f54c req-fbed4108-dab9-4ee5-9dab-3b8867cb8259 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 943 time: 0.0783069 Mar 29 10:29:37.248805 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0f2dc2ae-a307-4823-af3a-2ebf4df1f54c req-36cac8b7-179f-439e-a183-edfbc3c4ce23 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384762 Mar 29 10:29:37.434622 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device e9418a21-b7f9-418f-9027-a5ea0f4d6d0d details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:29:37.563601 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d,segment=NetworkSegment(f5daf619-6f25-426a-b7b0-180631543683),segment_id=f5daf619-6f25-426a-b7b0-180631543683)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:29:37.576502 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'port_id': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d', 'mac_address': 'fa:16:3e:91:2b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:29:37.632651 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:37.649176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9418a21-b7f9-418f-9027-a5ea0f4d6d0d {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:29:37.664126 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d,segment=NetworkSegment(f5daf619-6f25-426a-b7b0-180631543683),segment_id=f5daf619-6f25-426a-b7b0-180631543683)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:29:37.732474 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:37.798829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:37.908180 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9536b36c-178c-41c0-a92e-ce92c5bc0656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:38.090006 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:29:38.106476 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['e9418a21-b7f9-418f-9027-a5ea0f4d6d0d'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:29:38.436386 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b510fa7-5dce-4129-b76c-1578abb025b7 req-29289d23-5b8f-445c-a9de-91ea2af796f5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:38.437832 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7b510fa7-5dce-4129-b76c-1578abb025b7 req-29289d23-5b8f-445c-a9de-91ea2af796f5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 944 time: 0.0843167 Mar 29 10:29:38.572208 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7b510fa7-5dce-4129-b76c-1578abb025b7 req-64358893-6662-49a6-a78f-86f4a8b57425 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285284 Mar 29 10:29:38.993852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:39.079134 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:39.435111 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device e9418a21-b7f9-418f-9027-a5ea0f4d6d0d up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:29:39.572783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:29:39.577783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:29:39.578152 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:39.709196 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:39.736093 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e36107-d38d-46fc-a8a7-d28bb128e3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:29:39.746756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d,segment=NetworkSegment(f5daf619-6f25-426a-b7b0-180631543683),segment_id=f5daf619-6f25-426a-b7b0-180631543683)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:29:39.758304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40190f-b40f-4a36-b67e-3ab323303bdb req-93ad339d-5f91-417e-8967-1e028e1d01b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:39.759766 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0b40190f-b40f-4a36-b67e-3ab323303bdb req-93ad339d-5f91-417e-8967-1e028e1d01b7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 944 time: 0.0823700 Mar 29 10:29:39.781407 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e36107-d38d-46fc-a8a7-d28bb128e3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d', 'code': 200} Mar 29 10:29:39.806641 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0b40190f-b40f-4a36-b67e-3ab323303bdb req-ea6ac079-cc86-4a53-b09c-ed0b98c4fff0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411589 Mar 29 10:29:39.807613 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:39.875854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:40.110614 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836591c1-43e2-41ee-a5fc-896eb90c2589 req-084b7225-33dd-4593-baef-d07d3af73134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:40.112011 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-836591c1-43e2-41ee-a5fc-896eb90c2589 req-084b7225-33dd-4593-baef-d07d3af73134 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 1098 time: 0.0680919 Mar 29 10:29:40.155363 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-836591c1-43e2-41ee-a5fc-896eb90c2589 req-d3a589d1-419b-4658-a340-0043ff39054e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373902 Mar 29 10:29:40.982865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:41.009114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab28c8-0c6b-438d-8e69-29a0d6ea7626 req-eef19538-fc22-4097-b17c-0353b42f1ac0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:41.010617 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9aab28c8-0c6b-438d-8e69-29a0d6ea7626 req-eef19538-fc22-4097-b17c-0353b42f1ac0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0948739 Mar 29 10:29:41.056560 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9aab28c8-0c6b-438d-8e69-29a0d6ea7626 req-6e139b89-938f-4948-b0b5-5890684e6e6c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398860 Mar 29 10:29:42.243544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3ac4f-8507-4b96-8ca4-4629d0ed2c22 req-74068259-4b3f-42d1-8cb9-02d75708e3d2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:42.244987 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d4e3ac4f-8507-4b96-8ca4-4629d0ed2c22 req-74068259-4b3f-42d1-8cb9-02d75708e3d2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0795114 Mar 29 10:29:42.288096 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d4e3ac4f-8507-4b96-8ca4-4629d0ed2c22 req-713ac61a-1864-49f5-94b8-5c3326854800 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375292 Mar 29 10:29:42.472524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafd3b1-bcbe-431d-9f6c-962080961527 req-0cc38d46-22ac-4906-8ae8-f15377d35067 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:42.474659 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2aafd3b1-bcbe-431d-9f6c-962080961527 req-0cc38d46-22ac-4906-8ae8-f15377d35067 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0818012 Mar 29 10:29:42.516446 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2aafd3b1-bcbe-431d-9f6c-962080961527 req-72d925c8-ea22-4a6c-ad91-0541d2d935e2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361617 Mar 29 10:29:42.539254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46094) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:42.610034 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4993f5f3-8f4d-4627-a4d3-a7d4fc750f7f tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:42.611500 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4993f5f3-8f4d-4627-a4d3-a7d4fc750f7f tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 1093 time: 0.0712950 Mar 29 10:29:42.614257 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46098) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:42.618983 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:29:42.624733 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:29:42.628513 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:floatingip and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:29:42.631835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:29:42.637450 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:29:42.713709 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:42.846384 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:42.975715 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.26.7.222 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/bbc19793-d9d6-4459-a6fd-f0a836774c2b) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:29:43.117626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:43.201839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:43.264990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:29:43.267568 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:29:43.275840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:29:43.316121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=bbc19793-d9d6-4459-a6fd-f0a836774c2b,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:43.684242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:43.838577 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:44.040039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:44.149855 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:44.355834 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=bbc19793-d9d6-4459-a6fd-f0a836774c2b,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:44.368636 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:44.375119 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e2847300-60fa-46f2-bd39-cf7547a9dfc8 req-05853fc2-e2e9-4d93-a898-00c429b1dea4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749249 Mar 29 10:29:44.513203 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2847300-60fa-46f2-bd39-cf7547a9dfc8 req-87ecd66e-6d1c-4082-937b-dd0ad077d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:44.514693 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e2847300-60fa-46f2-bd39-cf7547a9dfc8 req-87ecd66e-6d1c-4082-937b-dd0ad077d870 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 1098 time: 0.0711627 Mar 29 10:29:44.539185 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Floating IP f48e1ea9-f60f-465f-9fb6-db4f43663b47 associated. External IP: 172.26.7.222, port: e9418a21-b7f9-418f-9027-a5ea0f4d6d0d. Mar 29 10:29:44.657747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2847300-60fa-46f2-bd39-cf7547a9dfc8 req-5926bccd-ae5f-4f92-a5b8-cee63e8fc52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:44.659170 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e2847300-60fa-46f2-bd39-cf7547a9dfc8 req-5926bccd-ae5f-4f92-a5b8-cee63e8fc52d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d132cac-9b24-4e71-a287-6bd92349cb95 HTTP/1.1" status: 200 len: 896 time: 0.1260688 Mar 29 10:29:44.760724 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e2847300-60fa-46f2-bd39-cf7547a9dfc8 req-86a0df65-3d57-4087-a07b-1693b36d6eb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d HTTP/1.1" status: 200 len: 999 time: 0.0948169 Mar 29 10:29:44.823485 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2847300-60fa-46f2-bd39-cf7547a9dfc8 req-479bde83-19d2-412b-a018-cd4391622114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:44.824928 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e2847300-60fa-46f2-bd39-cf7547a9dfc8 req-479bde83-19d2-412b-a018-cd4391622114 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ceb6b7b-449f-4487-8623-5861995ba37f HTTP/1.1" status: 200 len: 835 time: 0.0580673 Mar 29 10:29:44.891302 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router 72f43975-0928-450f-be2b-16513763d7b5 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:29:44.902631 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2847300-60fa-46f2-bd39-cf7547a9dfc8 req-9b920f7e-d2ac-4efc-bd9f-2b2151af18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:44.904081 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e2847300-60fa-46f2-bd39-cf7547a9dfc8 req-9b920f7e-d2ac-4efc-bd9f-2b2151af18d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d132cac-9b24-4e71-a287-6bd92349cb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734642 Mar 29 10:29:45.039636 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e2847300-60fa-46f2-bd39-cf7547a9dfc8 req-88420863-c133-4277-896d-8da71a545038 service neutron] 10.222.0.36 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294339 Mar 29 10:29:45.074920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:29:45.086320 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d5298-53c7-4af3-8cbd-5e633fb879c9 None None] Sync routers for ids ['72f43975-0928-450f-be2b-16513763d7b5'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:29:45.097718 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d5298-53c7-4af3-8cbd-5e633fb879c9 None None] Routers {'72f43975-0928-450f-be2b-16513763d7b5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:29:45.098475 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2c9d5298-53c7-4af3-8cbd-5e633fb879c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:29:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['72f43975-0928-450f-be2b-16513763d7b5'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:45.167339 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:45.174214 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e2847300-60fa-46f2-bd39-cf7547a9dfc8 req-ed4dc56e-ffa1-4f2b-af60-953b638d151c service neutron] 10.222.0.36 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290233 Mar 29 10:29:45.231060 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-09b5af54-4808-4222-b668-46e7a9e51328 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6133215 Mar 29 10:29:45.231060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e36107-d38d-46fc-a8a7-d28bb128e3e9', 'tag': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:29:45.287535 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-2c9d5298-53c7-4af3-8cbd-5e633fb879c9 None None] Set router 72f43975-0928-450f-be2b-16513763d7b5 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:29:45.330485 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e36107-d38d-46fc-a8a7-d28bb128e3e9', 'tag': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d', 'status': 'completed', 'code': 200} Mar 29 10:29:45.569591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb888b-468c-4f0a-a829-f346b900acda req-6ee5010b-26db-4c46-be46-64a45ffdfc76 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:45.571142 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-07cb888b-468c-4f0a-a829-f346b900acda req-6ee5010b-26db-4c46-be46-64a45ffdfc76 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.2503669 Mar 29 10:29:45.573830 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da28be-d022-4f64-b77b-7750d2e38fbb req-2195ad1d-36fa-487c-a01d-2b35a94fec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:45.575173 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47da28be-d022-4f64-b77b-7750d2e38fbb req-2195ad1d-36fa-487c-a01d-2b35a94fec23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 1098 time: 0.2186778 Mar 29 10:29:45.672167 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2c9d5298-53c7-4af3-8cbd-5e633fb879c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f43975-0928-450f-be2b-16513763d7b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:29:18Z', 'updated_at': '2022-03-29T10:29:24Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:19Z', 'updated_at': '2022-03-29T10:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f48e1ea9-f60f-465f-9fb6-db4f43663b47', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'floating_ip_address': '172.26.7.222', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '72f43975-0928-450f-be2b-16513763d7b5', 'port_id': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'mac_address': 'fa:16:3e:91:2b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e36107-d38d-46fc-a8a7-d28bb128e3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:29:43Z', 'updated_at': '2022-03-29T10:29:43Z', 'revision_number': 0, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2238d52a-c739-49dc-b8a6-f291cea44695', 'name': '', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:4b:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:23Z', 'updated_at': '2022-03-29T10:29:29Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:45.675990 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d5298-53c7-4af3-8cbd-5e633fb879c9 None None] Checking router: 72f43975-0928-450f-be2b-16513763d7b5 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:29:45.684223 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d5298-53c7-4af3-8cbd-5e633fb879c9 None None] Routers {'72f43975-0928-450f-be2b-16513763d7b5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:29:45.684838 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2c9d5298-53c7-4af3-8cbd-5e633fb879c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:29:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['72f43975-0928-450f-be2b-16513763d7b5'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:45.696105 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-07cb888b-468c-4f0a-a829-f346b900acda req-bd62877c-c129-4dfe-a647-861f928797d0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193113 Mar 29 10:29:45.720683 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46108) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:45.740923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da28be-d022-4f64-b77b-7750d2e38fbb req-b81a976e-d3ee-4d08-92da-a4a9824808eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:45.742477 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47da28be-d022-4f64-b77b-7750d2e38fbb req-b81a976e-d3ee-4d08-92da-a4a9824808eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d132cac-9b24-4e71-a287-6bd92349cb95 HTTP/1.1" status: 200 len: 896 time: 0.1526637 Mar 29 10:29:45.831795 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0e1c75c0-4a40-4a37-89a1-d3093768a73e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/f48e1ea9-f60f-465f-9fb6-db4f43663b47 HTTP/1.1" status: 200 len: 991 time: 0.1098557 Mar 29 10:29:45.848355 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47da28be-d022-4f64-b77b-7750d2e38fbb req-2efc71c8-b9c1-4057-900b-1edb7fe135ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d HTTP/1.1" status: 200 len: 999 time: 0.0996587 Mar 29 10:29:45.869604 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-2c9d5298-53c7-4af3-8cbd-5e633fb879c9 None None] Set router 72f43975-0928-450f-be2b-16513763d7b5 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:29:45.909592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da28be-d022-4f64-b77b-7750d2e38fbb req-5a6f02d0-b319-4657-8b37-2c353b5a9e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:45.911051 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47da28be-d022-4f64-b77b-7750d2e38fbb req-5a6f02d0-b319-4657-8b37-2c353b5a9e03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ceb6b7b-449f-4487-8623-5861995ba37f HTTP/1.1" status: 200 len: 835 time: 0.0569022 Mar 29 10:29:45.987692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da28be-d022-4f64-b77b-7750d2e38fbb req-bc044ba4-7028-4b65-bb32-05c2a0c6e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:45.989707 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47da28be-d022-4f64-b77b-7750d2e38fbb req-bc044ba4-7028-4b65-bb32-05c2a0c6e25c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d132cac-9b24-4e71-a287-6bd92349cb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726900 Mar 29 10:29:46.122410 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47da28be-d022-4f64-b77b-7750d2e38fbb req-ad600217-6276-4faa-948a-141820a39c8c service neutron] 10.222.0.36 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258392 Mar 29 10:29:46.214812 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2c9d5298-53c7-4af3-8cbd-5e633fb879c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f43975-0928-450f-be2b-16513763d7b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:29:18Z', 'updated_at': '2022-03-29T10:29:24Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:19Z', 'updated_at': '2022-03-29T10:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f48e1ea9-f60f-465f-9fb6-db4f43663b47', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'floating_ip_address': '172.26.7.222', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '72f43975-0928-450f-be2b-16513763d7b5', 'port_id': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'mac_address': 'fa:16:3e:91:2b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e36107-d38d-46fc-a8a7-d28bb128e3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:29:43Z', 'updated_at': '2022-03-29T10:29:43Z', 'revision_number': 0, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2238d52a-c739-49dc-b8a6-f291cea44695', 'name': '', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:4b:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:23Z', 'updated_at': '2022-03-29T10:29:29Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:29:46.219055 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d5298-53c7-4af3-8cbd-5e633fb879c9 None None] The sync data for ids ['72f43975-0928-450f-be2b-16513763d7b5'] in dv-neutron-835555-1-hyperv is: [{'id': '72f43975-0928-450f-be2b-16513763d7b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:29:18Z', 'updated_at': '2022-03-29T10:29:24Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:19Z', 'updated_at': '2022-03-29T10:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f48e1ea9-f60f-465f-9fb6-db4f43663b47', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'floating_ip_address': '172.26.7.222', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '72f43975-0928-450f-be2b-16513763d7b5', 'port_id': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'mac_address': 'fa:16:3e:91:2b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e36107-d38d-46fc-a8a7-d28bb128e3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:29:43Z', 'updated_at': '2022-03-29T10:29:43Z', 'revision_number': 0, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2238d52a-c739-49dc-b8a6-f291cea44695', 'name': '', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:4b:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:23Z', 'updated_at': '2022-03-29T10:29:29Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:29:46.261676 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-47da28be-d022-4f64-b77b-7750d2e38fbb req-e47d0f02-9772-40a7-b74e-5f02c9a0bf81 service neutron] 10.222.0.36 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333158 Mar 29 10:29:46.407591 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e044ec7c-9bde-4329-aaa4-4cbd975100ed None None] New status for floating IP f48e1ea9-f60f-465f-9fb6-db4f43663b47: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:29:46.836440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46112) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:29:46.944534 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-de93b156-25de-48c1-ba5b-12715c839fd0 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/f48e1ea9-f60f-465f-9fb6-db4f43663b47 HTTP/1.1" status: 200 len: 993 time: 0.1067698 Mar 29 10:29:53.675221 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:05.770776 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-07af97cd-56b1-4e9c-97b2-c0f5ced7b31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:07.915409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-21bef78d-0e8b-441b-bdb8-351a0f25d586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:08.981685 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:09.107576 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:10.972123 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:15.089301 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:30:23.673983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:35.776670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1d39f941-5792-497f-8dce-f150359f99e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:37.907338 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c79548fb-870b-48e4-a8fc-6c7c5ff0d8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:38.963585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:39.100539 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:40.981256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:45.410172 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1a313921-3717-45e3-8552-7880f18bc41c req-8f94115a-7fde-4f38-ba72-e107f5540ad2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1112356 Mar 29 10:30:45.549210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313921-3717-45e3-8552-7880f18bc41c req-a6b2dff4-2eb7-4e84-8885-0fa6354724ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:45.550687 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1a313921-3717-45e3-8552-7880f18bc41c req-a6b2dff4-2eb7-4e84-8885-0fa6354724ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 1098 time: 0.0708776 Mar 29 10:30:45.693608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313921-3717-45e3-8552-7880f18bc41c req-c683d4f3-3705-4c47-87e1-96359684e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:45.695047 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1a313921-3717-45e3-8552-7880f18bc41c req-c683d4f3-3705-4c47-87e1-96359684e187 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d132cac-9b24-4e71-a287-6bd92349cb95 HTTP/1.1" status: 200 len: 896 time: 0.1258850 Mar 29 10:30:45.799100 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1a313921-3717-45e3-8552-7880f18bc41c req-9ed20010-06d0-411c-8df9-acdb82a7ec59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d HTTP/1.1" status: 200 len: 1001 time: 0.0980446 Mar 29 10:30:45.864333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313921-3717-45e3-8552-7880f18bc41c req-ce6eccfe-e76b-40da-aadd-238ff4930e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:45.865781 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1a313921-3717-45e3-8552-7880f18bc41c req-ce6eccfe-e76b-40da-aadd-238ff4930e3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ceb6b7b-449f-4487-8623-5861995ba37f HTTP/1.1" status: 200 len: 835 time: 0.0604486 Mar 29 10:30:45.938695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313921-3717-45e3-8552-7880f18bc41c req-1058ba1a-020e-46b6-880c-34db0066ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:45.940142 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1a313921-3717-45e3-8552-7880f18bc41c req-1058ba1a-020e-46b6-880c-34db0066ed38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d132cac-9b24-4e71-a287-6bd92349cb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688283 Mar 29 10:30:45.950446 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [req-1a313921-3717-45e3-8552-7880f18bc41c req-2a32e910-c515-47ac-b619-f9272e2c8aa1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:30:45.951366 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1a313921-3717-45e3-8552-7880f18bc41c req-2a32e910-c515-47ac-b619-f9272e2c8aa1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047660 Mar 29 10:30:46.081407 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1a313921-3717-45e3-8552-7880f18bc41c req-0c302a23-8d47-4833-8bdb-a23087f716e5 service neutron] 10.222.0.36 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244938 Mar 29 10:30:46.218416 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1a313921-3717-45e3-8552-7880f18bc41c req-16c220a1-ba6f-496d-83d2-9b29e2aeedc4 service neutron] 10.222.0.36 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297019 Mar 29 10:30:52.088201 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:30:53.672233 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:00.978151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ae802-96e5-476b-85d3-6c118f9182dc req-c9a5a8a8-85b1-45c4-9c66-838ddc514959 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:00.979636 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bf0ae802-96e5-476b-85d3-6c118f9182dc req-c9a5a8a8-85b1-45c4-9c66-838ddc514959 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0913434 Mar 29 10:31:01.027515 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bf0ae802-96e5-476b-85d3-6c118f9182dc req-875cfbf5-55b3-4ce6-8247-6db10bbe6fd7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386691 Mar 29 10:31:02.222296 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93103d-6ce9-46c0-963d-332f8ec4fe8f req-110c8b64-6900-481e-ab17-c241c20dce65 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:02.223841 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0d93103d-6ce9-46c0-963d-332f8ec4fe8f req-110c8b64-6900-481e-ab17-c241c20dce65 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0877593 Mar 29 10:31:02.364919 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0d93103d-6ce9-46c0-963d-332f8ec4fe8f req-3e2a2078-81d9-4778-aaf7-24682c84f875 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345274 Mar 29 10:31:03.560136 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e341e-56c2-488b-b9a6-15cd41c8ef4b req-bcaa1f5f-2189-4210-83b8-cc41a2f8c412 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:03.561641 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-fb4e341e-56c2-488b-b9a6-15cd41c8ef4b req-bcaa1f5f-2189-4210-83b8-cc41a2f8c412 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0824189 Mar 29 10:31:03.606809 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-fb4e341e-56c2-488b-b9a6-15cd41c8ef4b req-d5ebe6e6-2413-4f74-9a26-27374d96d53b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393937 Mar 29 10:31:04.792730 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f3e23-3614-4dd3-84f3-a7789b8c7ac1 req-acb854aa-7f05-4c68-9903-8a1c496a9a70 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:04.794204 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-662f3e23-3614-4dd3-84f3-a7789b8c7ac1 req-acb854aa-7f05-4c68-9903-8a1c496a9a70 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0800254 Mar 29 10:31:04.840348 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-662f3e23-3614-4dd3-84f3-a7789b8c7ac1 req-74a40519-2a12-46b8-aaae-b55a54716394 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402057 Mar 29 10:31:05.763888 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d11f29ab-9629-424b-af47-0470c605e963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:06.026714 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b962778-2afa-419b-91ec-dc363763f16c req-4f207861-2558-4757-a1f6-973ef06d834e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:06.028095 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9b962778-2afa-419b-91ec-dc363763f16c req-4f207861-2558-4757-a1f6-973ef06d834e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0799069 Mar 29 10:31:06.075497 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9b962778-2afa-419b-91ec-dc363763f16c req-ea39c270-5119-4dce-8bb7-3c6121ae80d4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417025 Mar 29 10:31:07.274619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162436a-f713-4692-8df0-c65af3d6aab9 req-4ee98ef4-5ce2-4867-bc4f-83eced98c270 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:07.276108 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1162436a-f713-4692-8df0-c65af3d6aab9 req-4ee98ef4-5ce2-4867-bc4f-83eced98c270 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0907025 Mar 29 10:31:07.320758 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1162436a-f713-4692-8df0-c65af3d6aab9 req-0c4fb381-777e-419e-9bf6-a9c7c9ad79ba tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387595 Mar 29 10:31:07.906042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2156d310-32ee-4d24-b10c-1aeb9c92e725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:08.781352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f2cd3-8acd-443d-9b4a-237cf43366fc req-d45c6fb7-3ef4-4c32-8eee-23f20f1499fe tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:08.782841 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e02f2cd3-8acd-443d-9b4a-237cf43366fc req-d45c6fb7-3ef4-4c32-8eee-23f20f1499fe tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.3520367 Mar 29 10:31:08.827996 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e02f2cd3-8acd-443d-9b4a-237cf43366fc req-9c5654f5-b070-4d40-aa05-e568da056a5c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394275 Mar 29 10:31:08.968976 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:09.100779 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:10.014512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a9d85-92c6-43ad-84a1-677ef1956500 req-1453e77e-e5aa-4b8d-bacc-455c322b2832 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:10.015940 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a17a9d85-92c6-43ad-84a1-677ef1956500 req-1453e77e-e5aa-4b8d-bacc-455c322b2832 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0818245 Mar 29 10:31:10.059415 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a17a9d85-92c6-43ad-84a1-677ef1956500 req-a09046ed-9cea-4c99-8c1e-db31c188deea tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375881 Mar 29 10:31:10.991821 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:11.247572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea140a2a-0556-4e37-bd25-05ae9ee915ac req-150cca8d-8af3-4753-b288-c4654b41092a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:11.249086 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ea140a2a-0556-4e37-bd25-05ae9ee915ac req-150cca8d-8af3-4753-b288-c4654b41092a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0833485 Mar 29 10:31:11.297173 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ea140a2a-0556-4e37-bd25-05ae9ee915ac req-a5596ac4-c957-4567-a244-fe1ebe2c8af5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423026 Mar 29 10:31:12.478498 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0ed1b-5839-43f2-83e4-72a1d4a89a62 req-4969f23a-f7dc-485f-a117-76b799e2c84f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:12.479939 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-73c0ed1b-5839-43f2-83e4-72a1d4a89a62 req-4969f23a-f7dc-485f-a117-76b799e2c84f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0778942 Mar 29 10:31:12.522836 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-73c0ed1b-5839-43f2-83e4-72a1d4a89a62 req-8f0a8c1d-9206-4e08-9a6f-b5032b0f76b9 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372548 Mar 29 10:31:12.545429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46196) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:31:12.649743 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d50a9d43-8e94-41b7-84f6-06ad588f648e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/f48e1ea9-f60f-465f-9fb6-db4f43663b47 HTTP/1.1" status: 200 len: 993 time: 0.1030872 Mar 29 10:31:14.233370 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e093f4f-765e-4afb-88a0-2f76cb36b58d req-c60c59f6-7332-4214-b098-0b465e742d25 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:14.234821 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0e093f4f-765e-4afb-88a0-2f76cb36b58d req-c60c59f6-7332-4214-b098-0b465e742d25 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0798345 Mar 29 10:31:14.282366 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0e093f4f-765e-4afb-88a0-2f76cb36b58d req-e069f838-101d-4f88-bf8a-ca597eca0821 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415459 Mar 29 10:31:14.336568 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47ce7a-5c14-4f0f-b78f-04c725d1e6ce req-5d85b9bd-fee2-4039-a5fe-9ef184c18af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:14.337972 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab47ce7a-5c14-4f0f-b78f-04c725d1e6ce req-5d85b9bd-fee2-4039-a5fe-9ef184c18af2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 1098 time: 0.0763352 Mar 29 10:31:14.466117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47ce7a-5c14-4f0f-b78f-04c725d1e6ce req-61341670-ded4-4c56-8ce2-957de8ddf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:14.467647 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab47ce7a-5c14-4f0f-b78f-04c725d1e6ce req-61341670-ded4-4c56-8ce2-957de8ddf746 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d132cac-9b24-4e71-a287-6bd92349cb95 HTTP/1.1" status: 200 len: 896 time: 0.1234896 Mar 29 10:31:14.568460 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab47ce7a-5c14-4f0f-b78f-04c725d1e6ce req-45861300-3ed2-43b3-95a4-9addae84e917 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d HTTP/1.1" status: 200 len: 1001 time: 0.0943177 Mar 29 10:31:14.628782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47ce7a-5c14-4f0f-b78f-04c725d1e6ce req-936c2e1c-61c3-460f-86e0-81c19ab444a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:14.630119 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab47ce7a-5c14-4f0f-b78f-04c725d1e6ce req-936c2e1c-61c3-460f-86e0-81c19ab444a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ceb6b7b-449f-4487-8623-5861995ba37f HTTP/1.1" status: 200 len: 835 time: 0.0562470 Mar 29 10:31:14.703643 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47ce7a-5c14-4f0f-b78f-04c725d1e6ce req-836e6063-5e2e-4213-be31-889bb4725135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:14.705124 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab47ce7a-5c14-4f0f-b78f-04c725d1e6ce req-836e6063-5e2e-4213-be31-889bb4725135 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d132cac-9b24-4e71-a287-6bd92349cb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691862 Mar 29 10:31:14.839576 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab47ce7a-5c14-4f0f-b78f-04c725d1e6ce req-3fd91e3e-f036-44dd-a815-219efff91c11 service neutron] 10.222.0.36 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272500 Mar 29 10:31:14.970679 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ab47ce7a-5c14-4f0f-b78f-04c725d1e6ce req-4efcc88d-80bf-4ae8-a831-b6095b58a85a service neutron] 10.222.0.36 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257288 Mar 29 10:31:15.522329 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da2eb8-46aa-469c-8d06-c071056c90f3 req-6426303b-3025-437d-8129-de5816479ae4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:15.523783 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-80da2eb8-46aa-469c-8d06-c071056c90f3 req-6426303b-3025-437d-8129-de5816479ae4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.1314735 Mar 29 10:31:15.569560 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-80da2eb8-46aa-469c-8d06-c071056c90f3 req-7f11cbed-ee33-4ff1-b1b6-bb1d147ec9dc tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398128 Mar 29 10:31:16.760596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde73496-b5c5-489e-8a8b-7a7360606613 req-c4672acb-2b5e-4863-8973-436318fa2d99 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:16.761957 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-dde73496-b5c5-489e-8a8b-7a7360606613 req-c4672acb-2b5e-4863-8973-436318fa2d99 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0833750 Mar 29 10:31:16.805826 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-dde73496-b5c5-489e-8a8b-7a7360606613 req-7a221573-fa73-4097-a394-dbe617f6fc8a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382440 Mar 29 10:31:16.828595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46222) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:31:16.935074 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e6d516c2-b872-42bf-a330-55089dcb1382 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/f48e1ea9-f60f-465f-9fb6-db4f43663b47 HTTP/1.1" status: 200 len: 993 time: 0.1053190 Mar 29 10:31:23.677236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:29.087014 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:31:35.779358 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-26c32ce5-3a51-4a3f-9cce-3f5e668bbf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:37.899259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bca8cfe2-9681-4b99-8491-de7a7c2d4fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:38.961883 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:39.070443 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:40.967700 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:46.371350 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1758570-a997-46f9-9440-15f912322b7e req-59e435c1-ff03-44e4-aaba-05e8643bbaa7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686507 Mar 29 10:31:46.598739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1758570-a997-46f9-9440-15f912322b7e req-b30a1e5b-098f-48d9-a145-682f0fa31142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:46.600165 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1758570-a997-46f9-9440-15f912322b7e req-b30a1e5b-098f-48d9-a145-682f0fa31142 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 1098 time: 0.1619766 Mar 29 10:31:46.741549 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1758570-a997-46f9-9440-15f912322b7e req-facd63c2-4c2a-4852-8240-e627c2c43ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:46.742952 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1758570-a997-46f9-9440-15f912322b7e req-facd63c2-4c2a-4852-8240-e627c2c43ddc service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d132cac-9b24-4e71-a287-6bd92349cb95 HTTP/1.1" status: 200 len: 896 time: 0.1220994 Mar 29 10:31:46.843817 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1758570-a997-46f9-9440-15f912322b7e req-ba25cfeb-bc93-4237-b3b8-730973f2a1da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d HTTP/1.1" status: 200 len: 1001 time: 0.0943789 Mar 29 10:31:46.906483 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1758570-a997-46f9-9440-15f912322b7e req-fc52ff01-3b14-467c-939b-66e314947433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:46.907932 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1758570-a997-46f9-9440-15f912322b7e req-fc52ff01-3b14-467c-939b-66e314947433 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ceb6b7b-449f-4487-8623-5861995ba37f HTTP/1.1" status: 200 len: 835 time: 0.0565472 Mar 29 10:31:46.983496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1758570-a997-46f9-9440-15f912322b7e req-60bfda80-e6f8-4d46-b042-92b88271f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:46.984961 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1758570-a997-46f9-9440-15f912322b7e req-60bfda80-e6f8-4d46-b042-92b88271f7c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d132cac-9b24-4e71-a287-6bd92349cb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711274 Mar 29 10:31:47.115810 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1758570-a997-46f9-9440-15f912322b7e req-40064832-d58d-40ce-992d-7d88265ccdfd service neutron] 10.222.0.36 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242542 Mar 29 10:31:47.241978 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d1758570-a997-46f9-9440-15f912322b7e req-bf99e116-285d-40b1-aa57-659358148b4b service neutron] 10.222.0.36 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205301 Mar 29 10:31:53.670761 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:05.748993 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-78a75f38-2747-4271-a5cd-f3ca552e1050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:06.086796 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:32:07.908806 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d745fad3-19c8-4fe1-bd13-49e3b8071973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:08.983119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:09.120570 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:10.989096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:12.014669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46246) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:12.221073 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port bbc19793-d9d6-4459-a6fd-f0a836774c2b {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:32:12.221400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:12.396858 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:12.397211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:12.519712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for bbc19793-d9d6-4459-a6fd-f0a836774c2b owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:32:12.743588 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:12.789778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=bbc19793-d9d6-4459-a6fd-f0a836774c2b,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:12.830183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:12.830520 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:12.830858 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:12.831804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:12.832131 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:12.832456 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:12.832803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:12.833120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:12.833440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:12.833758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:12.834074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:12.834390 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:12.999406 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:12.999649 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Floating IP f48e1ea9-f60f-465f-9fb6-db4f43663b47 disassociated (deleted). External IP: 172.26.7.222, port: e9418a21-b7f9-418f-9027-a5ea0f4d6d0d. Mar 29 10:32:13.358058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router 72f43975-0928-450f-be2b-16513763d7b5 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:32:13.541784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:32:13.551973 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35304e-7b22-4089-8c68-6f9e90881738 None None] Sync routers for ids ['72f43975-0928-450f-be2b-16513763d7b5'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:32:13.560805 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35304e-7b22-4089-8c68-6f9e90881738 None None] Routers {'72f43975-0928-450f-be2b-16513763d7b5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:32:13.567854 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5b35304e-7b22-4089-8c68-6f9e90881738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:32:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['72f43975-0928-450f-be2b-16513763d7b5'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:13.613520 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:13.672864 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f0afaf3b-5a97-4325-aa1d-2bc26c5598d6 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/floatingips/f48e1ea9-f60f-465f-9fb6-db4f43663b47 HTTP/1.1" status: 204 len: 168 time: 1.6570022 Mar 29 10:32:13.677480 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e36107-d38d-46fc-a8a7-d28bb128e3e9', 'tag': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:32:13.725211 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e36107-d38d-46fc-a8a7-d28bb128e3e9', 'tag': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d', 'status': 'completed', 'code': 200} Mar 29 10:32:13.754687 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-5b35304e-7b22-4089-8c68-6f9e90881738 None None] Set router 72f43975-0928-450f-be2b-16513763d7b5 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:32:13.851356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da60b3f-c2f9-4241-9cbf-a03f2d0a541c req-a9a73b86-2f8d-4c13-a7e1-aa39e2c5e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:13.852880 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3da60b3f-c2f9-4241-9cbf-a03f2d0a541c req-a9a73b86-2f8d-4c13-a7e1-aa39e2c5e490 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 1098 time: 0.1005433 Mar 29 10:32:13.993336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da60b3f-c2f9-4241-9cbf-a03f2d0a541c req-45f98e29-da05-4028-a2fa-bf8c4d7dd9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:13.995106 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3da60b3f-c2f9-4241-9cbf-a03f2d0a541c req-45f98e29-da05-4028-a2fa-bf8c4d7dd9fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d132cac-9b24-4e71-a287-6bd92349cb95 HTTP/1.1" status: 200 len: 896 time: 0.1348348 Mar 29 10:32:14.068186 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3da60b3f-c2f9-4241-9cbf-a03f2d0a541c req-a512dcaa-94d0-41e0-80bc-eb55ab3897be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d HTTP/1.1" status: 200 len: 217 time: 0.0667224 Mar 29 10:32:14.118033 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5b35304e-7b22-4089-8c68-6f9e90881738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f43975-0928-450f-be2b-16513763d7b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:29:18Z', 'updated_at': '2022-03-29T10:29:24Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:19Z', 'updated_at': '2022-03-29T10:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2238d52a-c739-49dc-b8a6-f291cea44695', 'name': '', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:4b:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:23Z', 'updated_at': '2022-03-29T10:29:29Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:14.122084 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35304e-7b22-4089-8c68-6f9e90881738 None None] Checking router: 72f43975-0928-450f-be2b-16513763d7b5 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:32:14.131937 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35304e-7b22-4089-8c68-6f9e90881738 None None] Routers {'72f43975-0928-450f-be2b-16513763d7b5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:32:14.132589 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5b35304e-7b22-4089-8c68-6f9e90881738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:32:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['72f43975-0928-450f-be2b-16513763d7b5'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:14.134639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da60b3f-c2f9-4241-9cbf-a03f2d0a541c req-fc075148-1c8d-4c65-b1ed-a9e38829f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:14.136115 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3da60b3f-c2f9-4241-9cbf-a03f2d0a541c req-fc075148-1c8d-4c65-b1ed-a9e38829f13a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ceb6b7b-449f-4487-8623-5861995ba37f HTTP/1.1" status: 200 len: 835 time: 0.0617130 Mar 29 10:32:14.229009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da60b3f-c2f9-4241-9cbf-a03f2d0a541c req-c004a045-2e24-4ad4-afa4-2bcb799cafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:14.230489 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3da60b3f-c2f9-4241-9cbf-a03f2d0a541c req-c004a045-2e24-4ad4-afa4-2bcb799cafe1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d132cac-9b24-4e71-a287-6bd92349cb95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851200 Mar 29 10:32:14.312474 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-5b35304e-7b22-4089-8c68-6f9e90881738 None None] Set router 72f43975-0928-450f-be2b-16513763d7b5 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:32:14.421822 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3da60b3f-c2f9-4241-9cbf-a03f2d0a541c req-37124566-90b2-43fe-8b9d-0cb4af2a0765 service neutron] 10.222.0.36 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839297 Mar 29 10:32:14.433609 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97cf39-9ed5-4bc5-a6cf-195730b96857 req-66fc59d6-3166-45bf-ad39-1b71adf1da2d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:14.434286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2a97cf39-9ed5-4bc5-a6cf-195730b96857 req-66fc59d6-3166-45bf-ad39-1b71adf1da2d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:32:14.629277 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5b35304e-7b22-4089-8c68-6f9e90881738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f43975-0928-450f-be2b-16513763d7b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:29:18Z', 'updated_at': '2022-03-29T10:29:24Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:19Z', 'updated_at': '2022-03-29T10:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2238d52a-c739-49dc-b8a6-f291cea44695', 'name': '', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:4b:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:23Z', 'updated_at': '2022-03-29T10:29:29Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:14.633546 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b35304e-7b22-4089-8c68-6f9e90881738 None None] The sync data for ids ['72f43975-0928-450f-be2b-16513763d7b5'] in dv-neutron-835555-1-hyperv is: [{'id': '72f43975-0928-450f-be2b-16513763d7b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:29:18Z', 'updated_at': '2022-03-29T10:29:24Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:19Z', 'updated_at': '2022-03-29T10:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2238d52a-c739-49dc-b8a6-f291cea44695', 'name': '', 'network_id': '0d132cac-9b24-4e71-a287-6bd92349cb95', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:4b:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:23Z', 'updated_at': '2022-03-29T10:29:29Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '5ceb6b7b-449f-4487-8623-5861995ba37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:32:14.636004 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-2a97cf39-9ed5-4bc5-a6cf-195730b96857 req-66fc59d6-3166-45bf-ad39-1b71adf1da2d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:32:14.637735 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a97cf39-9ed5-4bc5-a6cf-195730b96857 req-66fc59d6-3166-45bf-ad39-1b71adf1da2d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.3818605 Mar 29 10:32:14.709580 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a97cf39-9ed5-4bc5-a6cf-195730b96857 req-77257bc6-2f1b-436c-aab2-8eb598c1f574 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601354 Mar 29 10:32:14.715081 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3da60b3f-c2f9-4241-9cbf-a03f2d0a541c req-530f8144-f77b-437d-9593-418e0730230f service neutron] 10.222.0.36 "GET /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781329 Mar 29 10:32:14.881853 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1327a941-4db7-494b-98d3-4d524938ba53 None None] New status for floating IP f48e1ea9-f60f-465f-9fb6-db4f43663b47: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:32:15.899829 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e9c5f-d065-48e8-ab85-20c57697a3e9 req-d034a71e-9e56-4a26-a1cd-479086dcdff3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:15.901299 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4d7e9c5f-d065-48e8-ab85-20c57697a3e9 req-d034a71e-9e56-4a26-a1cd-479086dcdff3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0791192 Mar 29 10:32:15.943951 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4d7e9c5f-d065-48e8-ab85-20c57697a3e9 req-b4661277-c253-44ee-9f04-c341f42d5f86 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=2d76fe8a-2057-4634-bf80-6f1a8aeac259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370657 Mar 29 10:32:16.092550 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf526667-9fa8-4e82-9a52-35bd80ab0c2a req-4e24a28f-0186-49c0-8101-3ccfca4a134f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:16.093925 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cf526667-9fa8-4e82-9a52-35bd80ab0c2a req-4e24a28f-0186-49c0-8101-3ccfca4a134f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0778286 Mar 29 10:32:16.164799 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-cf526667-9fa8-4e82-9a52-35bd80ab0c2a req-efa61ca4-1c90-49ce-aa1b-6c2189076b6e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:32:16.165136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-cf526667-9fa8-4e82-9a52-35bd80ab0c2a req-efa61ca4-1c90-49ce-aa1b-6c2189076b6e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:16.406658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-cf526667-9fa8-4e82-9a52-35bd80ab0c2a req-efa61ca4-1c90-49ce-aa1b-6c2189076b6e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] For port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d,segment=NetworkSegment(f5daf619-6f25-426a-b7b0-180631543683),segment_id=f5daf619-6f25-426a-b7b0-180631543683)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:32:16.407011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-cf526667-9fa8-4e82-9a52-35bd80ab0c2a req-efa61ca4-1c90-49ce-aa1b-6c2189076b6e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:16.528512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-cf526667-9fa8-4e82-9a52-35bd80ab0c2a req-efa61ca4-1c90-49ce-aa1b-6c2189076b6e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for e9418a21-b7f9-418f-9027-a5ea0f4d6d0d owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:32:16.778969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-cf526667-9fa8-4e82-9a52-35bd80ab0c2a req-efa61ca4-1c90-49ce-aa1b-6c2189076b6e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:16.913428 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa61ca4-1c90-49ce-aa1b-6c2189076b6e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=e9418a21-b7f9-418f-9027-a5ea0f4d6d0d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:16.926865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf526667-9fa8-4e82-9a52-35bd80ab0c2a req-efa61ca4-1c90-49ce-aa1b-6c2189076b6e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] No DVR routers for this DVR port e9418a21-b7f9-418f-9027-a5ea0f4d6d0d on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:32:16.929297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-cf526667-9fa8-4e82-9a52-35bd80ab0c2a req-efa61ca4-1c90-49ce-aa1b-6c2189076b6e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:16.931840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e36107-d38d-46fc-a8a7-d28bb128e3e9', 'name': 'network-vif-deleted', 'tag': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:32:16.982829 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e36107-d38d-46fc-a8a7-d28bb128e3e9', 'name': 'network-vif-deleted', 'tag': 'e9418a21-b7f9-418f-9027-a5ea0f4d6d0d', 'status': 'completed', 'code': 200} Mar 29 10:32:17.002175 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-cf526667-9fa8-4e82-9a52-35bd80ab0c2a req-efa61ca4-1c90-49ce-aa1b-6c2189076b6e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "DELETE /v2.0/ports/e9418a21-b7f9-418f-9027-a5ea0f4d6d0d HTTP/1.1" status: 204 len: 173 time: 0.9025469 Mar 29 10:32:17.098039 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2b43be8f-ef68-40c6-9bed-bf134be3a30c req-1955fa99-fdaf-45d4-9aeb-c0812c4ba1c7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=37e36107-d38d-46fc-a8a7-d28bb128e3e9 HTTP/1.1" status: 200 len: 210 time: 0.0469894 Mar 29 10:32:18.193012 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46266) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:18.732524 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-85cdb7f6-2544-4c8c-b8d5-70010d93ff54 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:19.198769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-85cdb7f6-2544-4c8c-b8d5-70010d93ff54 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port 2238d52a-c739-49dc-b8a6-f291cea44695 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:32:19.199460 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-85cdb7f6-2544-4c8c-b8d5-70010d93ff54 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:19.382328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-85cdb7f6-2544-4c8c-b8d5-70010d93ff54 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] For port 2238d52a-c739-49dc-b8a6-f291cea44695, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2238d52a-c739-49dc-b8a6-f291cea44695,segment=NetworkSegment(f5daf619-6f25-426a-b7b0-180631543683),segment_id=f5daf619-6f25-426a-b7b0-180631543683)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:32:19.382692 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-85cdb7f6-2544-4c8c-b8d5-70010d93ff54 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:19.507018 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-85cdb7f6-2544-4c8c-b8d5-70010d93ff54 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for 2238d52a-c739-49dc-b8a6-f291cea44695 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:32:19.778404 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-85cdb7f6-2544-4c8c-b8d5-70010d93ff54 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:19.828346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdb7f6-2544-4c8c-b8d5-70010d93ff54 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=2238d52a-c739-49dc-b8a6-f291cea44695,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:20.084659 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device e9418a21-b7f9-418f-9027-a5ea0f4d6d0d no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:32:20.103578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-85cdb7f6-2544-4c8c-b8d5-70010d93ff54 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:20.118515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: e9418a21-b7f9-418f-9027-a5ea0f4d6d0d {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:32:20.118855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device e9418a21-b7f9-418f-9027-a5ea0f4d6d0d not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:32:20.554333 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cdb7f6-2544-4c8c-b8d5-70010d93ff54 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router 72f43975-0928-450f-be2b-16513763d7b5 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:32:20.730082 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cdb7f6-2544-4c8c-b8d5-70010d93ff54 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:32:20.739872 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cddb92-1fc8-4214-9af9-acf7b94a8ede None None] Sync routers for ids ['72f43975-0928-450f-be2b-16513763d7b5'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:32:20.743170 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-85cdb7f6-2544-4c8c-b8d5-70010d93ff54 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "PUT /v2.0/routers/72f43975-0928-450f-be2b-16513763d7b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5487821 Mar 29 10:32:20.745646 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46276) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:20.749062 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cddb92-1fc8-4214-9af9-acf7b94a8ede None None] Routers {'72f43975-0928-450f-be2b-16513763d7b5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:32:20.749655 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a3cddb92-1fc8-4214-9af9-acf7b94a8ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:32:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['72f43975-0928-450f-be2b-16513763d7b5'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:20.810939 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99c25af-02e2-424a-97c4-77cabf249387 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting subnet 5ceb6b7b-449f-4487-8623-5861995ba37f {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:32:20.813916 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c99c25af-02e2-424a-97c4-77cabf249387 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:20.870658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c99c25af-02e2-424a-97c4-77cabf249387 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:20.928825 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-a3cddb92-1fc8-4214-9af9-acf7b94a8ede None None] Set router 72f43975-0928-450f-be2b-16513763d7b5 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:32:20.959463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c99c25af-02e2-424a-97c4-77cabf249387 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:21.093314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c99c25af-02e2-424a-97c4-77cabf249387 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:21.139247 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c25af-02e2-424a-97c4-77cabf249387 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Subnet': ['ID=5ceb6b7b-449f-4487-8623-5861995ba37f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:21.141207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c99c25af-02e2-424a-97c4-77cabf249387 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:21.150286 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c99c25af-02e2-424a-97c4-77cabf249387 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/subnets/5ceb6b7b-449f-4487-8623-5861995ba37f HTTP/1.1" status: 204 len: 168 time: 0.4015124 Mar 29 10:32:21.150957 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46280) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:21.153740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09f1132-9e6d-4d5e-934e-ff31d0d440b3 None None] Network 0d132cac-9b24-4e71-a287-6bd92349cb95 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:32:21.214372 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a3cddb92-1fc8-4214-9af9-acf7b94a8ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f43975-0928-450f-be2b-16513763d7b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:29:18Z', 'updated_at': '2022-03-29T10:32:19Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:19Z', 'updated_at': '2022-03-29T10:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:21.218542 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cddb92-1fc8-4214-9af9-acf7b94a8ede None None] Checking router: 72f43975-0928-450f-be2b-16513763d7b5 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:32:21.227635 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cddb92-1fc8-4214-9af9-acf7b94a8ede None None] Routers {'72f43975-0928-450f-be2b-16513763d7b5'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:32:21.228354 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a3cddb92-1fc8-4214-9af9-acf7b94a8ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:32:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['72f43975-0928-450f-be2b-16513763d7b5'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:21.339836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:21.432571 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] DHCP port deletion for 0d132cac-9b24-4e71-a287-6bd92349cb95 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:32:21.436433 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Deleting port 277e3a89-57b9-4428-8b5e-615eea579443 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:32:21.437017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:21.464193 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-a3cddb92-1fc8-4214-9af9-acf7b94a8ede None None] Set router 72f43975-0928-450f-be2b-16513763d7b5 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:32:21.531264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:21.601015 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port e06cd2d6-3114-4ded-a62c-d380da4483f0 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:32:21.601528 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:21.642157 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] For port 277e3a89-57b9-4428-8b5e-615eea579443, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=277e3a89-57b9-4428-8b5e-615eea579443,segment=NetworkSegment(f5daf619-6f25-426a-b7b0-180631543683),segment_id=f5daf619-6f25-426a-b7b0-180631543683)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:32:21.642388 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:21.745802 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a3cddb92-1fc8-4214-9af9-acf7b94a8ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f43975-0928-450f-be2b-16513763d7b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:29:18Z', 'updated_at': '2022-03-29T10:32:19Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:19Z', 'updated_at': '2022-03-29T10:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:21.749742 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cddb92-1fc8-4214-9af9-acf7b94a8ede None None] The sync data for ids ['72f43975-0928-450f-be2b-16513763d7b5'] in dv-neutron-835555-1-hyperv is: [{'id': '72f43975-0928-450f-be2b-16513763d7b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139646374', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:29:18Z', 'updated_at': '2022-03-29T10:32:19Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'e06cd2d6-3114-4ded-a62c-d380da4483f0', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f43975-0928-450f-be2b-16513763d7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:29:19Z', 'updated_at': '2022-03-29T10:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:32:21.772494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Calling delete_port for 277e3a89-57b9-4428-8b5e-615eea579443 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:32:21.780149 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] For port e06cd2d6-3114-4ded-a62c-d380da4483f0, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e06cd2d6-3114-4ded-a62c-d380da4483f0,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:32:21.780535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:21.901751 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for e06cd2d6-3114-4ded-a62c-d380da4483f0 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:32:21.921415 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:21.966729 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Pushing event deleted for resources: {'Port': ['ID=277e3a89-57b9-4428-8b5e-615eea579443,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:21.975568 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] No DVR routers for this DVR port 277e3a89-57b9-4428-8b5e-615eea579443 on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:32:21.977474 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:21.977815 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:21.978146 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:21.978476 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:21.978798 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:21.979121 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:21.979470 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:21.979787 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:21.980103 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:21.980419 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:21.980756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:21.981069 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daea1aee-00bc-4b3e-bd08-bf200d0b3292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:22.371626 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:22.445145 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=e06cd2d6-3114-4ded-a62c-d380da4483f0,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:22.460857 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:22.461205 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:22.461542 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:22.461888 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:22.462201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:22.462525 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:22.462863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:22.463167 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:22.463484 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:22.463804 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:22.464120 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:22.464439 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:22.522924 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:22.699181 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:22.701279 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:22.784433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:22.784989 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Fanout notify agent at l3_agent the message router_deleted on router 72f43975-0928-450f-be2b-16513763d7b5 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:32:22.800315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:22.804151 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-50996f72-b2b4-412b-945b-035a7187b1bb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/routers/72f43975-0928-450f-be2b-16513763d7b5 HTTP/1.1" status: 204 len: 168 time: 1.6494484 Mar 29 10:32:22.804151 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46284) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:22.923229 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54c5f043-e4ae-4dc5-a25a-178689f59099 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:23.051530 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54c5f043-e4ae-4dc5-a25a-178689f59099 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:23.075836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-54c5f043-e4ae-4dc5-a25a-178689f59099 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d132cac-9b24-4e71-a287-6bd92349cb95']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:23.088134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-54c5f043-e4ae-4dc5-a25a-178689f59099 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5daf619-6f25-426a-b7b0-180631543683') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:23.088427 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-54c5f043-e4ae-4dc5-a25a-178689f59099 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5daf619-6f25-426a-b7b0-180631543683') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:23.099682 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54c5f043-e4ae-4dc5-a25a-178689f59099 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:23.114968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54c5f043-e4ae-4dc5-a25a-178689f59099 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:23.121056 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c5f043-e4ae-4dc5-a25a-178689f59099 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:32:23.121433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54c5f043-e4ae-4dc5-a25a-178689f59099 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:32:23.135751 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:32:23.267421 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e06cd2d6-3114-4ded-a62c-d380da4483f0 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:32:23.275749 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54c5f043-e4ae-4dc5-a25a-178689f59099 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:23.296454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-54c5f043-e4ae-4dc5-a25a-178689f59099 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:23.302998 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5f043-e4ae-4dc5-a25a-178689f59099 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Network': ['ID=0d132cac-9b24-4e71-a287-6bd92349cb95,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:23.304043 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: e06cd2d6-3114-4ded-a62c-d380da4483f0 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:32:23.304391 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e06cd2d6-3114-4ded-a62c-d380da4483f0 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:32:23.304829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2238d52a-c739-49dc-b8a6-f291cea44695 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:32:23.310774 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-54c5f043-e4ae-4dc5-a25a-178689f59099 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/networks/0d132cac-9b24-4e71-a287-6bd92349cb95 HTTP/1.1" status: 204 len: 168 time: 0.5056987 Mar 29 10:32:23.313519 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46288) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:23.340894 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 2238d52a-c739-49dc-b8a6-f291cea44695 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:32:23.341236 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2238d52a-c739-49dc-b8a6-f291cea44695 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:32:23.341638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 277e3a89-57b9-4428-8b5e-615eea579443 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:32:23.373958 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 277e3a89-57b9-4428-8b5e-615eea579443 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:32:23.374297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 277e3a89-57b9-4428-8b5e-615eea579443 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:32:23.386792 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7716e224-a831-40e8-9ea1-dbd2e0b38bfa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:23.421129 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7716e224-a831-40e8-9ea1-dbd2e0b38bfa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:23.554153 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7716e224-a831-40e8-9ea1-dbd2e0b38bfa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:23.573003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716e224-a831-40e8-9ea1-dbd2e0b38bfa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d76fe8a-2057-4634-bf80-6f1a8aeac259,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:23.668436 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7716e224-a831-40e8-9ea1-dbd2e0b38bfa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:23.669584 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7716e224-a831-40e8-9ea1-dbd2e0b38bfa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/security-groups/2d76fe8a-2057-4634-bf80-6f1a8aeac259 HTTP/1.1" status: 204 len: 168 time: 0.3551779 Mar 29 10:32:23.692350 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:24.082832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46296) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:24.088163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f5163d69-5e70-4678-973c-8975df4b87db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1176325826', 'description': 'tempest-secgroup-smoke-1176325826 description', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:32:24.094158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f5163d69-5e70-4678-973c-8975df4b87db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:32:24.098700 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f5163d69-5e70-4678-973c-8975df4b87db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:32:24.101539 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f5163d69-5e70-4678-973c-8975df4b87db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:32:24.107243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f5163d69-5e70-4678-973c-8975df4b87db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:32:24.161138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5163d69-5e70-4678-973c-8975df4b87db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:24.181112 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f5163d69-5e70-4678-973c-8975df4b87db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:32:24.184907 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f5163d69-5e70-4678-973c-8975df4b87db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:32:24.187652 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f5163d69-5e70-4678-973c-8975df4b87db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:32:24.193445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f5163d69-5e70-4678-973c-8975df4b87db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:32:24.264789 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5163d69-5e70-4678-973c-8975df4b87db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:24.337024 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5163d69-5e70-4678-973c-8975df4b87db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:24.382995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5163d69-5e70-4678-973c-8975df4b87db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb933cc3-285b-4f72-9694-c35bcea68103,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:24.451497 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f5163d69-5e70-4678-973c-8975df4b87db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:24.452781 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f5163d69-5e70-4678-973c-8975df4b87db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3688009 Mar 29 10:32:24.456061 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46300) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:24.460995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-c0f76bc8-1ede-4efe-a7b4-020d89806599 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'eb933cc3-285b-4f72-9694-c35bcea68103', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:32:24.467036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c0f76bc8-1ede-4efe-a7b4-020d89806599 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:32:24.470847 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c0f76bc8-1ede-4efe-a7b4-020d89806599 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:32:24.474372 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-c0f76bc8-1ede-4efe-a7b4-020d89806599 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:32:24.480053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-c0f76bc8-1ede-4efe-a7b4-020d89806599 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:32:24.577644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c0f76bc8-1ede-4efe-a7b4-020d89806599 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:24.639602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c0f76bc8-1ede-4efe-a7b4-020d89806599 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:24.715179 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c0f76bc8-1ede-4efe-a7b4-020d89806599 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:24.738470 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f76bc8-1ede-4efe-a7b4-020d89806599 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abc5c61-a10f-47e9-a5b3-3eb2e9573e01,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:24.824116 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-c0f76bc8-1ede-4efe-a7b4-020d89806599 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:24.825390 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c0f76bc8-1ede-4efe-a7b4-020d89806599 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3683662 Mar 29 10:32:24.828119 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46304) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:24.834767 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-9d9e6b12-6cd3-436e-afc7-9b9f52cc941f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'eb933cc3-285b-4f72-9694-c35bcea68103', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:32:24.840884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9d9e6b12-6cd3-436e-afc7-9b9f52cc941f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:32:24.844718 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9d9e6b12-6cd3-436e-afc7-9b9f52cc941f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:32:24.847543 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-9d9e6b12-6cd3-436e-afc7-9b9f52cc941f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:32:24.853259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-9d9e6b12-6cd3-436e-afc7-9b9f52cc941f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:32:24.945267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6b12-6cd3-436e-afc7-9b9f52cc941f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:25.005472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6b12-6cd3-436e-afc7-9b9f52cc941f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:25.080988 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6b12-6cd3-436e-afc7-9b9f52cc941f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:25.103613 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e6b12-6cd3-436e-afc7-9b9f52cc941f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea22c04-84c0-4a13-98b3-4361deab0501,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:25.176966 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6b12-6cd3-436e-afc7-9b9f52cc941f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:25.178093 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-9d9e6b12-6cd3-436e-afc7-9b9f52cc941f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3490133 Mar 29 10:32:25.180670 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46308) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:25.185602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-a34806f9-4862-4da0-bd65-2d29783f8fc3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'eb933cc3-285b-4f72-9694-c35bcea68103', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:32:25.192303 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a34806f9-4862-4da0-bd65-2d29783f8fc3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:32:25.196271 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a34806f9-4862-4da0-bd65-2d29783f8fc3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:32:25.199251 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a34806f9-4862-4da0-bd65-2d29783f8fc3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:32:25.204970 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a34806f9-4862-4da0-bd65-2d29783f8fc3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:32:25.287639 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a34806f9-4862-4da0-bd65-2d29783f8fc3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:25.351158 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a34806f9-4862-4da0-bd65-2d29783f8fc3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:25.422584 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a34806f9-4862-4da0-bd65-2d29783f8fc3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:25.447020 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34806f9-4862-4da0-bd65-2d29783f8fc3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2148fe7b-c426-4b2f-abe3-29a3f86a4b19,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:25.520713 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a34806f9-4862-4da0-bd65-2d29783f8fc3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:25.521890 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a34806f9-4862-4da0-bd65-2d29783f8fc3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3402982 Mar 29 10:32:25.524667 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46312) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:25.529472 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f4336dea-ebf7-478f-a93c-f6dbb7ebc190 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'eb933cc3-285b-4f72-9694-c35bcea68103', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:32:25.535886 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f4336dea-ebf7-478f-a93c-f6dbb7ebc190 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:32:25.540909 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f4336dea-ebf7-478f-a93c-f6dbb7ebc190 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:32:25.542638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f4336dea-ebf7-478f-a93c-f6dbb7ebc190 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:32:25.548263 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f4336dea-ebf7-478f-a93c-f6dbb7ebc190 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:32:25.623296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f4336dea-ebf7-478f-a93c-f6dbb7ebc190 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:25.686381 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f4336dea-ebf7-478f-a93c-f6dbb7ebc190 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:25.788289 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f4336dea-ebf7-478f-a93c-f6dbb7ebc190 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:25.810924 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4336dea-ebf7-478f-a93c-f6dbb7ebc190 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82202cb5-f200-4790-91e5-11debb5286ea,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:25.892679 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f4336dea-ebf7-478f-a93c-f6dbb7ebc190 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:25.894408 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f4336dea-ebf7-478f-a93c-f6dbb7ebc190 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3687873 Mar 29 10:32:25.896994 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46316) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:25.901966 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f3f4ad0f-6c09-41c6-8976-ea9f3059073d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'eb933cc3-285b-4f72-9694-c35bcea68103', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:32:25.907846 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f3f4ad0f-6c09-41c6-8976-ea9f3059073d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:32:25.912273 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f3f4ad0f-6c09-41c6-8976-ea9f3059073d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:32:25.915282 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f3f4ad0f-6c09-41c6-8976-ea9f3059073d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:32:25.920956 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f3f4ad0f-6c09-41c6-8976-ea9f3059073d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:32:25.995388 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-f3f4ad0f-6c09-41c6-8976-ea9f3059073d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Project 0a9d5eeb10cb49b5bf8599ad952ec1f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:32:26.002011 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ad0f-6c09-41c6-8976-ea9f3059073d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:26.065900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ad0f-6c09-41c6-8976-ea9f3059073d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:26.159551 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ad0f-6c09-41c6-8976-ea9f3059073d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:26.182458 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4ad0f-6c09-41c6-8976-ea9f3059073d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323845c1-3371-4ed2-9cef-b57f9d89d3f4,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:26.251390 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ad0f-6c09-41c6-8976-ea9f3059073d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:26.253476 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f3f4ad0f-6c09-41c6-8976-ea9f3059073d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3555582 Mar 29 10:32:26.256114 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46320) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:26.261026 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-26eb19a2-0edb-4f68-85b2-493fc72bda5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'security_group_rule': {'security_group_id': 'eb933cc3-285b-4f72-9694-c35bcea68103', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:32:26.266897 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-26eb19a2-0edb-4f68-85b2-493fc72bda5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:32:26.271161 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-26eb19a2-0edb-4f68-85b2-493fc72bda5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:security_group_rule and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:32:26.274002 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-26eb19a2-0edb-4f68-85b2-493fc72bda5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:32:26.279569 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-26eb19a2-0edb-4f68-85b2-493fc72bda5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:32:26.371262 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.securitygroups_db [None req-26eb19a2-0edb-4f68-85b2-493fc72bda5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Project 0a9d5eeb10cb49b5bf8599ad952ec1f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:32:26.378562 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-26eb19a2-0edb-4f68-85b2-493fc72bda5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:26.532769 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-26eb19a2-0edb-4f68-85b2-493fc72bda5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:26.600987 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-26eb19a2-0edb-4f68-85b2-493fc72bda5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:26.624898 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb19a2-0edb-4f68-85b2-493fc72bda5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857736ea-a688-40b5-9080-18b050ea6889,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:26.681120 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-26eb19a2-0edb-4f68-85b2-493fc72bda5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:26.682259 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-26eb19a2-0edb-4f68-85b2-493fc72bda5f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4252234 Mar 29 10:32:26.685039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46324) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:26.691166 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'network': {'name': 'tempest-network-smoke--1388453201', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'port_security_enabled': True}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:32:26.696120 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:32:26.700163 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:network and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:32:26.702990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:32:26.708659 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:32:26.766629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Made reservation on behalf of 0a9d5eeb10cb49b5bf8599ad952ec1f4 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:32:26.770168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:26.797026 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:32:26.806442 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:26.806776 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Added segment 02e87979-7043-42a0-b7e3-f0bfaa8555a0 of type vlan for network 3ec817a0-e027-4940-bf9c-237ebaf6e0ac Mar 29 10:32:26.831556 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:26.903401 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:26.909259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:26.909827 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:27.015342 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Network': ['ID=3ec817a0-e027-4940-bf9c-237ebaf6e0ac,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:27.025783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 3ec817a0-e027-4940-bf9c-237ebaf6e0ac details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:32:27.093248 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-adf9baae-84f4-4b68-bcb5-e13342bd88a3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4071674 Mar 29 10:32:27.096599 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46328) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:27.101611 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'admin_state_up': True, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:32:27.109934 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:32:27.114356 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:router and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:32:27.119393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:32:27.127291 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:32:27.195609 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:27.196682 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:27.211445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:27.539548 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:27.903347 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_gateway, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:27.931525 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:28.062913 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.26.7.185 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/d272c474-bc69-4b73-bc2c-3d54076f8edf) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:32:28.206272 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:28.281070 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:28.342748 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:32:28.345448 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:32:28.354204 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:32:28.388169 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=d272c474-bc69-4b73-bc2c-3d54076f8edf,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:28.967106 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_gateway, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:29.301968 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:29.566596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router b26e3a77-0fe0-4881-ba55-82081976f5bc is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:32:29.740869 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:32:29.755793 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Sync routers for ids ['b26e3a77-0fe0-4881-ba55-82081976f5bc'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:32:29.765068 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Routers {'b26e3a77-0fe0-4881-ba55-82081976f5bc'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:32:29.765684 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:32:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b26e3a77-0fe0-4881-ba55-82081976f5bc'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:29.823842 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:29.825356 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b5647f57-8a43-400b-92ac-a001ca9ac4eb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7274902 Mar 29 10:32:29.828260 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46332) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:29.940292 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Set router b26e3a77-0fe0-4881-ba55-82081976f5bc gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:32:30.008406 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-74a205c5-5730-4cca-9944-b9d138475e15 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1789832 Mar 29 10:32:30.011004 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46338) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:30.139334 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f62f02-54bc-4c09-874b-1f53ab36d8d6 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:30.140855 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-c2f62f02-54bc-4c09-874b-1f53ab36d8d6 tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289051 Mar 29 10:32:30.144276 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46342) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:30.221633 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:28Z', 'revision_number': 3, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:30.226085 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Checking router: b26e3a77-0fe0-4881-ba55-82081976f5bc for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:32:30.226433 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Updating router b26e3a77-0fe0-4881-ba55-82081976f5bc port d272c474-bc69-4b73-bc2c-3d54076f8edf binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:32:30.280792 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:30.304193 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f63e02d8-1a7f-4244-8a4c-f236dd56a6dd tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=03de5fa9-a446-4fa0-8975-40541e842cf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1587682 Mar 29 10:32:30.306828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46346) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:30.312146 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1201468687', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:32:30.417899 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:32:30.421641 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:subnet and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:32:30.424931 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:32:30.430477 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:32:30.519578 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Made reservation on behalf of 0a9d5eeb10cb49b5bf8599ad952ec1f4 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:32:30.523152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:30.603122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:30.615296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Transition to ACTIVE for port object d272c474-bc69-4b73-bc2c-3d54076f8edf will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:32:30.691306 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:30.763684 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Attempting to bind port d272c474-bc69-4b73-bc2c-3d54076f8edf on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:32:30.764311 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Attempting to bind port d272c474-bc69-4b73-bc2c-3d54076f8edf by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:32:30.764427 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Attempting to bind port d272c474-bc69-4b73-bc2c-3d54076f8edf on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:32:30.779592 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:32:30.779953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:32:30.780339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:30.780758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:32:30.781222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Bound port: d272c474-bc69-4b73-bc2c-3d54076f8edf, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:32:30.781585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:30.804707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44b7d5-1fe3-4ae8-bfca-a026640e574e None None] Pushing event updated for resources: {'Port': ['ID=d272c474-bc69-4b73-bc2c-3d54076f8edf,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:30.816920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:30.858322 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] For port d272c474-bc69-4b73-bc2c-3d54076f8edf, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:32:30.861431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] For port d272c474-bc69-4b73-bc2c-3d54076f8edf, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d272c474-bc69-4b73-bc2c-3d54076f8edf,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:32:30.897358 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Subnet': ['ID=1b08fc56-ce2c-49ec-89da-e955667451ef,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:30.909208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Checking segment: {'id': '02e87979-7043-42a0-b7e3-f0bfaa8555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:32:30.909561 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network hostable DHCP agents. Network: 3ec817a0-e027-4940-bf9c-237ebaf6e0ac, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:32:30.932511 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:31.005087 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Routers {'b26e3a77-0fe0-4881-ba55-82081976f5bc'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:32:31.005685 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:32:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b26e3a77-0fe0-4881-ba55-82081976f5bc'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:31.011962 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 3ec817a0-e027-4940-bf9c-237ebaf6e0ac is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:32:31.070534 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44b7d5-1fe3-4ae8-bfca-a026640e574e None None] Pushing event updated for resources: {'Port': ['ID=d272c474-bc69-4b73-bc2c-3d54076f8edf,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:31.098195 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 3ec817a0-e027-4940-bf9c-237ebaf6e0ac) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:32:31.102777 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:31.107900 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:31.145806 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3428b5-6269-496d-81ce-ddf7633c8f14 None None] Network 3ec817a0-e027-4940-bf9c-237ebaf6e0ac requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:32:31.196146 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f6a1e3d9-dd28-45f7-9f91-db28d6d92f64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8882518 Mar 29 10:32:31.198981 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46352) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:31.305749 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] Set router b26e3a77-0fe0-4881-ba55-82081976f5bc gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:32:31.653467 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ips': [{'subnet_id': '1b08fc56-ce2c-49ec-89da-e955667451ef'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:32:31.654289 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:31.765922 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:28Z', 'revision_number': 3, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:31.803279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ea8b1a-266b-4194-b7f3-217886caf480 None None] The sync data for ids ['b26e3a77-0fe0-4881-ba55-82081976f5bc'] in dv-neutron-835555-1-hyperv is: [{'id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:28Z', 'revision_number': 3, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:32:31.836690 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Allocated IP 172.20.0.2 (3ec817a0-e027-4940-bf9c-237ebaf6e0ac/1b08fc56-ce2c-49ec-89da-e955667451ef/2d6a263b-1f0d-4ded-aedf-8d06a88e01ab) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:32:31.892619 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:32.074242 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:32.091758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Transition to ACTIVE for port object 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:32:32.112523 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Transition to ACTIVE for port object 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:32:32.201395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:32.270267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Network 3ec817a0-e027-4940-bf9c-237ebaf6e0ac is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:32:32.277483 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:32:32.282173 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:32:32.288166 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Pushing event updated for resources: {'Port': ['ID=2d6a263b-1f0d-4ded-aedf-8d06a88e01ab,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:32.376425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Attempting to bind port 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:32:32.377605 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Attempting to bind port 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '02e87979-7043-42a0-b7e3-f0bfaa8555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:32:32.378146 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Attempting to bind port 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab on network 3ec817a0-e027-4940-bf9c-237ebaf6e0ac {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:32:32.383849 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:32:32.384613 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Checking segment: {'id': '02e87979-7043-42a0-b7e3-f0bfaa8555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:32:32.385180 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:32.385741 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Bound using segment: {'id': '02e87979-7043-42a0-b7e3-f0bfaa8555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:32:32.386528 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Bound port: 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e87979-7043-42a0-b7e3-f0bfaa8555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:32:32.387079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:32.458489 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.20.0.1 (3ec817a0-e027-4940-bf9c-237ebaf6e0ac/1b08fc56-ce2c-49ec-89da-e955667451ef/d7db6be8-a2bf-4c4e-92ba-bf497d3fb103) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:32:32.482118 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] For port 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:32:32.485663 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] For port 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2d6a263b-1f0d-4ded-aedf-8d06a88e01ab,segment=NetworkSegment(02e87979-7043-42a0-b7e3-f0bfaa8555a0),segment_id=02e87979-7043-42a0-b7e3-f0bfaa8555a0)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:32:32.555680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:32.628894 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:32.648733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1c72d-b1a8-492a-96c1-df5851638bfd None None] Pushing event updated for resources: {'Port': ['ID=2d6a263b-1f0d-4ded-aedf-8d06a88e01ab,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:32.654134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Transition to ACTIVE for port object d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:32:32.731367 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:32.801715 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 3ec817a0-e027-4940-bf9c-237ebaf6e0ac is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:32:32.814899 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:32:32.817677 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:32:32.852373 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=d7db6be8-a2bf-4c4e-92ba-bf497d3fb103,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:32.888010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:33.022597 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:32:33.166563 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:32:33.171842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d272c474-bc69-4b73-bc2c-3d54076f8edf up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:32:33.274256 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:33.291940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port d272c474-bc69-4b73-bc2c-3d54076f8edf completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:32:33.296873 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d272c474-bc69-4b73-bc2c-3d54076f8edf triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:32:33.299529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:33.431549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:33.450789 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port d272c474-bc69-4b73-bc2c-3d54076f8edf, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d272c474-bc69-4b73-bc2c-3d54076f8edf,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:32:33.513580 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:33.579830 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=d272c474-bc69-4b73-bc2c-3d54076f8edf,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:33.699947 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:33.760921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:33.879301 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:33.882952 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=d7db6be8-a2bf-4c4e-92ba-bf497d3fb103,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:33.998581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d564c7b-e873-45e6-9540-34b567797b47 None None] Network 3ec817a0-e027-4940-bf9c-237ebaf6e0ac requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:32:34.149727 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 3ec817a0-e027-4940-bf9c-237ebaf6e0ac is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:32:34.150825 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:32:34.200316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6549d45b-e779-47fd-8809-58f5f363e408 None None] Provisioning for port 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:32:34.215416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-6549d45b-e779-47fd-8809-58f5f363e408 None None] Provisioning complete for port 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:32:34.215706 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6549d45b-e779-47fd-8809-58f5f363e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:34.341547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router b26e3a77-0fe0-4881-ba55-82081976f5bc has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:32:34.388720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6549d45b-e779-47fd-8809-58f5f363e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:34.424679 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-6549d45b-e779-47fd-8809-58f5f363e408 None None] For port 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2d6a263b-1f0d-4ded-aedf-8d06a88e01ab,segment=NetworkSegment(02e87979-7043-42a0-b7e3-f0bfaa8555a0),segment_id=02e87979-7043-42a0-b7e3-f0bfaa8555a0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:32:34.487627 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6549d45b-e779-47fd-8809-58f5f363e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:34.526294 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:32:34.539807 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Sync routers for ids ['b26e3a77-0fe0-4881-ba55-82081976f5bc'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:32:34.542979 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-cef90a15-454a-481d-b567-43e1a9463757 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "PUT /v2.0/routers/b26e3a77-0fe0-4881-ba55-82081976f5bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3429091 Mar 29 10:32:34.550476 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Routers {'b26e3a77-0fe0-4881-ba55-82081976f5bc'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:32:34.551088 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:32:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b26e3a77-0fe0-4881-ba55-82081976f5bc'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:34.566206 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549d45b-e779-47fd-8809-58f5f363e408 None None] Pushing event updated for resources: {'Port': ['ID=2d6a263b-1f0d-4ded-aedf-8d06a88e01ab,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:34.714026 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-cf402af0-6a7f-4ddb-8f78-3fa2266cfc95 None None] Provisioning complete for port 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:32:34.714405 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cf402af0-6a7f-4ddb-8f78-3fa2266cfc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:34.736761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-0efc0232-c0f7-4d14-b0f5-87c3526f845d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:32:34.759210 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Set router b26e3a77-0fe0-4881-ba55-82081976f5bc gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:32:34.806623 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-0efc0232-c0f7-4d14-b0f5-87c3526f845d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:32:34.813062 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-0efc0232-c0f7-4d14-b0f5-87c3526f845d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176325826&fields=id&tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 267 time: 0.1156995 Mar 29 10:32:34.915615 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-cf402af0-6a7f-4ddb-8f78-3fa2266cfc95 None None] Provisioning for port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:32:34.921150 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-cf402af0-6a7f-4ddb-8f78-3fa2266cfc95 None None] Provisioning complete for port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:32:34.921586 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cf402af0-6a7f-4ddb-8f78-3fa2266cfc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:34.980201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-1ad7f2af-a02d-45d2-9b8a-77def332811e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:34.981243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-1ad7f2af-a02d-45d2-9b8a-77def332811e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:network {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:32:35.004342 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:32:35.055781 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-cf402af0-6a7f-4ddb-8f78-3fa2266cfc95 None None] Port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:32:35.057643 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-1ad7f2af-a02d-45d2-9b8a-77def332811e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:network {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:32:35.058814 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-1ad7f2af-a02d-45d2-9b8a-77def332811e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/networks?id=3ec817a0-e027-4940-bf9c-237ebaf6e0ac HTTP/1.1" status: 200 len: 797 time: 0.2415681 Mar 29 10:32:35.083964 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-baee56a7-25c4-4f8a-94c1-faa0f239983f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/quotas/0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 375 time: 0.0185044 Mar 29 10:32:35.091308 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:32:35.091671 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:35.140873 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'd7db6be8-a2bf-4c4e-92ba-bf497d3fb103', 'name': '', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:13:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:32Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 2, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:35.145874 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Checking router: b26e3a77-0fe0-4881-ba55-82081976f5bc for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:32:35.148256 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Updating router b26e3a77-0fe0-4881-ba55-82081976f5bc port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:32:35.172505 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-92419106-f17b-4ceb-a221-ede872b2d833 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:32:35.208634 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:35.222430 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f4ccdd3c-8326-453e-9855-17c2e81632c1 None None] Provisioning complete for port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:32:35.222945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdd3c-8326-453e-9855-17c2e81632c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:35.257480 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d272c474-bc69-4b73-bc2c-3d54076f8edf up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:32:35.274892 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-92419106-f17b-4ceb-a221-ede872b2d833 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:32:35.276217 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-92419106-f17b-4ceb-a221-ede872b2d833 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1915154 Mar 29 10:32:35.327331 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f4ccdd3c-8326-453e-9855-17c2e81632c1 None None] Port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:32:35.345985 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d272c474-bc69-4b73-bc2c-3d54076f8edf triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:32:35.346364 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:35.468391 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-b6d66bb5-25a9-46e9-8362-9cb06104c072 service neutron] 10.222.0.35 "GET /v2.0/networks/3ec817a0-e027-4940-bf9c-237ebaf6e0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799195 Mar 29 10:32:35.577371 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:35.588642 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Transition to ACTIVE for port object d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:32:35.600507 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-5c2b5c87-0d43-4ca9-9b4f-d3ead61d2c3f service neutron] 10.222.0.35 "GET /v2.0/networks/3ec817a0-e027-4940-bf9c-237ebaf6e0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241360 Mar 29 10:32:35.662272 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:35.789370 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-062188e9-9f9c-4c78-b1cc-33c06a78a1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:35.790072 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130848e9-d960-428b-88d4-fb39a217fb4e None None] Pushing event updated for resources: {'Port': ['ID=d7db6be8-a2bf-4c4e-92ba-bf497d3fb103,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:35.831432 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130848e9-d960-428b-88d4-fb39a217fb4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:35.831432 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130848e9-d960-428b-88d4-fb39a217fb4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:35.831432 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130848e9-d960-428b-88d4-fb39a217fb4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:35.831432 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130848e9-d960-428b-88d4-fb39a217fb4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:35.831432 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130848e9-d960-428b-88d4-fb39a217fb4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:35.831432 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130848e9-d960-428b-88d4-fb39a217fb4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:35.831969 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130848e9-d960-428b-88d4-fb39a217fb4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:35.832054 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130848e9-d960-428b-88d4-fb39a217fb4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:35.832332 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130848e9-d960-428b-88d4-fb39a217fb4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:35.832679 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130848e9-d960-428b-88d4-fb39a217fb4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:35.832986 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130848e9-d960-428b-88d4-fb39a217fb4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:35.833299 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130848e9-d960-428b-88d4-fb39a217fb4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:35.928202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-75d8cec1-1c8a-4e93-a12b-9829e4f746f3 req-c802bfb9-b20f-4eb0-a480-a1ebd0ff409a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:32:35.936182 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Attempting to bind port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:32:35.936576 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Attempting to bind port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '02e87979-7043-42a0-b7e3-f0bfaa8555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:32:35.937053 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Attempting to bind port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 on network 3ec817a0-e027-4940-bf9c-237ebaf6e0ac {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:32:35.940319 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-75d8cec1-1c8a-4e93-a12b-9829e4f746f3 req-c802bfb9-b20f-4eb0-a480-a1ebd0ff409a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:32:35.943675 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:32:35.944046 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Checking segment: {'id': '02e87979-7043-42a0-b7e3-f0bfaa8555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:32:35.944446 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:35.944836 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Bound using segment: {'id': '02e87979-7043-42a0-b7e3-f0bfaa8555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:32:35.945301 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Bound port: d7db6be8-a2bf-4c4e-92ba-bf497d3fb103, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e87979-7043-42a0-b7e3-f0bfaa8555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:32:35.945669 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:35.948801 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-75d8cec1-1c8a-4e93-a12b-9829e4f746f3 req-c802bfb9-b20f-4eb0-a480-a1ebd0ff409a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 210 time: 0.0676727 Mar 29 10:32:36.042105 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] For port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:32:36.045203 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] For port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d7db6be8-a2bf-4c4e-92ba-bf497d3fb103,segment=NetworkSegment(02e87979-7043-42a0-b7e3-f0bfaa8555a0),segment_id=02e87979-7043-42a0-b7e3-f0bfaa8555a0)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:32:36.130918 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:36.212838 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Routers {'b26e3a77-0fe0-4881-ba55-82081976f5bc'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:32:36.213457 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:32:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b26e3a77-0fe0-4881-ba55-82081976f5bc'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:36.267942 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130848e9-d960-428b-88d4-fb39a217fb4e None None] Pushing event updated for resources: {'Port': ['ID=d7db6be8-a2bf-4c4e-92ba-bf497d3fb103,revision_number=4']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:36.398696 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] Set router b26e3a77-0fe0-4881-ba55-82081976f5bc gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:32:36.710800 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'd7db6be8-a2bf-4c4e-92ba-bf497d3fb103', 'name': '', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:13:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:32Z', 'updated_at': '2022-03-29T10:32:36Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:36.714776 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a98cfe4-3ab7-4c7f-99c1-36e479855957 None None] The sync data for ids ['b26e3a77-0fe0-4881-ba55-82081976f5bc'] in dv-neutron-835555-1-hyperv is: [{'id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'd7db6be8-a2bf-4c4e-92ba-bf497d3fb103', 'name': '', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:13:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:32Z', 'updated_at': '2022-03-29T10:32:36Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:32:36.991001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:32:37.126746 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-8cd2f703-8279-4005-a283-c3f19a6e9748 req-91fe6007-8f05-4e2f-bad9-400dae9df4db tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 210 time: 0.0434918 Mar 29 10:32:37.166700 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:32:37.171876 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:32:37.172246 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:37.308998 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:37.343372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d7db6be8-a2bf-4c4e-92ba-bf497d3fb103,segment=NetworkSegment(02e87979-7043-42a0-b7e3-f0bfaa8555a0),segment_id=02e87979-7043-42a0-b7e3-f0bfaa8555a0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:32:37.429247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:37.506119 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=d7db6be8-a2bf-4c4e-92ba-bf497d3fb103,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:37.919564 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bbe9120d-65ca-41a5-95ef-4075e8224413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:37.998434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-b1c89fd5-180c-487f-8239-150714642754 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:37.999795 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-b1c89fd5-180c-487f-8239-150714642754 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/networks?id=3ec817a0-e027-4940-bf9c-237ebaf6e0ac HTTP/1.1" status: 200 len: 797 time: 0.1463881 Mar 29 10:32:38.046555 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-fc0181e4-899a-45e9-b9dc-0a0089297f7c tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4 HTTP/1.1" status: 200 len: 380 time: 0.0387368 Mar 29 10:32:38.054807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'port': {'device_id': 'e7090e10-659e-48ea-b700-2055a0b70e1a', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'admin_state_up': True, 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'security_groups': ['eb933cc3-285b-4f72-9694-c35bcea68103']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:32:38.192567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:32:38.202899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:32:38.289230 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b40d7055-b913-425c-8bf3-ec346dd67eb5 req-a549c66d-d935-4599-b577-91322ef1d2c9 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 210 time: 0.0467467 Mar 29 10:32:38.289943 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Made reservation on behalf of 0a9d5eeb10cb49b5bf8599ad952ec1f4 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:32:38.293568 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:38.450206 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.20.0.8 (3ec817a0-e027-4940-bf9c-237ebaf6e0ac/1b08fc56-ce2c-49ec-89da-e955667451ef/07f6c03a-8ccb-40f8-b297-ad274d2645ab) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:32:38.636837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:38.652133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Transition to ACTIVE for port object 07f6c03a-8ccb-40f8-b297-ad274d2645ab will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:32:38.748457 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:38.813620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 3ec817a0-e027-4940-bf9c-237ebaf6e0ac is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:32:38.821619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:32:38.825924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:32:38.856226 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=07f6c03a-8ccb-40f8-b297-ad274d2645ab,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:38.897566 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:38.898230 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:38.974634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:32:39.008817 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-055f79d0-0dbe-407c-b7cb-67a510415511 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9572263 Mar 29 10:32:39.020679 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Request body: {'port': {'device_id': 'e7090e10-659e-48ea-b700-2055a0b70e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:32:39.044386 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:39.062595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:32:39.062966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:39.115627 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:39.191130 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f6755818-3088-4cfb-a941-fcabd2d6c477 None None] Provisioning for port 07f6c03a-8ccb-40f8-b297-ad274d2645ab completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:32:39.199145 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f6755818-3088-4cfb-a941-fcabd2d6c477 None None] Provisioning complete for port 07f6c03a-8ccb-40f8-b297-ad274d2645ab triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:32:39.199512 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f6755818-3088-4cfb-a941-fcabd2d6c477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:39.242495 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:39.254589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f6755818-3088-4cfb-a941-fcabd2d6c477 None None] Port 07f6c03a-8ccb-40f8-b297-ad274d2645ab cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:32:39.480037 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf744a-a2e2-4ec4-a686-2b29265b245b req-ded5cea4-f0d8-4461-82d2-fd0dae8ac168 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:39.481455 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0acf744a-a2e2-4ec4-a686-2b29265b245b req-ded5cea4-f0d8-4461-82d2-fd0dae8ac168 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 931 time: 0.0837641 Mar 29 10:32:39.542820 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0acf744a-a2e2-4ec4-a686-2b29265b245b req-0da1ea17-8e49-4953-a352-43355921b1e2 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548339 Mar 29 10:32:39.589204 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f6c03a-8ccb-40f8-b297-ad274d2645ab {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:32:39.596883 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:39.610650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Transition to ACTIVE for port object 07f6c03a-8ccb-40f8-b297-ad274d2645ab will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:32:39.667563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:39.818586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Pushing event updated for resources: {'Port': ['ID=07f6c03a-8ccb-40f8-b297-ad274d2645ab,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:39.902367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Attempting to bind port 07f6c03a-8ccb-40f8-b297-ad274d2645ab on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:32:39.902697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Attempting to bind port 07f6c03a-8ccb-40f8-b297-ad274d2645ab by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '02e87979-7043-42a0-b7e3-f0bfaa8555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:32:39.903023 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Attempting to bind port 07f6c03a-8ccb-40f8-b297-ad274d2645ab on network 3ec817a0-e027-4940-bf9c-237ebaf6e0ac {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:32:39.907639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Port 07f6c03a-8ccb-40f8-b297-ad274d2645ab on network 3ec817a0-e027-4940-bf9c-237ebaf6e0ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:32:39.908527 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Attempting to bind port 07f6c03a-8ccb-40f8-b297-ad274d2645ab on network 3ec817a0-e027-4940-bf9c-237ebaf6e0ac {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:32:39.913451 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:32:39.913778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Checking segment: {'id': '02e87979-7043-42a0-b7e3-f0bfaa8555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:32:39.914153 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Bound using segment: {'id': '02e87979-7043-42a0-b7e3-f0bfaa8555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:32:39.914568 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Bound port: 07f6c03a-8ccb-40f8-b297-ad274d2645ab, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e87979-7043-42a0-b7e3-f0bfaa8555a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:32:39.914905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:40.012518 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] For port 07f6c03a-8ccb-40f8-b297-ad274d2645ab, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:32:40.015280 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] For port 07f6c03a-8ccb-40f8-b297-ad274d2645ab, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=07f6c03a-8ccb-40f8-b297-ad274d2645ab,segment=NetworkSegment(02e87979-7043-42a0-b7e3-f0bfaa8555a0),segment_id=02e87979-7043-42a0-b7e3-f0bfaa8555a0)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:32:40.107950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:40.162717 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:40.163329 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:40.164753 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] 10.222.0.36 "PUT /v2.0/ports/07f6c03a-8ccb-40f8-b297-ad274d2645ab HTTP/1.1" status: 200 len: 1093 time: 1.1488280 Mar 29 10:32:40.165183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7090e10-659e-48ea-b700-2055a0b70e1a', 'tag': '07f6c03a-8ccb-40f8-b297-ad274d2645ab'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:32:40.191791 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70008bc6-edea-4218-9045-d2143754a8bd service neutron] Pushing event updated for resources: {'Port': ['ID=07f6c03a-8ccb-40f8-b297-ad274d2645ab,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:40.213921 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7090e10-659e-48ea-b700-2055a0b70e1a', 'tag': '07f6c03a-8ccb-40f8-b297-ad274d2645ab', 'status': 'completed', 'code': 200} Mar 29 10:32:40.308944 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a680c10-df84-4650-9a0e-83ea9ac41c25 req-071d3ecb-208f-4816-a11a-2cc811d116b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:40.310572 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8a680c10-df84-4650-9a0e-83ea9ac41c25 req-071d3ecb-208f-4816-a11a-2cc811d116b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 1096 time: 0.0774932 Mar 29 10:32:40.451436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a680c10-df84-4650-9a0e-83ea9ac41c25 req-f5b33ffc-bd1a-42e1-9f4a-b3510766d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:40.452849 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8a680c10-df84-4650-9a0e-83ea9ac41c25 req-f5b33ffc-bd1a-42e1-9f4a-b3510766d20e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1351240 Mar 29 10:32:40.585935 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a680c10-df84-4650-9a0e-83ea9ac41c25 req-18a82191-6bed-4ca8-927b-095d5a2c93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:40.587384 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8a680c10-df84-4650-9a0e-83ea9ac41c25 req-18a82191-6bed-4ca8-927b-095d5a2c93bb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288912 Mar 29 10:32:40.696953 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-9fa21225-dcaf-4574-8450-9aa028876350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:40.698465 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-9fa21225-dcaf-4574-8450-9aa028876350 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 1096 time: 0.0769532 Mar 29 10:32:40.726844 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313c731-57ec-4b95-9041-4dbe0438d979 req-ef409e79-8beb-42e0-a9f9-2b5f4f388e7e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:40.728306 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b313c731-57ec-4b95-9041-4dbe0438d979 req-ef409e79-8beb-42e0-a9f9-2b5f4f388e7e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 943 time: 0.0787642 Mar 29 10:32:40.769935 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-0bbdf220-e1ab-4b7b-bf70-84e02c9e1273 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f6c03a-8ccb-40f8-b297-ad274d2645ab HTTP/1.1" status: 200 len: 217 time: 0.0636227 Mar 29 10:32:40.772476 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b313c731-57ec-4b95-9041-4dbe0438d979 req-728c52ed-497f-4e5d-975b-1e35afeee081 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382907 Mar 29 10:32:40.832538 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-24afc430-9b42-4d20-a9b5-10a1465d768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:40.833897 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-24afc430-9b42-4d20-a9b5-10a1465d768c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b08fc56-ce2c-49ec-89da-e955667451ef HTTP/1.1" status: 200 len: 835 time: 0.0588286 Mar 29 10:32:40.909178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-4a66f36c-6ca4-4222-8b62-131e232359bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:40.909430 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-4a66f36c-6ca4-4222-8b62-131e232359bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ec817a0-e027-4940-bf9c-237ebaf6e0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694709 Mar 29 10:32:40.983830 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:41.040864 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-7ace5b01-799f-45da-9ee2-530775cb40bd service neutron] 10.222.0.36 "GET /v2.0/networks/3ec817a0-e027-4940-bf9c-237ebaf6e0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249537 Mar 29 10:32:41.259547 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6a12f167-fcd1-42d1-9657-c57b0a0c5fd8 req-07fc7258-96c7-43df-a4ea-f6a02cbef730 service neutron] 10.222.0.36 "GET /v2.0/networks/3ec817a0-e027-4940-bf9c-237ebaf6e0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122519 Mar 29 10:32:41.959513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156842b-d46d-44c1-8c96-17d499d7feed req-cb8b00df-a84b-4268-9af1-621e72c65ce4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:41.960210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-d156842b-d46d-44c1-8c96-17d499d7feed req-cb8b00df-a84b-4268-9af1-621e72c65ce4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:32:42.044356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-d156842b-d46d-44c1-8c96-17d499d7feed req-cb8b00df-a84b-4268-9af1-621e72c65ce4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:32:42.045549 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d156842b-d46d-44c1-8c96-17d499d7feed req-cb8b00df-a84b-4268-9af1-621e72c65ce4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 943 time: 0.1669452 Mar 29 10:32:42.089860 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d156842b-d46d-44c1-8c96-17d499d7feed req-a4fe77f0-773b-491e-a90b-84bf11ac57e7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382521 Mar 29 10:32:43.086371 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:32:43.274601 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d8496-17a4-49de-bf28-3bf66e19e3db req-581ce43a-e9ba-45f6-b94f-666c3b751f95 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:43.276074 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-511d8496-17a4-49de-bf28-3bf66e19e3db req-581ce43a-e9ba-45f6-b94f-666c3b751f95 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 943 time: 0.0837069 Mar 29 10:32:43.319777 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-511d8496-17a4-49de-bf28-3bf66e19e3db req-a537a6fe-76d7-43f8-b0ac-d8e97386d47f tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379620 Mar 29 10:32:44.146527 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 07f6c03a-8ccb-40f8-b297-ad274d2645ab details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:32:44.304320 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 07f6c03a-8ccb-40f8-b297-ad274d2645ab, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=07f6c03a-8ccb-40f8-b297-ad274d2645ab,segment=NetworkSegment(02e87979-7043-42a0-b7e3-f0bfaa8555a0),segment_id=02e87979-7043-42a0-b7e3-f0bfaa8555a0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:32:44.317730 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '07f6c03a-8ccb-40f8-b297-ad274d2645ab', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'port_id': '07f6c03a-8ccb-40f8-b297-ad274d2645ab', 'mac_address': 'fa:16:3e:6a:5b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:32:44.376161 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:44.393522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f6c03a-8ccb-40f8-b297-ad274d2645ab {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:32:44.409440 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 07f6c03a-8ccb-40f8-b297-ad274d2645ab, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=07f6c03a-8ccb-40f8-b297-ad274d2645ab,segment=NetworkSegment(02e87979-7043-42a0-b7e3-f0bfaa8555a0),segment_id=02e87979-7043-42a0-b7e3-f0bfaa8555a0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:32:44.484863 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:44.508383 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205b3b2-66d5-4c42-b5e1-d63327067901 req-1710650f-b87e-4bbd-904b-62c6662003fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:44.509850 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4205b3b2-66d5-4c42-b5e1-d63327067901 req-1710650f-b87e-4bbd-904b-62c6662003fa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 943 time: 0.0842781 Mar 29 10:32:44.552947 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=07f6c03a-8ccb-40f8-b297-ad274d2645ab,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:44.555561 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4205b3b2-66d5-4c42-b5e1-d63327067901 req-f67012b0-88d3-4529-83d5-728e2f7ceee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381045 Mar 29 10:32:44.827995 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['07f6c03a-8ccb-40f8-b297-ad274d2645ab'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:32:45.734798 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a8290-8299-4879-9e0d-3b0f3d317c76 req-fdecf52c-f697-4eae-8b3f-e73dae909292 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:45.736733 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9d6a8290-8299-4879-9e0d-3b0f3d317c76 req-fdecf52c-f697-4eae-8b3f-e73dae909292 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 944 time: 0.0774872 Mar 29 10:32:45.782339 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9d6a8290-8299-4879-9e0d-3b0f3d317c76 req-2193f6b2-d4e8-440a-87d0-9f586a273116 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399504 Mar 29 10:32:46.161232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 07f6c03a-8ccb-40f8-b297-ad274d2645ab up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:32:46.284569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 07f6c03a-8ccb-40f8-b297-ad274d2645ab completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:32:46.289862 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 07f6c03a-8ccb-40f8-b297-ad274d2645ab triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:32:46.290234 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:46.407642 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:46.433614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7090e10-659e-48ea-b700-2055a0b70e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f6c03a-8ccb-40f8-b297-ad274d2645ab'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:32:46.443591 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 07f6c03a-8ccb-40f8-b297-ad274d2645ab, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=07f6c03a-8ccb-40f8-b297-ad274d2645ab,segment=NetworkSegment(02e87979-7043-42a0-b7e3-f0bfaa8555a0),segment_id=02e87979-7043-42a0-b7e3-f0bfaa8555a0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:32:46.526463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:46.588703 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7090e10-659e-48ea-b700-2055a0b70e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f6c03a-8ccb-40f8-b297-ad274d2645ab', 'code': 200} Mar 29 10:32:46.599624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=07f6c03a-8ccb-40f8-b297-ad274d2645ab,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:46.933537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c35e-e33c-4511-88c7-9695d8daea69 req-606343a4-57b5-40b8-912a-87598b790c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:46.935066 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a298c35e-e33c-4511-88c7-9695d8daea69 req-606343a4-57b5-40b8-912a-87598b790c2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 1098 time: 0.0698202 Mar 29 10:32:46.969309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abf373-56e0-446a-97fd-d24f28190273 req-fae15af6-3e56-49e9-a354-e965af07cd63 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:46.971459 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-58abf373-56e0-446a-97fd-d24f28190273 req-fae15af6-3e56-49e9-a354-e965af07cd63 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 945 time: 0.0808499 Mar 29 10:32:46.979656 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a298c35e-e33c-4511-88c7-9695d8daea69 req-7b07b719-63f3-472b-ab30-1c27b8d8df48 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372818 Mar 29 10:32:47.017863 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-58abf373-56e0-446a-97fd-d24f28190273 req-f8311933-a116-47b0-bd87-1b9b2bef344e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400066 Mar 29 10:32:48.207544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001073e5-7aee-4445-b34c-3e93d9727d87 req-73b0489a-9519-4232-ae34-ca47ad31d05b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:48.209052 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-001073e5-7aee-4445-b34c-3e93d9727d87 req-73b0489a-9519-4232-ae34-ca47ad31d05b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 945 time: 0.0829849 Mar 29 10:32:48.253304 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-001073e5-7aee-4445-b34c-3e93d9727d87 req-eca87ec7-2a05-46cc-8d61-26b574681c92 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383916 Mar 29 10:32:49.437650 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26109fd3-73e0-4d1d-9583-4778d8dc0f4a req-6bb0709e-7970-4601-afdd-8a42efdaea59 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:49.439095 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-26109fd3-73e0-4d1d-9583-4778d8dc0f4a req-6bb0709e-7970-4601-afdd-8a42efdaea59 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 945 time: 0.0821946 Mar 29 10:32:49.582881 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-26109fd3-73e0-4d1d-9583-4778d8dc0f4a req-59ed86f4-f723-4a41-aacb-2f75135c7160 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374156 Mar 29 10:32:49.762877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dfd15-38d8-4e94-99e8-9f312f3f42f0 req-994bf7aa-0cf7-4f05-904e-19e402633c64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:49.764304 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-902dfd15-38d8-4e94-99e8-9f312f3f42f0 req-994bf7aa-0cf7-4f05-904e-19e402633c64 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 945 time: 0.0784321 Mar 29 10:32:49.810584 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-902dfd15-38d8-4e94-99e8-9f312f3f42f0 req-9292fb43-1cee-4f46-ae2c-0e5feb82685d tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405691 Mar 29 10:32:49.833611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46440) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:49.901412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd0cb48-2190-49f5-a1e4-7dbac8b4a32b tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:49.902889 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6fd0cb48-2190-49f5-a1e4-7dbac8b4a32b tempest-TestNetworkAdvancedServerOps-1199202128 tempest-TestNetworkAdvancedServerOps-1199202128-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 1093 time: 0.0683653 Mar 29 10:32:49.905616 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46444) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:49.910375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '07f6c03a-8ccb-40f8-b297-ad274d2645ab', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:32:49.916171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:32:49.919920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Usage tracker for resource:floatingip and tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:32:49.922830 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:32:49.929496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:32:49.994324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:50.126408 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:50.257922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Allocated IP 172.26.7.39 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/7c6a0605-27dd-4a8e-bde9-e1f2d473a2e3) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:32:50.400851 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:50.480234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:50.538375 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:32:50.541036 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:32:50.548854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:32:50.591876 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=7c6a0605-27dd-4a8e-bde9-e1f2d473a2e3,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:51.050313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:51.172507 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:51.374441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:51.417286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:51.527865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event updated for resources: {'Port': ['ID=7c6a0605-27dd-4a8e-bde9-e1f2d473a2e3,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:51.537197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:51.702823 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Floating IP 8c01449b-799d-45e2-8832-08e4fca88f39 associated. External IP: 172.26.7.39, port: 07f6c03a-8ccb-40f8-b297-ad274d2645ab. Mar 29 10:32:52.051094 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router b26e3a77-0fe0-4881-ba55-82081976f5bc has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:32:52.224494 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:32:52.234045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bf9ec-0f78-4ad8-b118-c74bfcfe7ca5 None None] Sync routers for ids ['b26e3a77-0fe0-4881-ba55-82081976f5bc'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:32:52.243264 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128bf9ec-0f78-4ad8-b118-c74bfcfe7ca5 None None] Routers {'b26e3a77-0fe0-4881-ba55-82081976f5bc'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:32:52.243876 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-128bf9ec-0f78-4ad8-b118-c74bfcfe7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:32:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b26e3a77-0fe0-4881-ba55-82081976f5bc'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:52.320565 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:52.378851 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f549af17-9412-4393-8cbf-fb91398d78e3 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4722309 Mar 29 10:32:52.379429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7090e10-659e-48ea-b700-2055a0b70e1a', 'tag': '07f6c03a-8ccb-40f8-b297-ad274d2645ab'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:32:52.426340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-128bf9ec-0f78-4ad8-b118-c74bfcfe7ca5 None None] Set router b26e3a77-0fe0-4881-ba55-82081976f5bc gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:32:52.428580 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7090e10-659e-48ea-b700-2055a0b70e1a', 'tag': '07f6c03a-8ccb-40f8-b297-ad274d2645ab', 'status': 'completed', 'code': 200} Mar 29 10:32:52.529304 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a41de-71b4-4c2b-93d5-368c83f709fa req-df0400d9-b885-4331-b15b-a62aca18b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:52.530814 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-742a41de-71b4-4c2b-93d5-368c83f709fa req-df0400d9-b885-4331-b15b-a62aca18b7c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 1098 time: 0.0807843 Mar 29 10:32:52.713236 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13085a3-28d4-4a1f-b579-f3698af8168d req-8b48810e-e567-4c25-b17f-59166ac6c1ae tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:52.714799 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b13085a3-28d4-4a1f-b579-f3698af8168d req-8b48810e-e567-4c25-b17f-59166ac6c1ae tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 945 time: 0.0886595 Mar 29 10:32:52.760293 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b13085a3-28d4-4a1f-b579-f3698af8168d req-cd560d68-878f-4d98-93c2-70b6159248e8 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385206 Mar 29 10:32:52.785417 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a41de-71b4-4c2b-93d5-368c83f709fa req-5e55b3df-08eb-4e2a-a40f-b0fb93942caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:52.795896 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-742a41de-71b4-4c2b-93d5-368c83f709fa req-5e55b3df-08eb-4e2a-a40f-b0fb93942caa service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ec817a0-e027-4940-bf9c-237ebaf6e0ac HTTP/1.1" status: 200 len: 898 time: 0.2492905 Mar 29 10:32:52.797692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46452) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:52.797844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-128bf9ec-0f78-4ad8-b118-c74bfcfe7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '8c01449b-799d-45e2-8832-08e4fca88f39', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'floating_ip_address': '172.26.7.39', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'port_id': '07f6c03a-8ccb-40f8-b297-ad274d2645ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'mac_address': 'fa:16:3e:6a:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7090e10-659e-48ea-b700-2055a0b70e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:32:50Z', 'updated_at': '2022-03-29T10:32:50Z', 'revision_number': 0, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7db6be8-a2bf-4c4e-92ba-bf497d3fb103', 'name': '', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:13:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:32Z', 'updated_at': '2022-03-29T10:32:37Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:52.802124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bf9ec-0f78-4ad8-b118-c74bfcfe7ca5 None None] Checking router: b26e3a77-0fe0-4881-ba55-82081976f5bc for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:32:52.811059 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128bf9ec-0f78-4ad8-b118-c74bfcfe7ca5 None None] Routers {'b26e3a77-0fe0-4881-ba55-82081976f5bc'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:32:52.811669 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-128bf9ec-0f78-4ad8-b118-c74bfcfe7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:32:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b26e3a77-0fe0-4881-ba55-82081976f5bc'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:52.891277 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-742a41de-71b4-4c2b-93d5-368c83f709fa req-0981ba76-2b06-453b-b040-80cbd019489c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f6c03a-8ccb-40f8-b297-ad274d2645ab HTTP/1.1" status: 200 len: 998 time: 0.0977716 Mar 29 10:32:52.908802 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-16002ffe-657f-4346-8b40-915038bf94bd tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/8c01449b-799d-45e2-8832-08e4fca88f39 HTTP/1.1" status: 200 len: 990 time: 0.1086485 Mar 29 10:32:52.953002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a41de-71b4-4c2b-93d5-368c83f709fa req-066b41f0-b466-4ba5-946f-70d1ed1c5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:52.954448 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-742a41de-71b4-4c2b-93d5-368c83f709fa req-066b41f0-b466-4ba5-946f-70d1ed1c5c1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b08fc56-ce2c-49ec-89da-e955667451ef HTTP/1.1" status: 200 len: 835 time: 0.0573654 Mar 29 10:32:53.027490 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-128bf9ec-0f78-4ad8-b118-c74bfcfe7ca5 None None] Set router b26e3a77-0fe0-4881-ba55-82081976f5bc gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:32:53.032125 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a41de-71b4-4c2b-93d5-368c83f709fa req-6722a186-3ff9-4836-b274-2531fca75fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:53.033613 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-742a41de-71b4-4c2b-93d5-368c83f709fa req-6722a186-3ff9-4836-b274-2531fca75fb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ec817a0-e027-4940-bf9c-237ebaf6e0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732472 Mar 29 10:32:53.164027 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-742a41de-71b4-4c2b-93d5-368c83f709fa req-9f9c331a-b2ca-40a6-88ae-7dea46818509 service neutron] 10.222.0.36 "GET /v2.0/networks/3ec817a0-e027-4940-bf9c-237ebaf6e0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234787 Mar 29 10:32:53.294195 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-742a41de-71b4-4c2b-93d5-368c83f709fa req-47739061-a0b3-40ae-bbb6-578d03ebd0ca service neutron] 10.222.0.36 "GET /v2.0/networks/3ec817a0-e027-4940-bf9c-237ebaf6e0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245787 Mar 29 10:32:53.373614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-128bf9ec-0f78-4ad8-b118-c74bfcfe7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '8c01449b-799d-45e2-8832-08e4fca88f39', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'floating_ip_address': '172.26.7.39', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'port_id': '07f6c03a-8ccb-40f8-b297-ad274d2645ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'mac_address': 'fa:16:3e:6a:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7090e10-659e-48ea-b700-2055a0b70e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:32:50Z', 'updated_at': '2022-03-29T10:32:50Z', 'revision_number': 0, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7db6be8-a2bf-4c4e-92ba-bf497d3fb103', 'name': '', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:13:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:32Z', 'updated_at': '2022-03-29T10:32:37Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:32:53.377647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bf9ec-0f78-4ad8-b118-c74bfcfe7ca5 None None] The sync data for ids ['b26e3a77-0fe0-4881-ba55-82081976f5bc'] in dv-neutron-835555-1-hyperv is: [{'id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '8c01449b-799d-45e2-8832-08e4fca88f39', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'floating_ip_address': '172.26.7.39', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'port_id': '07f6c03a-8ccb-40f8-b297-ad274d2645ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'mac_address': 'fa:16:3e:6a:5b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7090e10-659e-48ea-b700-2055a0b70e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:32:50Z', 'updated_at': '2022-03-29T10:32:50Z', 'revision_number': 0, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7db6be8-a2bf-4c4e-92ba-bf497d3fb103', 'name': '', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:13:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:32Z', 'updated_at': '2022-03-29T10:32:37Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:32:53.569519 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570abdfd-7822-44ae-8f55-9c860e67c1cd None None] New status for floating IP 8c01449b-799d-45e2-8832-08e4fca88f39: ACTIVE {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:32:53.685969 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:53.911358 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46456) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:32:54.016087 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-dc5cbbdc-f9c4-42d7-b50b-6e7cf238504b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/8c01449b-799d-45e2-8832-08e4fca88f39 HTTP/1.1" status: 200 len: 992 time: 0.1035898 Mar 29 10:33:05.788844 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-585da761-d2bc-4252-b0c6-cd3a766c2e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:07.912053 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ca7beb4e-2005-4d74-84d9-047f9886e5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:08.985967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:09.111765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:11.009374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:20.085482 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:33:23.700903 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:35.774174 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-299793f4-43f8-46bc-a0b0-94c95186b77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:37.913345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fc5af7ce-6f2a-4c16-89f8-b136b61eef60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:38.976089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:39.090138 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:41.001938 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:49.364950 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85f8faba-21c0-4d74-854d-410a946a3f7c req-586a89a4-9637-4ba2-9933-bea151b7fd01 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686252 Mar 29 10:33:49.502547 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8faba-21c0-4d74-854d-410a946a3f7c req-cdbf2887-6584-4777-bb39-b5ccad9c9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:49.504010 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85f8faba-21c0-4d74-854d-410a946a3f7c req-cdbf2887-6584-4777-bb39-b5ccad9c9b07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 1098 time: 0.0732548 Mar 29 10:33:49.648008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8faba-21c0-4d74-854d-410a946a3f7c req-2ad77b77-b71c-4c6a-9535-26710bc6af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:49.650004 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85f8faba-21c0-4d74-854d-410a946a3f7c req-2ad77b77-b71c-4c6a-9535-26710bc6af4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ec817a0-e027-4940-bf9c-237ebaf6e0ac HTTP/1.1" status: 200 len: 898 time: 0.1274350 Mar 29 10:33:49.751866 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85f8faba-21c0-4d74-854d-410a946a3f7c req-56cba9ba-4092-4d20-8642-c33a57a3038a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f6c03a-8ccb-40f8-b297-ad274d2645ab HTTP/1.1" status: 200 len: 1000 time: 0.0946968 Mar 29 10:33:49.812913 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8faba-21c0-4d74-854d-410a946a3f7c req-c948645f-59c8-4af4-8396-6318dee32028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:49.814295 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85f8faba-21c0-4d74-854d-410a946a3f7c req-c948645f-59c8-4af4-8396-6318dee32028 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b08fc56-ce2c-49ec-89da-e955667451ef HTTP/1.1" status: 200 len: 835 time: 0.0554800 Mar 29 10:33:49.887410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8faba-21c0-4d74-854d-410a946a3f7c req-fa0587d3-ec78-4464-8dda-84cf6487b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:49.888893 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85f8faba-21c0-4d74-854d-410a946a3f7c req-fa0587d3-ec78-4464-8dda-84cf6487b2c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ec817a0-e027-4940-bf9c-237ebaf6e0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687792 Mar 29 10:33:50.017081 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85f8faba-21c0-4d74-854d-410a946a3f7c req-2006ce8a-b5ef-4015-b7bc-938c918f23d1 service neutron] 10.222.0.36 "GET /v2.0/networks/3ec817a0-e027-4940-bf9c-237ebaf6e0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217725 Mar 29 10:33:50.145700 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85f8faba-21c0-4d74-854d-410a946a3f7c req-a30f698d-4f3e-4386-a876-0d439898667e service neutron] 10.222.0.36 "GET /v2.0/networks/3ec817a0-e027-4940-bf9c-237ebaf6e0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223309 Mar 29 10:33:53.673012 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:57.084349 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:34:05.801052 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-01d4ca0c-32be-4cd7-85c6-d96159095f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:07.738673 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127fdb5-dd5c-406b-ace9-24c8c133e628 req-8f598e76-2ed5-46c1-a40b-82be14287d10 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:07.740099 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d127fdb5-dd5c-406b-ace9-24c8c133e628 req-8f598e76-2ed5-46c1-a40b-82be14287d10 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 945 time: 0.0841527 Mar 29 10:34:07.784055 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d127fdb5-dd5c-406b-ace9-24c8c133e628 req-afe69070-e94a-4cdf-935b-a0ee2ea3ae9a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381839 Mar 29 10:34:07.901027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1407a79c-b456-4015-9f17-db522edf0d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:08.980918 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d5ce1-ceac-4ba6-93b5-dd95cb12e66e req-65653148-200a-4c58-b735-2337d50f9d87 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:08.981519 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:08.982444 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-df2d5ce1-ceac-4ba6-93b5-dd95cb12e66e req-65653148-200a-4c58-b735-2337d50f9d87 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 945 time: 0.0880160 Mar 29 10:34:09.027711 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-df2d5ce1-ceac-4ba6-93b5-dd95cb12e66e req-d379b46f-7d88-42f4-91d4-5329bc230679 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394151 Mar 29 10:34:09.101532 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:10.212657 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4eafd-adb0-4ea5-8c05-1a88b1ea3607 req-70b8c106-9d6f-4aca-87ec-5312da05c802 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:10.214099 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3aa4eafd-adb0-4ea5-8c05-1a88b1ea3607 req-70b8c106-9d6f-4aca-87ec-5312da05c802 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 945 time: 0.0801153 Mar 29 10:34:10.262425 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3aa4eafd-adb0-4ea5-8c05-1a88b1ea3607 req-2609d827-71dc-4dc3-8fde-50fcce130dd5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419791 Mar 29 10:34:10.286320 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46490) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:10.396947 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7eb08706-e443-4b14-a367-d439da0f0f09 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/8c01449b-799d-45e2-8832-08e4fca88f39 HTTP/1.1" status: 200 len: 992 time: 0.1094453 Mar 29 10:34:11.003832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:12.141540 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc222cb7-6026-4a6e-a6b7-b723f801c313 req-aba1ed5d-50ee-4614-8b66-37d6f67c81fb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:12.142984 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bc222cb7-6026-4a6e-a6b7-b723f801c313 req-aba1ed5d-50ee-4614-8b66-37d6f67c81fb tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 945 time: 0.0813022 Mar 29 10:34:12.191907 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-bc222cb7-6026-4a6e-a6b7-b723f801c313 req-e3f09752-0eb2-40e5-844d-4102261a69aa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426779 Mar 29 10:34:12.323338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f115f4-2748-45a8-9016-e300ad9563af req-13f8fc62-7efa-45d4-8ca6-1fa2cee932d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:12.325351 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-78f115f4-2748-45a8-9016-e300ad9563af req-13f8fc62-7efa-45d4-8ca6-1fa2cee932d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 1098 time: 0.1875257 Mar 29 10:34:12.461597 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f115f4-2748-45a8-9016-e300ad9563af req-6599344f-db59-4140-9fa1-c7ab3640cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:12.463060 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-78f115f4-2748-45a8-9016-e300ad9563af req-6599344f-db59-4140-9fa1-c7ab3640cfec service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ec817a0-e027-4940-bf9c-237ebaf6e0ac HTTP/1.1" status: 200 len: 898 time: 0.1314228 Mar 29 10:34:12.564397 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-78f115f4-2748-45a8-9016-e300ad9563af req-3f628c1a-f87b-42e9-b5e0-65a0c6eb20bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f6c03a-8ccb-40f8-b297-ad274d2645ab HTTP/1.1" status: 200 len: 1000 time: 0.0948892 Mar 29 10:34:12.627093 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f115f4-2748-45a8-9016-e300ad9563af req-9d675185-f239-4a11-83d6-d7a15008ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:12.628430 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-78f115f4-2748-45a8-9016-e300ad9563af req-9d675185-f239-4a11-83d6-d7a15008ac05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b08fc56-ce2c-49ec-89da-e955667451ef HTTP/1.1" status: 200 len: 835 time: 0.0585237 Mar 29 10:34:12.700752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f115f4-2748-45a8-9016-e300ad9563af req-d51a1223-a77f-47a9-9442-146b96d095ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:12.702235 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-78f115f4-2748-45a8-9016-e300ad9563af req-d51a1223-a77f-47a9-9442-146b96d095ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ec817a0-e027-4940-bf9c-237ebaf6e0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685918 Mar 29 10:34:12.831970 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-78f115f4-2748-45a8-9016-e300ad9563af req-a406ba30-5049-4243-b5c5-2aa1308efc9b service neutron] 10.222.0.36 "GET /v2.0/networks/3ec817a0-e027-4940-bf9c-237ebaf6e0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237674 Mar 29 10:34:12.961908 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-78f115f4-2748-45a8-9016-e300ad9563af req-98da6b79-e497-42a6-a51f-49ee67b7b1b3 service neutron] 10.222.0.36 "GET /v2.0/networks/3ec817a0-e027-4940-bf9c-237ebaf6e0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245165 Mar 29 10:34:13.390699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44efb9-9147-43e5-807e-867b0b1ee7ca req-990c281e-b7ce-40d8-9781-8d7160fecffa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:13.392964 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6c44efb9-9147-43e5-807e-867b0b1ee7ca req-990c281e-b7ce-40d8-9781-8d7160fecffa tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 945 time: 0.0883305 Mar 29 10:34:13.449465 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6c44efb9-9147-43e5-807e-867b0b1ee7ca req-4c0b6e9d-512d-4058-9a0d-4b2b500eab82 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443792 Mar 29 10:34:14.646694 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b0ba5-1c59-4485-8e3a-3d63da5bb0fd req-7cfbd0d7-18d3-480f-861a-6a94ce7a9b5b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:14.648082 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-459b0ba5-1c59-4485-8e3a-3d63da5bb0fd req-7cfbd0d7-18d3-480f-861a-6a94ce7a9b5b tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 945 time: 0.0823157 Mar 29 10:34:14.691627 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-459b0ba5-1c59-4485-8e3a-3d63da5bb0fd req-6c237da2-398e-469e-824a-406a69364dd4 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376220 Mar 29 10:34:14.714788 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46506) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:14.820821 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-56c96f92-dab9-410e-aa67-3824a8b7f233 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/floatingips/8c01449b-799d-45e2-8832-08e4fca88f39 HTTP/1.1" status: 200 len: 992 time: 0.1047950 Mar 29 10:34:15.125661 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46514) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:15.324098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port 7c6a0605-27dd-4a8e-bde9-e1f2d473a2e3 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:34:15.324330 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:15.488629 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:15.488947 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:15.605632 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for 7c6a0605-27dd-4a8e-bde9-e1f2d473a2e3 owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:34:15.906248 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:15.954638 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=7c6a0605-27dd-4a8e-bde9-e1f2d473a2e3,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:15.990063 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:15.990399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:15.990735 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:15.991069 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:15.991399 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:15.991723 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:15.992045 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:15.992366 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:15.992722 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:15.993038 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:15.993357 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:15.993662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:16.053797 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:16.054119 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Floating IP 8c01449b-799d-45e2-8832-08e4fca88f39 disassociated (deleted). External IP: 172.26.7.39, port: 07f6c03a-8ccb-40f8-b297-ad274d2645ab. Mar 29 10:34:16.419772 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router b26e3a77-0fe0-4881-ba55-82081976f5bc has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:34:16.599198 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:34:16.612147 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1cff8-d243-4884-9d70-18f8fbce4149 None None] Sync routers for ids ['b26e3a77-0fe0-4881-ba55-82081976f5bc'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:34:16.621584 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1cff8-d243-4884-9d70-18f8fbce4149 None None] Routers {'b26e3a77-0fe0-4881-ba55-82081976f5bc'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:34:16.622207 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6ea1cff8-d243-4884-9d70-18f8fbce4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:34:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b26e3a77-0fe0-4881-ba55-82081976f5bc'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:16.687046 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:16.747301 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-07184d4d-fd9d-47ee-bec0-0063c905bee5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/floatingips/8c01449b-799d-45e2-8832-08e4fca88f39 HTTP/1.1" status: 204 len: 168 time: 1.6203783 Mar 29 10:34:16.747863 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7090e10-659e-48ea-b700-2055a0b70e1a', 'tag': '07f6c03a-8ccb-40f8-b297-ad274d2645ab'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:34:16.796402 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7090e10-659e-48ea-b700-2055a0b70e1a', 'tag': '07f6c03a-8ccb-40f8-b297-ad274d2645ab', 'status': 'completed', 'code': 200} Mar 29 10:34:16.812623 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6ea1cff8-d243-4884-9d70-18f8fbce4149 None None] Set router b26e3a77-0fe0-4881-ba55-82081976f5bc gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:34:16.900720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ddcd9-9b4b-4984-bbae-d029cb6267bd req-ae610520-3b06-43a9-865c-3773f0f9eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:16.903409 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-568ddcd9-9b4b-4984-bbae-d029cb6267bd req-ae610520-3b06-43a9-865c-3773f0f9eb8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 1098 time: 0.0838263 Mar 29 10:34:17.042106 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ddcd9-9b4b-4984-bbae-d029cb6267bd req-d8610a4d-6a3f-459a-9671-8e385c63de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:17.044122 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-568ddcd9-9b4b-4984-bbae-d029cb6267bd req-d8610a4d-6a3f-459a-9671-8e385c63de17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3ec817a0-e027-4940-bf9c-237ebaf6e0ac HTTP/1.1" status: 200 len: 898 time: 0.1354280 Mar 29 10:34:17.115810 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-568ddcd9-9b4b-4984-bbae-d029cb6267bd req-d02c656f-f4db-47a0-8014-4faea5c2f0e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07f6c03a-8ccb-40f8-b297-ad274d2645ab HTTP/1.1" status: 200 len: 217 time: 0.0656667 Mar 29 10:34:17.148861 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6ea1cff8-d243-4884-9d70-18f8fbce4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'd7db6be8-a2bf-4c4e-92ba-bf497d3fb103', 'name': '', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:13:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:32Z', 'updated_at': '2022-03-29T10:32:37Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:17.153267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1cff8-d243-4884-9d70-18f8fbce4149 None None] Checking router: b26e3a77-0fe0-4881-ba55-82081976f5bc for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:34:17.165634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1cff8-d243-4884-9d70-18f8fbce4149 None None] Routers {'b26e3a77-0fe0-4881-ba55-82081976f5bc'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:34:17.166257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6ea1cff8-d243-4884-9d70-18f8fbce4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:34:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b26e3a77-0fe0-4881-ba55-82081976f5bc'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:17.182259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ddcd9-9b4b-4984-bbae-d029cb6267bd req-69c214af-ebe7-4ad2-9bc3-61365ba2979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:17.184427 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-568ddcd9-9b4b-4984-bbae-d029cb6267bd req-69c214af-ebe7-4ad2-9bc3-61365ba2979b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b08fc56-ce2c-49ec-89da-e955667451ef HTTP/1.1" status: 200 len: 835 time: 0.0603366 Mar 29 10:34:17.278066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ddcd9-9b4b-4984-bbae-d029cb6267bd req-c7570118-e861-4003-9d99-241eb37643b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:17.279667 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-568ddcd9-9b4b-4984-bbae-d029cb6267bd req-c7570118-e861-4003-9d99-241eb37643b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3ec817a0-e027-4940-bf9c-237ebaf6e0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811195 Mar 29 10:34:17.411164 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-6ea1cff8-d243-4884-9d70-18f8fbce4149 None None] Set router b26e3a77-0fe0-4881-ba55-82081976f5bc gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:34:17.480878 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-568ddcd9-9b4b-4984-bbae-d029cb6267bd req-f9ffa714-1d8b-430c-8f3a-995ce3a8d1cc service neutron] 10.222.0.36 "GET /v2.0/networks/3ec817a0-e027-4940-bf9c-237ebaf6e0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927414 Mar 29 10:34:17.494939 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e120cad-02e1-46d6-9c4d-9ec6cf5eed47 req-39eac145-a0f8-4d30-aa26-fd657706f92e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:17.495264 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4e120cad-02e1-46d6-9c4d-9ec6cf5eed47 req-39eac145-a0f8-4d30-aa26-fd657706f92e tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 945 time: 0.1891029 Mar 29 10:34:17.741140 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4e120cad-02e1-46d6-9c4d-9ec6cf5eed47 req-fe72ece6-2796-4e69-9a75-f266643c4cec tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265766 Mar 29 10:34:17.744035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-6ea1cff8-d243-4884-9d70-18f8fbce4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'd7db6be8-a2bf-4c4e-92ba-bf497d3fb103', 'name': '', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:13:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:32Z', 'updated_at': '2022-03-29T10:32:37Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:17.750004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1cff8-d243-4884-9d70-18f8fbce4149 None None] The sync data for ids ['b26e3a77-0fe0-4881-ba55-82081976f5bc'] in dv-neutron-835555-1-hyperv is: [{'id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'd7db6be8-a2bf-4c4e-92ba-bf497d3fb103', 'name': '', 'network_id': '3ec817a0-e027-4940-bf9c-237ebaf6e0ac', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'mac_address': 'fa:16:3e:13:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:32Z', 'updated_at': '2022-03-29T10:32:37Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'subnets': [{'id': '1b08fc56-ce2c-49ec-89da-e955667451ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:34:17.769429 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-568ddcd9-9b4b-4984-bbae-d029cb6267bd req-1d79beca-f87d-41f9-b06b-bb3f3c2020de service neutron] 10.222.0.36 "GET /v2.0/networks/3ec817a0-e027-4940-bf9c-237ebaf6e0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732592 Mar 29 10:34:17.976198 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b5a0b7-7b69-4d94-b4ab-ae9a8161ff0a None None] New status for floating IP 8c01449b-799d-45e2-8832-08e4fca88f39: DOWN {{(pid=88553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:34:18.935520 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c64c2-02cc-41c9-bbdc-ff16568a805d req-e8b30455-8fb4-403b-953d-5f007157f120 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:18.936218 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-aa7c64c2-02cc-41c9-bbdc-ff16568a805d req-e8b30455-8fb4-403b-953d-5f007157f120 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Synchronizing usage tracker for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:34:19.017235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-aa7c64c2-02cc-41c9-bbdc-ff16568a805d req-e8b30455-8fb4-403b-953d-5f007157f120 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Unset dirty status for tenant:0a9d5eeb10cb49b5bf8599ad952ec1f4 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:34:19.018430 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aa7c64c2-02cc-41c9-bbdc-ff16568a805d req-e8b30455-8fb4-403b-953d-5f007157f120 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 945 time: 0.1625822 Mar 29 10:34:19.065245 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-aa7c64c2-02cc-41c9-bbdc-ff16568a805d req-85d285a2-c20e-459d-bc58-634177119627 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb933cc3-285b-4f72-9694-c35bcea68103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385289 Mar 29 10:34:19.139593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f4fdc-c325-455e-9b6e-7249d09b5a52 req-750b5659-0111-4f09-84bb-0363ba4c1e58 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:19.141052 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-014f4fdc-c325-455e-9b6e-7249d09b5a52 req-750b5659-0111-4f09-84bb-0363ba4c1e58 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 945 time: 0.0830989 Mar 29 10:34:19.209204 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-014f4fdc-c325-455e-9b6e-7249d09b5a52 req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port 07f6c03a-8ccb-40f8-b297-ad274d2645ab {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:34:19.209539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-014f4fdc-c325-455e-9b6e-7249d09b5a52 req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:19.455638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-014f4fdc-c325-455e-9b6e-7249d09b5a52 req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] For port 07f6c03a-8ccb-40f8-b297-ad274d2645ab, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=07f6c03a-8ccb-40f8-b297-ad274d2645ab,segment=NetworkSegment(02e87979-7043-42a0-b7e3-f0bfaa8555a0),segment_id=02e87979-7043-42a0-b7e3-f0bfaa8555a0)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:34:19.455987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-014f4fdc-c325-455e-9b6e-7249d09b5a52 req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:19.577404 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-014f4fdc-c325-455e-9b6e-7249d09b5a52 req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for 07f6c03a-8ccb-40f8-b297-ad274d2645ab owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:34:19.786854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-014f4fdc-c325-455e-9b6e-7249d09b5a52 req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:19.840201 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=07f6c03a-8ccb-40f8-b297-ad274d2645ab,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:19.878342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:19.878688 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:19.879030 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:19.879376 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:19.879698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:19.880024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:19.880348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:19.881350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:19.881350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:19.881350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:19.881988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:19.881988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:19.923227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-014f4fdc-c325-455e-9b6e-7249d09b5a52 req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] No DVR routers for this DVR port 07f6c03a-8ccb-40f8-b297-ad274d2645ab on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:34:19.925519 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-014f4fdc-c325-455e-9b6e-7249d09b5a52 req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:19.927958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7090e10-659e-48ea-b700-2055a0b70e1a', 'name': 'network-vif-deleted', 'tag': '07f6c03a-8ccb-40f8-b297-ad274d2645ab'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:34:19.993895 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-014f4fdc-c325-455e-9b6e-7249d09b5a52 req-c04d805f-a4be-423e-a624-0a8f0191c68a tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.36 "DELETE /v2.0/ports/07f6c03a-8ccb-40f8-b297-ad274d2645ab HTTP/1.1" status: 204 len: 173 time: 0.8473825 Mar 29 10:34:20.025764 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7090e10-659e-48ea-b700-2055a0b70e1a', 'name': 'network-vif-deleted', 'tag': '07f6c03a-8ccb-40f8-b297-ad274d2645ab', 'status': 'completed', 'code': 200} Mar 29 10:34:20.217297 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a743a795-c588-4a2e-859c-63b3b5944006 req-a1edbba3-95a3-4f01-b5a5-5085a4b9a549 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7090e10-659e-48ea-b700-2055a0b70e1a HTTP/1.1" status: 200 len: 210 time: 0.0467222 Mar 29 10:34:21.313166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46534) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:21.950500 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c0991b38-e984-463c-a332-9347862b09ed tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:22.297131 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-c0991b38-e984-463c-a332-9347862b09ed tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:34:22.297389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c0991b38-e984-463c-a332-9347862b09ed tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:22.486022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-c0991b38-e984-463c-a332-9347862b09ed tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] For port d7db6be8-a2bf-4c4e-92ba-bf497d3fb103, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d7db6be8-a2bf-4c4e-92ba-bf497d3fb103,segment=NetworkSegment(02e87979-7043-42a0-b7e3-f0bfaa8555a0),segment_id=02e87979-7043-42a0-b7e3-f0bfaa8555a0)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:34:22.486716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c0991b38-e984-463c-a332-9347862b09ed tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:22.516361 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 07f6c03a-8ccb-40f8-b297-ad274d2645ab no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:34:22.554041 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 07f6c03a-8ccb-40f8-b297-ad274d2645ab {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:34:22.554301 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 07f6c03a-8ccb-40f8-b297-ad274d2645ab not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:34:22.616377 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-c0991b38-e984-463c-a332-9347862b09ed tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:34:22.857499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c0991b38-e984-463c-a332-9347862b09ed tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:22.905186 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0991b38-e984-463c-a332-9347862b09ed tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=d7db6be8-a2bf-4c4e-92ba-bf497d3fb103,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:23.179605 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c0991b38-e984-463c-a332-9347862b09ed tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:23.635215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0991b38-e984-463c-a332-9347862b09ed tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Router b26e3a77-0fe0-4881-ba55-82081976f5bc has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:34:23.695049 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:23.811592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0991b38-e984-463c-a332-9347862b09ed tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:34:23.821109 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1426dcd8-023a-437d-8f18-bb94be8768bf None None] Sync routers for ids ['b26e3a77-0fe0-4881-ba55-82081976f5bc'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:34:23.825337 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c0991b38-e984-463c-a332-9347862b09ed tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "PUT /v2.0/routers/b26e3a77-0fe0-4881-ba55-82081976f5bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5100574 Mar 29 10:34:23.832755 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1426dcd8-023a-437d-8f18-bb94be8768bf None None] Routers {'b26e3a77-0fe0-4881-ba55-82081976f5bc'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:34:23.832755 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-1426dcd8-023a-437d-8f18-bb94be8768bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:34:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b26e3a77-0fe0-4881-ba55-82081976f5bc'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:23.834390 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46538) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:23.902538 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0b761a-25e2-4801-9ebd-221e803078c7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting subnet 1b08fc56-ce2c-49ec-89da-e955667451ef {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:34:23.905358 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cb0b761a-25e2-4801-9ebd-221e803078c7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:23.961075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cb0b761a-25e2-4801-9ebd-221e803078c7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:24.006405 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-1426dcd8-023a-437d-8f18-bb94be8768bf None None] Set router b26e3a77-0fe0-4881-ba55-82081976f5bc gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:34:24.049798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cb0b761a-25e2-4801-9ebd-221e803078c7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:24.209959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cb0b761a-25e2-4801-9ebd-221e803078c7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:24.250324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b761a-25e2-4801-9ebd-221e803078c7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Subnet': ['ID=1b08fc56-ce2c-49ec-89da-e955667451ef,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:24.255210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cb0b761a-25e2-4801-9ebd-221e803078c7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:24.262649 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cb0b761a-25e2-4801-9ebd-221e803078c7 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/subnets/1b08fc56-ce2c-49ec-89da-e955667451ef HTTP/1.1" status: 204 len: 168 time: 0.4271293 Mar 29 10:34:24.264644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8500ca4-0f18-4bfc-a8d3-f724d52a5cbb None None] Network 3ec817a0-e027-4940-bf9c-237ebaf6e0ac requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:34:24.265113 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46542) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:24.444560 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:24.452193 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-1426dcd8-023a-437d-8f18-bb94be8768bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:34:22Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:24.458428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1426dcd8-023a-437d-8f18-bb94be8768bf None None] Checking router: b26e3a77-0fe0-4881-ba55-82081976f5bc for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:34:24.474001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1426dcd8-023a-437d-8f18-bb94be8768bf None None] Routers {'b26e3a77-0fe0-4881-ba55-82081976f5bc'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:34:24.474528 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-1426dcd8-023a-437d-8f18-bb94be8768bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:34:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['b26e3a77-0fe0-4881-ba55-82081976f5bc'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:24.622174 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:24.634487 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] DHCP port deletion for 3ec817a0-e027-4940-bf9c-237ebaf6e0ac request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:34:24.649006 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Deleting port 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:34:24.649377 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:24.697262 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Deleting port d272c474-bc69-4b73-bc2c-3d54076f8edf {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:34:24.697837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:24.717166 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-1426dcd8-023a-437d-8f18-bb94be8768bf None None] Set router b26e3a77-0fe0-4881-ba55-82081976f5bc gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:34:24.881169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] For port d272c474-bc69-4b73-bc2c-3d54076f8edf, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d272c474-bc69-4b73-bc2c-3d54076f8edf,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:34:24.881423 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:25.024749 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:34:25.119443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Calling delete_port for d272c474-bc69-4b73-bc2c-3d54076f8edf owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:34:25.183593 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] For port 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2d6a263b-1f0d-4ded-aedf-8d06a88e01ab,segment=NetworkSegment(02e87979-7043-42a0-b7e3-f0bfaa8555a0),segment_id=02e87979-7043-42a0-b7e3-f0bfaa8555a0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:34:25.183978 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:25.338879 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Calling delete_port for 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:34:25.343086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:25.393374 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Port': ['ID=d272c474-bc69-4b73-bc2c-3d54076f8edf,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:25.462419 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:25.483312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:25.499176 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-1426dcd8-023a-437d-8f18-bb94be8768bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:34:22Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:25.503201 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1426dcd8-023a-437d-8f18-bb94be8768bf None None] The sync data for ids ['b26e3a77-0fe0-4881-ba55-82081976f5bc'] in dv-neutron-835555-1-hyperv is: [{'id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872251194', 'tenant_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185'}], 'enable_snat': True}, 'gw_port_id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:34:22Z', 'revision_number': 5, 'project_id': '0a9d5eeb10cb49b5bf8599ad952ec1f4', 'gw_port': {'id': 'd272c474-bc69-4b73-bc2c-3d54076f8edf', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e3a77-0fe0-4881-ba55-82081976f5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:32:27Z', 'updated_at': '2022-03-29T10:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:34:25.543740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098'] for port, after_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:25.625545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Pushing event deleted for resources: {'Port': ['ID=2d6a263b-1f0d-4ded-aedf-8d06a88e01ab,revision_number=None']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:25.628151 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] No DVR routers for this DVR port 2d6a263b-1f0d-4ded-aedf-8d06a88e01ab on host dv-neutron-835555-1-hyperv {{(pid=88552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:34:25.639257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:25.639257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:25.639257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:25.639257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:25.639257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:25.639257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:25.640230 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:25.640230 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:25.640230 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:25.642150 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:25.642526 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:25.642866 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6a61a8-26d1-4513-9f30-6b95d18a0571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:25.664794 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:25.667048 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:25.742974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:25.743608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Fanout notify agent at l3_agent the message router_deleted on router b26e3a77-0fe0-4881-ba55-82081976f5bc {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:34:25.758335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:25.759426 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-50bdf27d-6950-4a96-888a-9db92d7f75f1 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/routers/b26e3a77-0fe0-4881-ba55-82081976f5bc HTTP/1.1" status: 204 len: 168 time: 1.4934158 Mar 29 10:34:25.762291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46546) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:25.877389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97f4777f-e799-4399-8861-1244e95fb476 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:26.016847 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97f4777f-e799-4399-8861-1244e95fb476 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:26.047241 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-97f4777f-e799-4399-8861-1244e95fb476 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec817a0-e027-4940-bf9c-237ebaf6e0ac']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:26.060753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-97f4777f-e799-4399-8861-1244e95fb476 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e87979-7043-42a0-b7e3-f0bfaa8555a0') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:26.061056 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-97f4777f-e799-4399-8861-1244e95fb476 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e87979-7043-42a0-b7e3-f0bfaa8555a0') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:26.072950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97f4777f-e799-4399-8861-1244e95fb476 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:26.089120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97f4777f-e799-4399-8861-1244e95fb476 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:26.095531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f4777f-e799-4399-8861-1244e95fb476 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:34:26.095918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97f4777f-e799-4399-8861-1244e95fb476 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:34:26.111247 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:34:26.251290 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97f4777f-e799-4399-8861-1244e95fb476 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:26.271577 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-97f4777f-e799-4399-8861-1244e95fb476 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:26.282548 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4777f-e799-4399-8861-1244e95fb476 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'Network': ['ID=3ec817a0-e027-4940-bf9c-237ebaf6e0ac,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:26.358513 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-97f4777f-e799-4399-8861-1244e95fb476 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/networks/3ec817a0-e027-4940-bf9c-237ebaf6e0ac HTTP/1.1" status: 204 len: 168 time: 0.5952077 Mar 29 10:34:26.361134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46550) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:26.429105 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0b0c02eb-3cbe-497d-95ea-c17aad3445c5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:26.459601 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0b0c02eb-3cbe-497d-95ea-c17aad3445c5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:26.620332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0b0c02eb-3cbe-497d-95ea-c17aad3445c5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:26.637368 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c02eb-3cbe-497d-95ea-c17aad3445c5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb933cc3-285b-4f72-9694-c35bcea68103,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:26.701463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-0b0c02eb-3cbe-497d-95ea-c17aad3445c5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:26.702582 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-0b0c02eb-3cbe-497d-95ea-c17aad3445c5 tempest-TestNetworkAdvancedServerOps-891366445 tempest-TestNetworkAdvancedServerOps-891366445-project] 10.222.0.35 "DELETE /v2.0/security-groups/eb933cc3-285b-4f72-9694-c35bcea68103 HTTP/1.1" status: 204 len: 168 time: 0.3405511 Mar 29 10:34:27.017384 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:34:27.051904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:34:27.052250 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d7db6be8-a2bf-4c4e-92ba-bf497d3fb103 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:34:27.052700 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d272c474-bc69-4b73-bc2c-3d54076f8edf no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:34:27.085515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: d272c474-bc69-4b73-bc2c-3d54076f8edf {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:34:27.085863 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d272c474-bc69-4b73-bc2c-3d54076f8edf not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:34:27.259230 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46560) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:27.429069 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-3f1a2e1a-9eb2-435e-9af4-c6040b38b7fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a9d5eeb10cb49b5bf8599ad952ec1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686606 Mar 29 10:34:27.431423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46566) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:27.488446 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50248948-ee7c-499a-bc22-bd7f27d5f2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:27.512894 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50248948-ee7c-499a-bc22-bd7f27d5f2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:27.634036 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50248948-ee7c-499a-bc22-bd7f27d5f2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:27.651318 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50248948-ee7c-499a-bc22-bd7f27d5f2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1ea7bf-fe14-4067-871f-d78fbf77289a,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:27.658395 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-50248948-ee7c-499a-bc22-bd7f27d5f2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:27.659782 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-50248948-ee7c-499a-bc22-bd7f27d5f2af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd1ea7bf-fe14-4067-871f-d78fbf77289a HTTP/1.1" status: 204 len: 168 time: 0.2272289 Mar 29 10:34:28.386826 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46574) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:28.405458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e54b057-894c-4b67-b09f-6858f73294a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:28.420305 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2e54b057-894c-4b67-b09f-6858f73294a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:28.424131 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2e54b057-894c-4b67-b09f-6858f73294a4 admin admin] Usage tracker for resource:security_group_rule and tenant:5ed7a114ab234024a3fd90d4bd7dc0dd is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:28.426937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-2e54b057-894c-4b67-b09f-6858f73294a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:28.432453 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-2e54b057-894c-4b67-b09f-6858f73294a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:28.517683 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e54b057-894c-4b67-b09f-6858f73294a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:28.599705 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-2e54b057-894c-4b67-b09f-6858f73294a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:28.649012 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-2e54b057-894c-4b67-b09f-6858f73294a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ed7a114ab234024a3fd90d4bd7dc0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608912 Mar 29 10:34:28.649888 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54b057-894c-4b67-b09f-6858f73294a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a926307-718c-470d-965e-ef3bb94a8545,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:28.651647 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46578) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:28.718285 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d203b1fe-4d52-4041-98be-ff80de9e861e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:28.745333 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d203b1fe-4d52-4041-98be-ff80de9e861e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:28.868423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d203b1fe-4d52-4041-98be-ff80de9e861e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:28.882209 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203b1fe-4d52-4041-98be-ff80de9e861e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a926307-718c-470d-965e-ef3bb94a8545,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:28.888637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d203b1fe-4d52-4041-98be-ff80de9e861e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:28.889750 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d203b1fe-4d52-4041-98be-ff80de9e861e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9a926307-718c-470d-965e-ef3bb94a8545 HTTP/1.1" status: 204 len: 168 time: 0.2363589 Mar 29 10:34:29.951960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46602) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:30.052561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-778298994-network', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:34:30.057257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:30.060986 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Usage tracker for resource:network and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:30.063739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:30.069880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:30.140385 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Made reservation on behalf of bf61a1ea952a40faa2af3c267484afb2 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:34:30.142673 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:30.155362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:30.169235 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:30.173205 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Usage tracker for resource:security_group_rule and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:30.175896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:30.181699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:30.262373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:30.342521 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:30.374207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:34:30.379351 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f464dc3-c383-4a17-9732-e20f5a79216e,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:30.386475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:30.386814 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Added segment 5410a284-12e3-4897-906a-b77fe09cb345 of type vlan for network c00ac2ee-f259-4d1e-98c3-3a605626653d Mar 29 10:34:30.416277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:30.502122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:30.503028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:30.503595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:30.607576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] Pushing event updated for resources: {'Network': ['ID=c00ac2ee-f259-4d1e-98c3-3a605626653d,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:30.616900 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network c00ac2ee-f259-4d1e-98c3-3a605626653d details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:34:30.669664 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-872535e8-714d-40ed-87e2-f130c0cad88c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7161114 Mar 29 10:34:30.672594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46608) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:30.677942 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] Request body: {'subnet': {'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-778298994-subnet', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'ip_version': 4}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:34:30.683488 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:30.687297 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] Usage tracker for resource:subnet and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:30.690123 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:30.695889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:30.856976 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] Made reservation on behalf of bf61a1ea952a40faa2af3c267484afb2 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:34:30.859348 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:31.091487 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:31.166145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac356b77-40cb-4af1-8625-463d105db949,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:31.178370 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] Checking segment: {'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:34:31.178721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] Network hostable DHCP agents. Network: c00ac2ee-f259-4d1e-98c3-3a605626653d, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:34:31.260318 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] Network c00ac2ee-f259-4d1e-98c3-3a605626653d is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:34:31.334128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, c00ac2ee-f259-4d1e-98c3-3a605626653d) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:34:31.338021 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:31.338753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:31.345725 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5d5ea4-706c-4134-912c-4fcac4737573 None None] Network c00ac2ee-f259-4d1e-98c3-3a605626653d requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:34:31.443991 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-5cfa49d6-4c3b-4cdf-8379-ac2ed3b6930f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7701156 Mar 29 10:34:31.446614 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46612) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:31.451970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:34:31.456656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:31.460543 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Usage tracker for resource:router and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:31.463365 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:31.469877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:31.555252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-c00ac2ee-f259-4d1e-98c3-3a605626653d', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:34:31.556069 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:31.563538 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:31.569284 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:31.579755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:31.748682 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Allocated IP 172.20.0.2 (c00ac2ee-f259-4d1e-98c3-3a605626653d/ac356b77-40cb-4af1-8625-463d105db949/cb914228-3030-422a-96ce-8735411415a9) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:34:31.927930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:31.948251 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:31.958035 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Transition to ACTIVE for port object cb914228-3030-422a-96ce-8735411415a9 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:34:31.975918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Transition to ACTIVE for port object cb914228-3030-422a-96ce-8735411415a9 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:34:32.051420 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:32.113051 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Network c00ac2ee-f259-4d1e-98c3-3a605626653d is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:34:32.115718 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:34:32.124158 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:34:32.133731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Pushing event updated for resources: {'Port': ['ID=cb914228-3030-422a-96ce-8735411415a9,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:32.219407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Attempting to bind port cb914228-3030-422a-96ce-8735411415a9 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:34:32.219767 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Attempting to bind port cb914228-3030-422a-96ce-8735411415a9 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:34:32.220121 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Attempting to bind port cb914228-3030-422a-96ce-8735411415a9 on network c00ac2ee-f259-4d1e-98c3-3a605626653d {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:34:32.225509 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:34:32.225877 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Checking segment: {'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:34:32.226273 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:32.226678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Bound using segment: {'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:34:32.227117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Bound port: cb914228-3030-422a-96ce-8735411415a9, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:34:32.227485 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:32.315673 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] For port cb914228-3030-422a-96ce-8735411415a9, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:34:32.318598 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] For port cb914228-3030-422a-96ce-8735411415a9, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cb914228-3030-422a-96ce-8735411415a9,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:34:32.321219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:32.353593 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:32.398235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:32.484439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff3a6f-73a7-4a59-b32d-6f62025b9a12 None None] Pushing event updated for resources: {'Port': ['ID=cb914228-3030-422a-96ce-8735411415a9,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:32.485364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Allocated IP 172.26.7.104 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/c63a9447-91b1-4272-a71d-56518dc47808) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:34:32.655828 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:32.760131 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:32.822133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:34:32.829224 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:34:32.833379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:34:32.862255 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c63a9447-91b1-4272-a71d-56518dc47808,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:33.047290 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device cb914228-3030-422a-96ce-8735411415a9 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:34:33.188471 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port cb914228-3030-422a-96ce-8735411415a9 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:34:33.350847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be420e6a-2805-4992-881f-312ddd792463 None None] Network c00ac2ee-f259-4d1e-98c3-3a605626653d requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:34:33.431111 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:33.518005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ad851db9-5b03-43ff-bc05-a4c13c29b9a5 None None] Provisioning for port cb914228-3030-422a-96ce-8735411415a9 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:34:33.527304 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ad851db9-5b03-43ff-bc05-a4c13c29b9a5 None None] Provisioning complete for port cb914228-3030-422a-96ce-8735411415a9 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:33.527667 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ad851db9-5b03-43ff-bc05-a4c13c29b9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:33.698624 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ad851db9-5b03-43ff-bc05-a4c13c29b9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:33.737933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-ad851db9-5b03-43ff-bc05-a4c13c29b9a5 None None] For port cb914228-3030-422a-96ce-8735411415a9, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cb914228-3030-422a-96ce-8735411415a9,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:34:33.768594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:33.803291 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ad851db9-5b03-43ff-bc05-a4c13c29b9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:33.874720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad851db9-5b03-43ff-bc05-a4c13c29b9a5 None None] Pushing event updated for resources: {'Port': ['ID=cb914228-3030-422a-96ce-8735411415a9,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:33.922560 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-846f6532-8ae6-48f9-8f5e-3f5760ee9b5a None None] Provisioning complete for port cb914228-3030-422a-96ce-8735411415a9 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:33.922928 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-846f6532-8ae6-48f9-8f5e-3f5760ee9b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:34.037443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:34:34.082474 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:34:34.207712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:34:34.217328 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Sync routers for ids ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:34:34.257173 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Routers {'47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:34:34.257763 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:34:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:34.306327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:34.307497 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8ef3b058-20e9-46c7-a5ba-41cf6eef54b0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8599591 Mar 29 10:34:34.310305 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46616) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:34.429280 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Set router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:34:34.710954 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:33Z', 'revision_number': 3, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:34.714777 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Checking router: 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:34:34.715115 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Updating router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac port c63a9447-91b1-4272-a71d-56518dc47808 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:34:34.769035 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:35.028074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device cb914228-3030-422a-96ce-8735411415a9 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:34:35.101831 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:35.103838 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port cb914228-3030-422a-96ce-8735411415a9 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:35.104309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:35.110185 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:35.122704 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Transition to ACTIVE for port object c63a9447-91b1-4272-a71d-56518dc47808 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:34:35.215075 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:35.293263 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Attempting to bind port c63a9447-91b1-4272-a71d-56518dc47808 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:34:35.293743 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Attempting to bind port c63a9447-91b1-4272-a71d-56518dc47808 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:34:35.294416 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Attempting to bind port c63a9447-91b1-4272-a71d-56518dc47808 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:34:35.301415 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef54243-5c12-4df7-b3af-e1960222662f None None] Pushing event updated for resources: {'Port': ['ID=c63a9447-91b1-4272-a71d-56518dc47808,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:35.304781 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:34:35.305146 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:34:35.305537 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:35.305918 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:34:35.306370 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Bound port: c63a9447-91b1-4272-a71d-56518dc47808, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:34:35.306735 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:35.311563 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Allocated IP 172.20.0.1 (c00ac2ee-f259-4d1e-98c3-3a605626653d/ac356b77-40cb-4af1-8625-463d105db949/d70538a9-3ec0-441f-b5bf-5d2fc71e3df2) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:34:35.337726 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef54243-5c12-4df7-b3af-e1960222662f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:35.338067 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef54243-5c12-4df7-b3af-e1960222662f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:35.338417 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef54243-5c12-4df7-b3af-e1960222662f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:35.339288 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef54243-5c12-4df7-b3af-e1960222662f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:35.339628 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef54243-5c12-4df7-b3af-e1960222662f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:35.339941 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef54243-5c12-4df7-b3af-e1960222662f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:35.340253 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef54243-5c12-4df7-b3af-e1960222662f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:35.340631 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef54243-5c12-4df7-b3af-e1960222662f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:35.340962 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef54243-5c12-4df7-b3af-e1960222662f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:35.341278 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef54243-5c12-4df7-b3af-e1960222662f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:35.341589 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef54243-5c12-4df7-b3af-e1960222662f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:35.341899 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef54243-5c12-4df7-b3af-e1960222662f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:34:35.392048 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] For port c63a9447-91b1-4272-a71d-56518dc47808, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:34:35.395163 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] For port c63a9447-91b1-4272-a71d-56518dc47808, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c63a9447-91b1-4272-a71d-56518dc47808,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:34:35.449131 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:35.465277 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:35.480911 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Transition to ACTIVE for port object d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:34:35.524437 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Routers {'47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:34:35.525058 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:34:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:35.559951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:35.589306 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef54243-5c12-4df7-b3af-e1960222662f None None] Pushing event updated for resources: {'Port': ['ID=c63a9447-91b1-4272-a71d-56518dc47808,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:35.627032 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Network c00ac2ee-f259-4d1e-98c3-3a605626653d is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:34:35.633940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:34:35.636548 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:34:35.674434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Pushing event updated for resources: {'Port': ['ID=d70538a9-3ec0-441f-b5bf-5d2fc71e3df2,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:35.706294 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] Set router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:34:35.715951 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:35.747274 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-48c7dc39-1c43-4242-a1a4-4a1802d43ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:35.931106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a71c5ee2-12a3-415e-9d62-aa2346ca6cae None None] Provisioning for port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:34:35.936841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-a71c5ee2-12a3-415e-9d62-aa2346ca6cae None None] Provisioning complete for port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:35.937212 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a71c5ee2-12a3-415e-9d62-aa2346ca6cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:35.993330 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-a71c5ee2-12a3-415e-9d62-aa2346ca6cae None None] Port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:34:36.015455 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:33Z', 'revision_number': 3, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:36.019714 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbd0afc-fab4-4e21-a651-10e9ac4007ca None None] The sync data for ids ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'] in dv-neutron-835555-1-hyperv is: [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:33Z', 'revision_number': 3, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:34:36.051346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:36.409786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:36.471772 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:36.580528 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:36.583922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Pushing event updated for resources: {'Port': ['ID=d70538a9-3ec0-441f-b5bf-5d2fc71e3df2,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:36.721765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Network c00ac2ee-f259-4d1e-98c3-3a605626653d is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:34:36.722955 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:34:36.914557 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:34:36.922800 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-dc707000-f5ab-4440-83e3-f762ffca0fa8 None None] Provisioning complete for port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:36.923280 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dc707000-f5ab-4440-83e3-f762ffca0fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:36.978118 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-dc707000-f5ab-4440-83e3-f762ffca0fa8 None None] Port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:34:37.048074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c63a9447-91b1-4272-a71d-56518dc47808 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:34:37.096316 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:34:37.105638 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a77accbc-2b11-4e86-a6cc-3880bcd45beb admin admin] 10.222.0.35 "PUT /v2.0/routers/47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7943146 Mar 29 10:34:37.222733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port c63a9447-91b1-4272-a71d-56518dc47808 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:34:37.227858 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c63a9447-91b1-4272-a71d-56518dc47808 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:37.228364 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:37.354209 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:37.373733 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port c63a9447-91b1-4272-a71d-56518dc47808, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c63a9447-91b1-4272-a71d-56518dc47808,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:34:37.454539 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:37.484961 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Sync routers for ids ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:34:37.511654 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Routers {'47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:34:37.512264 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:34:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:37.600006 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=c63a9447-91b1-4272-a71d-56518dc47808,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:37.704776 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Set router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:34:37.782806 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46634) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:37.788299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1112311838-network', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:34:37.793686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:37.797759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Usage tracker for resource:network and tenant:0a7eecea7ce645768f556d67d4e64d93 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:37.800697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:37.806298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:37.885946 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Made reservation on behalf of 0a7eecea7ce645768f556d67d4e64d93 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:34:37.888344 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:37.901513 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:37.915796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:37.920752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Usage tracker for resource:security_group_rule and tenant:0a7eecea7ce645768f556d67d4e64d93 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:37.924122 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:37.929443 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:37.944610 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-617bf140-702d-41c4-bc65-9460f4500dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:38.015112 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:38.023659 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'd70538a9-3ec0-441f-b5bf-5d2fc71e3df2', 'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'mac_address': 'fa:16:3e:09:88:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:35Z', 'updated_at': '2022-03-29T10:34:36Z', 'revision_number': 2, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'subnets': [{'id': 'ac356b77-40cb-4af1-8625-463d105db949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:38.028069 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Checking router: 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:34:38.028444 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Updating router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:34:38.079634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:38.085329 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:38.108280 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:34:38.121144 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a367a22-d7a9-470a-b45c-7149cf06301d,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:38.126468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:38.126826 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Added segment 4240d525-c39e-49b3-a793-263b414ea1e0 of type vlan for network 165a77c3-aed2-408a-8e89-2be8cb0b2233 Mar 29 10:34:38.153930 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:38.243413 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:38.244422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:38.245064 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:38.346096 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] Pushing event updated for resources: {'Network': ['ID=165a77c3-aed2-408a-8e89-2be8cb0b2233,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:38.356291 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 165a77c3-aed2-408a-8e89-2be8cb0b2233 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:34:38.400091 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-328de568-aaeb-48ad-a30a-3af694139e15 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6161880 Mar 29 10:34:38.403379 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46638) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:38.413047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] Request body: {'subnet': {'network_id': '165a77c3-aed2-408a-8e89-2be8cb0b2233', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1112311838-subnet', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93', 'ip_version': 4}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:34:38.418098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:38.422633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] Usage tracker for resource:subnet and tenant:0a7eecea7ce645768f556d67d4e64d93 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:38.425494 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:38.431132 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:38.523069 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:38.525029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] Made reservation on behalf of 0a7eecea7ce645768f556d67d4e64d93 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:34:38.527350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:38.534886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Transition to ACTIVE for port object d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:34:38.633848 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:38.776674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:38.802737 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d49afe-0370-4bf4-88e9-18e303302a9d None None] Pushing event updated for resources: {'Port': ['ID=d70538a9-3ec0-441f-b5bf-5d2fc71e3df2,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:38.856633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=495cd7e8-56c6-430b-87fe-7fa8ac1fd76e,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:38.868367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] Checking segment: {'id': '4240d525-c39e-49b3-a793-263b414ea1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '165a77c3-aed2-408a-8e89-2be8cb0b2233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:34:38.868748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] Network hostable DHCP agents. Network: 165a77c3-aed2-408a-8e89-2be8cb0b2233, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:34:38.904168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Attempting to bind port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:34:38.905732 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Attempting to bind port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:34:38.905732 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Attempting to bind port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 on network c00ac2ee-f259-4d1e-98c3-3a605626653d {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:34:38.911894 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:34:38.912258 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Checking segment: {'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:34:38.912723 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:38.913106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Bound using segment: {'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:34:38.913555 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Bound port: d70538a9-3ec0-441f-b5bf-5d2fc71e3df2, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:34:38.913915 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:38.959178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] Network 165a77c3-aed2-408a-8e89-2be8cb0b2233 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:34:39.020744 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] For port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:34:39.023964 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] For port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d70538a9-3ec0-441f-b5bf-5d2fc71e3df2,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:34:39.030463 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c63a9447-91b1-4272-a71d-56518dc47808 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:34:39.043576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 165a77c3-aed2-408a-8e89-2be8cb0b2233) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:34:39.047666 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:39.048314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:39.061197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b113b5b-904e-41c9-8c59-728c258580f8 None None] Network 165a77c3-aed2-408a-8e89-2be8cb0b2233 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:34:39.106403 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:39.167961 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:39.183707 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c2755f95-b06c-45f0-864b-7e721eac7b7f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7792077 Mar 29 10:34:39.186242 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46642) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:39.191236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1112311838-router', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:34:39.196051 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:39.199961 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Usage tracker for resource:router and tenant:0a7eecea7ce645768f556d67d4e64d93 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:39.202810 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:39.208779 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:39.228004 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:39.297112 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:39.298150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:39.314131 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:39.314409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Routers {'47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:34:39.315056 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:34:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:39.402592 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d49afe-0370-4bf4-88e9-18e303302a9d None None] Pushing event updated for resources: {'Port': ['ID=d70538a9-3ec0-441f-b5bf-5d2fc71e3df2,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:39.421884 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port c63a9447-91b1-4272-a71d-56518dc47808 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:39.422228 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:39.632311 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-165a77c3-aed2-408a-8e89-2be8cb0b2233', 'network_id': '165a77c3-aed2-408a-8e89-2be8cb0b2233', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93', 'fixed_ips': [{'subnet_id': '495cd7e8-56c6-430b-87fe-7fa8ac1fd76e'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:34:39.633210 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:39.727231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] Set router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:34:39.813728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:40.095280 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Allocated IP 172.20.0.2 (165a77c3-aed2-408a-8e89-2be8cb0b2233/495cd7e8-56c6-430b-87fe-7fa8ac1fd76e/07c0a3b7-f4a2-404e-97e7-d8402e314411) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:34:40.190350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:40.220075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:40.363973 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Allocated IP 172.26.7.112 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/b246ceab-e39c-4910-b58e-a9e8cd0511e1) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:34:40.392584 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'd70538a9-3ec0-441f-b5bf-5d2fc71e3df2', 'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'mac_address': 'fa:16:3e:09:88:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:35Z', 'updated_at': '2022-03-29T10:34:39Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'subnets': [{'id': 'ac356b77-40cb-4af1-8625-463d105db949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:40.406648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe65be1-cd87-4c65-ad56-b721a63f2f10 None None] The sync data for ids ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'] in dv-neutron-835555-1-hyperv is: [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'd70538a9-3ec0-441f-b5bf-5d2fc71e3df2', 'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'mac_address': 'fa:16:3e:09:88:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:35Z', 'updated_at': '2022-03-29T10:34:39Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'subnets': [{'id': 'ac356b77-40cb-4af1-8625-463d105db949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:34:40.420576 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:40.431547 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Transition to ACTIVE for port object 07c0a3b7-f4a2-404e-97e7-d8402e314411 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:34:40.461254 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Transition to ACTIVE for port object 07c0a3b7-f4a2-404e-97e7-d8402e314411 will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:34:40.518342 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:40.533561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:40.581758 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Network 165a77c3-aed2-408a-8e89-2be8cb0b2233 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:34:40.589465 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:34:40.591902 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:34:40.605856 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:40.628626 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Pushing event updated for resources: {'Port': ['ID=07c0a3b7-f4a2-404e-97e7-d8402e314411,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:40.667001 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:34:40.670263 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:34:40.673978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:34:40.703724 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Attempting to bind port 07c0a3b7-f4a2-404e-97e7-d8402e314411 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:34:40.704316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Attempting to bind port 07c0a3b7-f4a2-404e-97e7-d8402e314411 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '4240d525-c39e-49b3-a793-263b414ea1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '165a77c3-aed2-408a-8e89-2be8cb0b2233'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:34:40.704715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Attempting to bind port 07c0a3b7-f4a2-404e-97e7-d8402e314411 on network 165a77c3-aed2-408a-8e89-2be8cb0b2233 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:34:40.711036 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:34:40.711410 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Checking segment: {'id': '4240d525-c39e-49b3-a793-263b414ea1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '165a77c3-aed2-408a-8e89-2be8cb0b2233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:34:40.711809 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:40.712203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Bound using segment: {'id': '4240d525-c39e-49b3-a793-263b414ea1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '165a77c3-aed2-408a-8e89-2be8cb0b2233'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:34:40.712701 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Bound port: 07c0a3b7-f4a2-404e-97e7-d8402e314411, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4240d525-c39e-49b3-a793-263b414ea1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '165a77c3-aed2-408a-8e89-2be8cb0b2233'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:34:40.713076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:40.723917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Pushing event updated for resources: {'Port': ['ID=b246ceab-e39c-4910-b58e-a9e8cd0511e1,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:40.812889 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] For port 07c0a3b7-f4a2-404e-97e7-d8402e314411, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:34:40.815991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] For port 07c0a3b7-f4a2-404e-97e7-d8402e314411, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=07c0a3b7-f4a2-404e-97e7-d8402e314411,segment=NetworkSegment(4240d525-c39e-49b3-a793-263b414ea1e0),segment_id=4240d525-c39e-49b3-a793-263b414ea1e0)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:34:40.872475 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:40.972462 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed6644-c881-432e-bc31-84d8124ef5b9 None None] Pushing event updated for resources: {'Port': ['ID=07c0a3b7-f4a2-404e-97e7-d8402e314411,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:41.049676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:41.070740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:34:41.251643 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:34:41.261105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:41.261485 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:41.297648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:41.419612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:41.462521 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d70538a9-3ec0-441f-b5bf-5d2fc71e3df2,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:34:41.530742 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:41.601985 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=d70538a9-3ec0-441f-b5bf-5d2fc71e3df2,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:41.786963 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:42.071516 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Router 0ac86657-09a3-4583-8c5b-3d5fc006e6c7 is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:34:42.082831 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fddebe7-f0a6-4701-814d-c9d7d10cae30 None None] Network 165a77c3-aed2-408a-8e89-2be8cb0b2233 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:34:42.235760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-9544cc47-a17d-4280-88e6-66f20187d780 None None] Provisioning for port 07c0a3b7-f4a2-404e-97e7-d8402e314411 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:34:42.250643 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:34:42.260992 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Sync routers for ids ['0ac86657-09a3-4583-8c5b-3d5fc006e6c7'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:34:42.271374 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Routers {'0ac86657-09a3-4583-8c5b-3d5fc006e6c7'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:34:42.271983 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:34:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['0ac86657-09a3-4583-8c5b-3d5fc006e6c7'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:42.342150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:42.346447 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46646) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:42.356665 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fa8c9a8a-0ec4-4bb8-8f8e-e7f78b7b6287 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1693056 Mar 29 10:34:42.463523 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Set router 0ac86657-09a3-4583-8c5b-3d5fc006e6c7 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:34:42.754039 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'name': 'tempest-TestShelveInstance-1112311838-router', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b246ceab-e39c-4910-b58e-a9e8cd0511e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:39Z', 'updated_at': '2022-03-29T10:34:40Z', 'revision_number': 3, 'project_id': '0a7eecea7ce645768f556d67d4e64d93', 'gw_port': {'id': 'b246ceab-e39c-4910-b58e-a9e8cd0511e1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:40Z', 'updated_at': '2022-03-29T10:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:42.758209 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Checking router: 0ac86657-09a3-4583-8c5b-3d5fc006e6c7 for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:34:42.758554 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Updating router 0ac86657-09a3-4583-8c5b-3d5fc006e6c7 port b246ceab-e39c-4910-b58e-a9e8cd0511e1 binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:34:42.813649 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:43.122754 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 07c0a3b7-f4a2-404e-97e7-d8402e314411 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:34:43.139415 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:43.150941 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Transition to ACTIVE for port object b246ceab-e39c-4910-b58e-a9e8cd0511e1 will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:34:43.160034 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:43.210834 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:43.268348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 07c0a3b7-f4a2-404e-97e7-d8402e314411 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:34:43.273769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 07c0a3b7-f4a2-404e-97e7-d8402e314411 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:43.274216 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:43.293415 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Attempting to bind port b246ceab-e39c-4910-b58e-a9e8cd0511e1 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:34:43.294309 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Attempting to bind port b246ceab-e39c-4910-b58e-a9e8cd0511e1 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:34:43.294421 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Attempting to bind port b246ceab-e39c-4910-b58e-a9e8cd0511e1 on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:34:43.296410 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f392c3-6a10-42b9-8955-e0e40d04bc24 None None] Pushing event updated for resources: {'Port': ['ID=b246ceab-e39c-4910-b58e-a9e8cd0511e1,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:43.302586 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:34:43.303579 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:34:43.304131 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:43.304688 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:34:43.305307 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Bound port: b246ceab-e39c-4910-b58e-a9e8cd0511e1, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:34:43.305839 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:43.375901 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Allocated IP 172.20.0.1 (165a77c3-aed2-408a-8e89-2be8cb0b2233/495cd7e8-56c6-430b-87fe-7fa8ac1fd76e/24d5fec5-66cb-489c-b1ac-51431731139f) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:34:43.393393 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] For port b246ceab-e39c-4910-b58e-a9e8cd0511e1, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:34:43.396954 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] For port b246ceab-e39c-4910-b58e-a9e8cd0511e1, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b246ceab-e39c-4910-b58e-a9e8cd0511e1,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:34:43.404966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:43.439225 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 07c0a3b7-f4a2-404e-97e7-d8402e314411, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=07c0a3b7-f4a2-404e-97e7-d8402e314411,segment=NetworkSegment(4240d525-c39e-49b3-a793-263b414ea1e0),segment_id=4240d525-c39e-49b3-a793-263b414ea1e0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:34:43.462646 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:43.531421 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:43.535200 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:43.538339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:34:43.548015 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Transition to ACTIVE for port object 24d5fec5-66cb-489c-b1ac-51431731139f will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:34:43.549511 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Routers {'0ac86657-09a3-4583-8c5b-3d5fc006e6c7'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:34:43.550137 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:34:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['0ac86657-09a3-4583-8c5b-3d5fc006e6c7'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:43.613378 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f392c3-6a10-42b9-8955-e0e40d04bc24 None None] Pushing event updated for resources: {'Port': ['ID=b246ceab-e39c-4910-b58e-a9e8cd0511e1,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:43.632761 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:43.653373 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=07c0a3b7-f4a2-404e-97e7-d8402e314411,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:43.667478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:43.667847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:43.702592 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Network 165a77c3-aed2-408a-8e89-2be8cb0b2233 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:34:43.705365 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:34:43.707925 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:34:43.757398 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Pushing event updated for resources: {'Port': ['ID=24d5fec5-66cb-489c-b1ac-51431731139f,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:43.773675 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] Set router 0ac86657-09a3-4583-8c5b-3d5fc006e6c7 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:34:43.777828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:44.018435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:44.078336 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'name': 'tempest-TestShelveInstance-1112311838-router', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b246ceab-e39c-4910-b58e-a9e8cd0511e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:39Z', 'updated_at': '2022-03-29T10:34:40Z', 'revision_number': 3, 'project_id': '0a7eecea7ce645768f556d67d4e64d93', 'gw_port': {'id': 'b246ceab-e39c-4910-b58e-a9e8cd0511e1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:40Z', 'updated_at': '2022-03-29T10:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:44.078948 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-aa1bd6e9-5869-403b-adac-d0924b1a15d6 None None] Provisioning for port 24d5fec5-66cb-489c-b1ac-51431731139f completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:34:44.084195 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3756f-6aa0-473e-82c4-293bf6db6f06 None None] The sync data for ids ['0ac86657-09a3-4583-8c5b-3d5fc006e6c7'] in dv-neutron-835555-1-hyperv is: [{'id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'name': 'tempest-TestShelveInstance-1112311838-router', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b246ceab-e39c-4910-b58e-a9e8cd0511e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:39Z', 'updated_at': '2022-03-29T10:34:40Z', 'revision_number': 3, 'project_id': '0a7eecea7ce645768f556d67d4e64d93', 'gw_port': {'id': 'b246ceab-e39c-4910-b58e-a9e8cd0511e1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:40Z', 'updated_at': '2022-03-29T10:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:34:44.089674 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-aa1bd6e9-5869-403b-adac-d0924b1a15d6 None None] Provisioning complete for port 24d5fec5-66cb-489c-b1ac-51431731139f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:44.089674 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd6e9-5869-403b-adac-d0924b1a15d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:44.145393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-aa1bd6e9-5869-403b-adac-d0924b1a15d6 None None] Port 24d5fec5-66cb-489c-b1ac-51431731139f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:34:44.261965 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:44.336404 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:44.447148 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:44.451028 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Pushing event updated for resources: {'Port': ['ID=24d5fec5-66cb-489c-b1ac-51431731139f,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:44.691139 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Network 165a77c3-aed2-408a-8e89-2be8cb0b2233 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:34:44.692352 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:34:44.892563 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Router 0ac86657-09a3-4583-8c5b-3d5fc006e6c7 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:34:44.969257 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-76b19a56-1471-4d9e-abf8-46ff32eb616a None None] Provisioning complete for port 24d5fec5-66cb-489c-b1ac-51431731139f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:44.969523 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-76b19a56-1471-4d9e-abf8-46ff32eb616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:45.038305 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-76b19a56-1471-4d9e-abf8-46ff32eb616a None None] Port 24d5fec5-66cb-489c-b1ac-51431731139f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:34:45.079168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:34:45.089053 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1f015469-92b4-49cc-8853-cca8c4832b6d admin admin] 10.222.0.35 "PUT /v2.0/routers/0ac86657-09a3-4583-8c5b-3d5fc006e6c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7410426 Mar 29 10:34:45.106122 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b246ceab-e39c-4910-b58e-a9e8cd0511e1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:34:45.227596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port b246ceab-e39c-4910-b58e-a9e8cd0511e1 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:34:45.232578 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port b246ceab-e39c-4910-b58e-a9e8cd0511e1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:45.233010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:45.385894 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:45.405235 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port b246ceab-e39c-4910-b58e-a9e8cd0511e1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b246ceab-e39c-4910-b58e-a9e8cd0511e1,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:34:45.471331 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:45.480831 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 07c0a3b7-f4a2-404e-97e7-d8402e314411 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:34:45.586554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=b246ceab-e39c-4910-b58e-a9e8cd0511e1,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:45.599227 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 07c0a3b7-f4a2-404e-97e7-d8402e314411 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:45.599623 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:45.640064 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Sync routers for ids ['0ac86657-09a3-4583-8c5b-3d5fc006e6c7'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:34:45.663803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Routers {'0ac86657-09a3-4583-8c5b-3d5fc006e6c7'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:34:45.664407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:34:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['0ac86657-09a3-4583-8c5b-3d5fc006e6c7'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:45.890581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Set router 0ac86657-09a3-4583-8c5b-3d5fc006e6c7 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:34:45.988616 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 46656) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:45.995131 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-e199d055-777b-442a-9bbe-cb2c93c2769d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656651040', 'description': 'tempest-secgroup-smoke-656651040 description', 'project_id': 'bf61a1ea952a40faa2af3c267484afb2'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:34:46.001182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e199d055-777b-442a-9bbe-cb2c93c2769d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:46.004977 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e199d055-777b-442a-9bbe-cb2c93c2769d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:46.007801 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e199d055-777b-442a-9bbe-cb2c93c2769d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:46.014259 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e199d055-777b-442a-9bbe-cb2c93c2769d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:46.090520 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e199d055-777b-442a-9bbe-cb2c93c2769d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:46.112675 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e199d055-777b-442a-9bbe-cb2c93c2769d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:46.116562 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e199d055-777b-442a-9bbe-cb2c93c2769d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group_rule and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:46.119845 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-e199d055-777b-442a-9bbe-cb2c93c2769d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:46.125490 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-e199d055-777b-442a-9bbe-cb2c93c2769d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:46.193141 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e199d055-777b-442a-9bbe-cb2c93c2769d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:46.203107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'name': 'tempest-TestShelveInstance-1112311838-router', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b246ceab-e39c-4910-b58e-a9e8cd0511e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:39Z', 'updated_at': '2022-03-29T10:34:43Z', 'revision_number': 4, 'project_id': '0a7eecea7ce645768f556d67d4e64d93', 'gw_port': {'id': 'b246ceab-e39c-4910-b58e-a9e8cd0511e1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:40Z', 'updated_at': '2022-03-29T10:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '24d5fec5-66cb-489c-b1ac-51431731139f', 'name': '', 'network_id': '165a77c3-aed2-408a-8e89-2be8cb0b2233', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93', 'mac_address': 'fa:16:3e:50:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '495cd7e8-56c6-430b-87fe-7fa8ac1fd76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:43Z', 'updated_at': '2022-03-29T10:34:44Z', 'revision_number': 2, 'project_id': '0a7eecea7ce645768f556d67d4e64d93', 'subnets': [{'id': '495cd7e8-56c6-430b-87fe-7fa8ac1fd76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:46.206921 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Checking router: 0ac86657-09a3-4583-8c5b-3d5fc006e6c7 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:34:46.207279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Updating router 0ac86657-09a3-4583-8c5b-3d5fc006e6c7 port 24d5fec5-66cb-489c-b1ac-51431731139f binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:34:46.263674 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:46.284546 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e199d055-777b-442a-9bbe-cb2c93c2769d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:46.327592 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199d055-777b-442a-9bbe-cb2c93c2769d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3262dd97-9152-4857-9c60-5ba18b8766d9,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:46.417016 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e199d055-777b-442a-9bbe-cb2c93c2769d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:46.418294 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e199d055-777b-442a-9bbe-cb2c93c2769d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4280703 Mar 29 10:34:46.421601 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46660) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:46.427133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-e90b9960-e662-4b5d-b6a6-f404d04ac224 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'security_group_rule': {'security_group_id': '3262dd97-9152-4857-9c60-5ba18b8766d9', 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:34:46.433749 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e90b9960-e662-4b5d-b6a6-f404d04ac224 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:46.438361 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e90b9960-e662-4b5d-b6a6-f404d04ac224 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group_rule and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:46.441274 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-e90b9960-e662-4b5d-b6a6-f404d04ac224 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:46.446979 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-e90b9960-e662-4b5d-b6a6-f404d04ac224 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:46.549614 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e90b9960-e662-4b5d-b6a6-f404d04ac224 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:46.610701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e90b9960-e662-4b5d-b6a6-f404d04ac224 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:46.615204 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:46.627409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Transition to ACTIVE for port object 24d5fec5-66cb-489c-b1ac-51431731139f will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:34:46.690429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e90b9960-e662-4b5d-b6a6-f404d04ac224 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:46.713898 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:46.717225 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b9960-e662-4b5d-b6a6-f404d04ac224 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f125d3a9-31c9-4574-b3ac-fcf995c8f627,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:46.803009 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e90b9960-e662-4b5d-b6a6-f404d04ac224 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:46.804530 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e90b9960-e662-4b5d-b6a6-f404d04ac224 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3814857 Mar 29 10:34:46.807138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46664) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:46.812610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-42fcaec5-aaaf-4170-b949-305ed6e374a4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'security_group_rule': {'security_group_id': '3262dd97-9152-4857-9c60-5ba18b8766d9', 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:34:46.818717 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-42fcaec5-aaaf-4170-b949-305ed6e374a4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:46.822978 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-42fcaec5-aaaf-4170-b949-305ed6e374a4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group_rule and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:46.826219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-42fcaec5-aaaf-4170-b949-305ed6e374a4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:46.832362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-42fcaec5-aaaf-4170-b949-305ed6e374a4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:46.868666 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950d016-1295-4e26-9a98-bd2b380280b7 None None] Pushing event updated for resources: {'Port': ['ID=24d5fec5-66cb-489c-b1ac-51431731139f,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:46.954612 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-42fcaec5-aaaf-4170-b949-305ed6e374a4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:46.977413 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Attempting to bind port 24d5fec5-66cb-489c-b1ac-51431731139f on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:34:46.977776 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Attempting to bind port 24d5fec5-66cb-489c-b1ac-51431731139f by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '4240d525-c39e-49b3-a793-263b414ea1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '165a77c3-aed2-408a-8e89-2be8cb0b2233'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:34:46.978135 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Attempting to bind port 24d5fec5-66cb-489c-b1ac-51431731139f on network 165a77c3-aed2-408a-8e89-2be8cb0b2233 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:34:46.988015 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:34:46.988372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Checking segment: {'id': '4240d525-c39e-49b3-a793-263b414ea1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '165a77c3-aed2-408a-8e89-2be8cb0b2233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:34:46.988782 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:46.989168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Bound using segment: {'id': '4240d525-c39e-49b3-a793-263b414ea1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '165a77c3-aed2-408a-8e89-2be8cb0b2233'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:34:46.989626 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Bound port: 24d5fec5-66cb-489c-b1ac-51431731139f, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4240d525-c39e-49b3-a793-263b414ea1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '165a77c3-aed2-408a-8e89-2be8cb0b2233'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:34:46.989987 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:47.020932 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-42fcaec5-aaaf-4170-b949-305ed6e374a4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:47.046134 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b246ceab-e39c-4910-b58e-a9e8cd0511e1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:34:47.090197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-42fcaec5-aaaf-4170-b949-305ed6e374a4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:47.114618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcaec5-aaaf-4170-b949-305ed6e374a4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24dd9a56-1f9a-4b40-a2d2-03884f08e85f,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:47.136523 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] For port 24d5fec5-66cb-489c-b1ac-51431731139f, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:34:47.139691 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] For port 24d5fec5-66cb-489c-b1ac-51431731139f, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=24d5fec5-66cb-489c-b1ac-51431731139f,segment=NetworkSegment(4240d525-c39e-49b3-a793-263b414ea1e0),segment_id=4240d525-c39e-49b3-a793-263b414ea1e0)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:34:47.148307 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port b246ceab-e39c-4910-b58e-a9e8cd0511e1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:47.148704 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:47.198821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-42fcaec5-aaaf-4170-b949-305ed6e374a4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:47.200086 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-42fcaec5-aaaf-4170-b949-305ed6e374a4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3920240 Mar 29 10:34:47.202920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46668) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:47.209234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b2b66771-edb6-4c00-bd0d-fc0c0908d680 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'security_group_rule': {'security_group_id': '3262dd97-9152-4857-9c60-5ba18b8766d9', 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:34:47.214008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b2b66771-edb6-4c00-bd0d-fc0c0908d680 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:47.217890 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b2b66771-edb6-4c00-bd0d-fc0c0908d680 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group_rule and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:47.220808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b2b66771-edb6-4c00-bd0d-fc0c0908d680 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:47.226479 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b2b66771-edb6-4c00-bd0d-fc0c0908d680 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:47.240530 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:47.309390 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2b66771-edb6-4c00-bd0d-fc0c0908d680 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:47.340433 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Routers {'0ac86657-09a3-4583-8c5b-3d5fc006e6c7'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:34:47.341105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:34:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['0ac86657-09a3-4583-8c5b-3d5fc006e6c7'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:47.398085 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2b66771-edb6-4c00-bd0d-fc0c0908d680 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:47.409695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950d016-1295-4e26-9a98-bd2b380280b7 None None] Pushing event updated for resources: {'Port': ['ID=24d5fec5-66cb-489c-b1ac-51431731139f,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:47.485017 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2b66771-edb6-4c00-bd0d-fc0c0908d680 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:47.510400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b66771-edb6-4c00-bd0d-fc0c0908d680 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f975f0cd-4a0c-4252-ba81-140b30c2a5de,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:47.542159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] Set router 0ac86657-09a3-4583-8c5b-3d5fc006e6c7 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:34:47.593362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b2b66771-edb6-4c00-bd0d-fc0c0908d680 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:47.594715 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b2b66771-edb6-4c00-bd0d-fc0c0908d680 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3908436 Mar 29 10:34:47.597496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46672) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:47.603570 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f36dd133-957a-4d83-b10c-c7158a1ff7a3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'security_group_rule': {'security_group_id': '3262dd97-9152-4857-9c60-5ba18b8766d9', 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:34:47.610350 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f36dd133-957a-4d83-b10c-c7158a1ff7a3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:47.614564 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f36dd133-957a-4d83-b10c-c7158a1ff7a3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group_rule and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:47.617434 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f36dd133-957a-4d83-b10c-c7158a1ff7a3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:47.623653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f36dd133-957a-4d83-b10c-c7158a1ff7a3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:47.731936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f36dd133-957a-4d83-b10c-c7158a1ff7a3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:47.802169 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f36dd133-957a-4d83-b10c-c7158a1ff7a3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:47.868631 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'name': 'tempest-TestShelveInstance-1112311838-router', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b246ceab-e39c-4910-b58e-a9e8cd0511e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:39Z', 'updated_at': '2022-03-29T10:34:43Z', 'revision_number': 4, 'project_id': '0a7eecea7ce645768f556d67d4e64d93', 'gw_port': {'id': 'b246ceab-e39c-4910-b58e-a9e8cd0511e1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:40Z', 'updated_at': '2022-03-29T10:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '24d5fec5-66cb-489c-b1ac-51431731139f', 'name': '', 'network_id': '165a77c3-aed2-408a-8e89-2be8cb0b2233', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93', 'mac_address': 'fa:16:3e:50:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '495cd7e8-56c6-430b-87fe-7fa8ac1fd76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:43Z', 'updated_at': '2022-03-29T10:34:47Z', 'revision_number': 4, 'project_id': '0a7eecea7ce645768f556d67d4e64d93', 'subnets': [{'id': '495cd7e8-56c6-430b-87fe-7fa8ac1fd76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:34:47.872881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bcb2b8-47f6-40ed-859f-632a03212129 None None] The sync data for ids ['0ac86657-09a3-4583-8c5b-3d5fc006e6c7'] in dv-neutron-835555-1-hyperv is: [{'id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'name': 'tempest-TestShelveInstance-1112311838-router', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b246ceab-e39c-4910-b58e-a9e8cd0511e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:39Z', 'updated_at': '2022-03-29T10:34:43Z', 'revision_number': 4, 'project_id': '0a7eecea7ce645768f556d67d4e64d93', 'gw_port': {'id': 'b246ceab-e39c-4910-b58e-a9e8cd0511e1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:40Z', 'updated_at': '2022-03-29T10:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '24d5fec5-66cb-489c-b1ac-51431731139f', 'name': '', 'network_id': '165a77c3-aed2-408a-8e89-2be8cb0b2233', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93', 'mac_address': 'fa:16:3e:50:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '495cd7e8-56c6-430b-87fe-7fa8ac1fd76e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:43Z', 'updated_at': '2022-03-29T10:34:47Z', 'revision_number': 4, 'project_id': '0a7eecea7ce645768f556d67d4e64d93', 'subnets': [{'id': '495cd7e8-56c6-430b-87fe-7fa8ac1fd76e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:34:47.925221 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f36dd133-957a-4d83-b10c-c7158a1ff7a3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:47.952275 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36dd133-957a-4d83-b10c-c7158a1ff7a3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63de78c1-a57e-41bb-9b13-bea905ae5b9a,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:48.043237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f36dd133-957a-4d83-b10c-c7158a1ff7a3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:48.045021 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f36dd133-957a-4d83-b10c-c7158a1ff7a3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4463203 Mar 29 10:34:48.047436 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46676) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:48.052782 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b45f86cf-a254-4405-9ac8-049569ceb95d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'security_group_rule': {'security_group_id': '3262dd97-9152-4857-9c60-5ba18b8766d9', 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:34:48.059210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b45f86cf-a254-4405-9ac8-049569ceb95d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:48.063539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b45f86cf-a254-4405-9ac8-049569ceb95d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group_rule and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:48.066835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b45f86cf-a254-4405-9ac8-049569ceb95d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:48.073765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b45f86cf-a254-4405-9ac8-049569ceb95d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:48.159465 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-b45f86cf-a254-4405-9ac8-049569ceb95d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Project bf61a1ea952a40faa2af3c267484afb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:34:48.166722 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b45f86cf-a254-4405-9ac8-049569ceb95d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:48.235561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b45f86cf-a254-4405-9ac8-049569ceb95d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:48.323261 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b45f86cf-a254-4405-9ac8-049569ceb95d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:48.346381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f86cf-a254-4405-9ac8-049569ceb95d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fea6514-cb0c-49df-a9c5-761d05533863,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:48.432691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b45f86cf-a254-4405-9ac8-049569ceb95d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:48.433914 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b45f86cf-a254-4405-9ac8-049569ceb95d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3855188 Mar 29 10:34:48.436653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46680) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:34:48.443811 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-59859a72-cbe5-46f5-865e-98f6866ffc7d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'security_group_rule': {'security_group_id': '3262dd97-9152-4857-9c60-5ba18b8766d9', 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:34:48.452193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-59859a72-cbe5-46f5-865e-98f6866ffc7d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:48.456180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-59859a72-cbe5-46f5-865e-98f6866ffc7d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group_rule and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:34:48.459194 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-59859a72-cbe5-46f5-865e-98f6866ffc7d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:34:48.465327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-59859a72-cbe5-46f5-865e-98f6866ffc7d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:48.551371 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-59859a72-cbe5-46f5-865e-98f6866ffc7d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Project bf61a1ea952a40faa2af3c267484afb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:34:48.559432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-59859a72-cbe5-46f5-865e-98f6866ffc7d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:48.639258 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-59859a72-cbe5-46f5-865e-98f6866ffc7d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:48.708081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-59859a72-cbe5-46f5-865e-98f6866ffc7d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:48.731918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59859a72-cbe5-46f5-865e-98f6866ffc7d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9fd46e-4aa9-4b4d-88d1-4357be590932,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:48.799619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-59859a72-cbe5-46f5-865e-98f6866ffc7d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:48.800853 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-59859a72-cbe5-46f5-865e-98f6866ffc7d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3629477 Mar 29 10:34:48.977535 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-d0d6583d-b01a-41f0-b618-7aee87a5fca7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Synchronizing usage tracker for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:security_group {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:34:49.059133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 24d5fec5-66cb-489c-b1ac-51431731139f up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:34:49.061649 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-d0d6583d-b01a-41f0-b618-7aee87a5fca7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Unset dirty status for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:security_group {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:34:49.062822 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-d0d6583d-b01a-41f0-b618-7aee87a5fca7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656651040&fields=id&tenant_id=bf61a1ea952a40faa2af3c267484afb2 HTTP/1.1" status: 200 len: 267 time: 0.1314967 Mar 29 10:34:49.219296 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-aff76e14-282e-4807-85f3-62d6c4cdec05 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:49.220731 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-aff76e14-282e-4807-85f3-62d6c4cdec05 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 808 time: 0.1509857 Mar 29 10:34:49.231326 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 24d5fec5-66cb-489c-b1ac-51431731139f completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:34:49.235972 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-a42335fd-a2ec-4b65-a504-f16ec502286c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/quotas/bf61a1ea952a40faa2af3c267484afb2 HTTP/1.1" status: 200 len: 375 time: 0.0095990 Mar 29 10:34:49.236368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 24d5fec5-66cb-489c-b1ac-51431731139f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:49.239159 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:49.321925 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-077eded7-fbad-423c-ba68-73a0cd3fe8f0 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799706 Mar 29 10:34:49.385282 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:49.435025 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 24d5fec5-66cb-489c-b1ac-51431731139f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=24d5fec5-66cb-489c-b1ac-51431731139f,segment=NetworkSegment(4240d525-c39e-49b3-a793-263b414ea1e0),segment_id=4240d525-c39e-49b3-a793-263b414ea1e0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:34:49.502577 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-2a022d77-b15e-4206-946b-7295f2cf331d service neutron] 10.222.0.35 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660006 Mar 29 10:34:49.524634 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:49.592648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=24d5fec5-66cb-489c-b1ac-51431731139f,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:49.637660 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-88922959-9250-4c05-ac4d-df6590d7bc4e service neutron] 10.222.0.35 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288614 Mar 29 10:34:49.891206 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-95661bd2-42fe-40b7-bc61-081d04a062cd req-daaa0200-d8f3-496c-8684-cd0d32649d33 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Synchronizing usage tracker for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:34:49.974178 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-95661bd2-42fe-40b7-bc61-081d04a062cd req-daaa0200-d8f3-496c-8684-cd0d32649d33 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Unset dirty status for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:34:49.975476 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-95661bd2-42fe-40b7-bc61-081d04a062cd req-daaa0200-d8f3-496c-8684-cd0d32649d33 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 210 time: 0.1297908 Mar 29 10:34:51.036410 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 24d5fec5-66cb-489c-b1ac-51431731139f up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:34:51.114099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 24d5fec5-66cb-489c-b1ac-51431731139f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:51.114517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:51.128649 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e887f3d4-868a-45f8-ae8a-45f19e723036 req-b582008c-8e79-4b67-92b3-33123b5e101d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 210 time: 0.0445874 Mar 29 10:34:52.307354 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1db0fe2c-7d83-4933-b6d2-04690e5767c7 req-4ae712db-cef1-4ef4-9b36-eb243a11bfbc tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 210 time: 0.0546007 Mar 29 10:34:52.347936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-e7c35a94-839d-4886-aa54-2ddaa90be1b7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:52.348630 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-e7c35a94-839d-4886-aa54-2ddaa90be1b7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Synchronizing usage tracker for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:34:52.416211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-e7c35a94-839d-4886-aa54-2ddaa90be1b7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Unset dirty status for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:34:52.417377 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-e7c35a94-839d-4886-aa54-2ddaa90be1b7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 808 time: 0.2570291 Mar 29 10:34:52.466764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-4891b7bd-61a3-49f0-b137-4fca87f8d679 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Synchronizing usage tracker for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:34:52.477843 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-4891b7bd-61a3-49f0-b137-4fca87f8d679 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Unset dirty status for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:34:52.478977 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-4891b7bd-61a3-49f0-b137-4fca87f8d679 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf61a1ea952a40faa2af3c267484afb2 HTTP/1.1" status: 200 len: 379 time: 0.0538647 Mar 29 10:34:52.492468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'port': {'device_id': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'admin_state_up': True, 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'security_groups': ['3262dd97-9152-4857-9c60-5ba18b8766d9']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:34:52.746538 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:34:52.755940 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:34:52.853807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Made reservation on behalf of bf61a1ea952a40faa2af3c267484afb2 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:34:52.857416 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:53.019905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Allocated IP 172.20.0.7 (c00ac2ee-f259-4d1e-98c3-3a605626653d/ac356b77-40cb-4af1-8625-463d105db949/722121e3-63dc-44af-b261-a546cabd4d61) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:34:53.208255 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:53.224031 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Transition to ACTIVE for port object 722121e3-63dc-44af-b261-a546cabd4d61 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:34:53.334833 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:53.411823 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Network c00ac2ee-f259-4d1e-98c3-3a605626653d is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:34:53.419374 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:34:53.421686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'Port': ['ID=722121e3-63dc-44af-b261-a546cabd4d61,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:53.423885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:34:53.491043 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:53.491920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:53.516156 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf0167-b0f7-40b7-b1df-6c6fec5cc597 req-74b2f5cb-5273-4234-a803-a029ddf12223 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:53.517664 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5bdf0167-b0f7-40b7-b1df-6c6fec5cc597 req-74b2f5cb-5273-4234-a803-a029ddf12223 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 931 time: 0.0950594 Mar 29 10:34:53.566043 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5bdf0167-b0f7-40b7-b1df-6c6fec5cc597 req-b22ce1d1-5cc3-4400-bf2d-9e29ad261562 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411229 Mar 29 10:34:53.580862 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-1eb44beb-744f-4e53-955e-8f481c60f926 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0920684 Mar 29 10:34:53.592002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Request body: {'port': {'device_id': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:34:53.683632 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:53.704248 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:53.712901 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ff7a64da-2903-4ead-a9a4-7fabad0e4e24 None None] Provisioning for port 722121e3-63dc-44af-b261-a546cabd4d61 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:34:53.717778 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-ff7a64da-2903-4ead-a9a4-7fabad0e4e24 None None] Provisioning complete for port 722121e3-63dc-44af-b261-a546cabd4d61 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:34:53.718168 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ff7a64da-2903-4ead-a9a4-7fabad0e4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:53.773332 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a64da-2903-4ead-a9a4-7fabad0e4e24 None None] Port 722121e3-63dc-44af-b261-a546cabd4d61 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:34:54.044388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 722121e3-63dc-44af-b261-a546cabd4d61 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:34:54.051780 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:54.065803 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Transition to ACTIVE for port object 722121e3-63dc-44af-b261-a546cabd4d61 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:34:54.136227 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:54.293881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Pushing event updated for resources: {'Port': ['ID=722121e3-63dc-44af-b261-a546cabd4d61,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:54.380117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Attempting to bind port 722121e3-63dc-44af-b261-a546cabd4d61 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:34:54.380828 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Attempting to bind port 722121e3-63dc-44af-b261-a546cabd4d61 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:34:54.380828 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Attempting to bind port 722121e3-63dc-44af-b261-a546cabd4d61 on network c00ac2ee-f259-4d1e-98c3-3a605626653d {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:34:54.386311 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Port 722121e3-63dc-44af-b261-a546cabd4d61 on network c00ac2ee-f259-4d1e-98c3-3a605626653d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:34:54.386633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Attempting to bind port 722121e3-63dc-44af-b261-a546cabd4d61 on network c00ac2ee-f259-4d1e-98c3-3a605626653d {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:34:54.392477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:34:54.392959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Checking segment: {'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:34:54.393448 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Bound using segment: {'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:34:54.393980 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Bound port: 722121e3-63dc-44af-b261-a546cabd4d61, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:34:54.394454 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:54.491307 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] For port 722121e3-63dc-44af-b261-a546cabd4d61, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:34:54.494309 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] For port 722121e3-63dc-44af-b261-a546cabd4d61, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=722121e3-63dc-44af-b261-a546cabd4d61,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:34:54.570784 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:54.627580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:54.628215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:54.629664 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] 10.222.0.36 "PUT /v2.0/ports/722121e3-63dc-44af-b261-a546cabd4d61 HTTP/1.1" status: 200 len: 1093 time: 1.0419772 Mar 29 10:34:54.630108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:34:54.665383 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb16c0-5da3-4db1-9ecb-a9d5d11373fb service neutron] Pushing event updated for resources: {'Port': ['ID=722121e3-63dc-44af-b261-a546cabd4d61,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:54.717133 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61', 'status': 'completed', 'code': 200} Mar 29 10:34:54.829832 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecbfd8-9e93-4449-8500-0a115fea7b23 req-593bcd81-c1b4-464b-91b9-aaad633efe71 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:54.830533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-d6ecbfd8-9e93-4449-8500-0a115fea7b23 req-593bcd81-c1b4-464b-91b9-aaad633efe71 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Synchronizing usage tracker for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:34:54.836134 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cceb71-e6b2-4f6e-a23f-2e5bb1727907 req-1953cee8-eaf4-4bb6-b414-a004e6ca1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:54.837570 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52cceb71-e6b2-4f6e-a23f-2e5bb1727907 req-1953cee8-eaf4-4bb6-b414-a004e6ca1165 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 1096 time: 0.1197209 Mar 29 10:34:55.033894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-d6ecbfd8-9e93-4449-8500-0a115fea7b23 req-593bcd81-c1b4-464b-91b9-aaad633efe71 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Unset dirty status for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:34:55.035032 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d6ecbfd8-9e93-4449-8500-0a115fea7b23 req-593bcd81-c1b4-464b-91b9-aaad633efe71 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.3547802 Mar 29 10:34:55.110276 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d6ecbfd8-9e93-4449-8500-0a115fea7b23 req-a1265154-c185-4d7c-b7f5-946dbedfdc24 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626767 Mar 29 10:34:55.112592 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cceb71-e6b2-4f6e-a23f-2e5bb1727907 req-3400e21c-f0d4-4877-8745-e5bced7990c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:55.113921 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52cceb71-e6b2-4f6e-a23f-2e5bb1727907 req-3400e21c-f0d4-4877-8745-e5bced7990c2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bf61a1ea952a40faa2af3c267484afb2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2693579 Mar 29 10:34:55.253694 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cceb71-e6b2-4f6e-a23f-2e5bb1727907 req-35aae58a-898d-4e39-8eb4-465e88bba95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:55.255189 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-52cceb71-e6b2-4f6e-a23f-2e5bb1727907 req-35aae58a-898d-4e39-8eb4-465e88bba95b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360359 Mar 29 10:34:55.360345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-3694067b-3ac2-4753-80b3-eeff5400aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:55.361743 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-3694067b-3ac2-4753-80b3-eeff5400aad8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 1096 time: 0.0731087 Mar 29 10:34:55.427296 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-de0f88af-4555-4738-a558-791d6969ffbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=722121e3-63dc-44af-b261-a546cabd4d61 HTTP/1.1" status: 200 len: 217 time: 0.0593266 Mar 29 10:34:55.489896 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-500f6439-4d64-471e-9996-f1184d17810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:55.491285 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-500f6439-4d64-471e-9996-f1184d17810c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0586910 Mar 29 10:34:55.563573 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-9b5a3b1a-b31d-40d0-890c-b6b8023a717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:55.565068 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-9b5a3b1a-b31d-40d0-890c-b6b8023a717a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684903 Mar 29 10:34:55.696683 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-66a37632-c1c4-47a2-baee-2e0427854019 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258523 Mar 29 10:34:55.827515 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-336f6961-e27a-45e1-90f6-ca14cdb44af2 req-afc3ae35-0fcd-495d-bbf1-2677458d96ae service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237211 Mar 29 10:34:56.299017 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302e8f0-ca1b-4a69-9b7d-19561710edfd req-1a47d5a4-12a2-4c14-845a-3fb1f3dbea85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:56.300453 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0302e8f0-ca1b-4a69-9b7d-19561710edfd req-1a47d5a4-12a2-4c14-845a-3fb1f3dbea85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.0787351 Mar 29 10:34:56.347176 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0302e8f0-ca1b-4a69-9b7d-19561710edfd req-f24ea745-2d13-40d4-ac81-0406dc43987a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411632 Mar 29 10:34:57.531148 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d762528-5651-4384-9ab5-24ad1c443ef2 req-b6daabca-899e-4ca3-83a4-cab4ea983804 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:57.532641 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5d762528-5651-4384-9ab5-24ad1c443ef2 req-b6daabca-899e-4ca3-83a4-cab4ea983804 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.0789516 Mar 29 10:34:57.582004 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5d762528-5651-4384-9ab5-24ad1c443ef2 req-ad0efabf-31a5-4233-a822-ff99349bce3b tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436206 Mar 29 10:34:58.762008 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b1f82-500b-40cb-9db4-06bc901ccd1a req-5aee0fe7-d875-4c23-b565-2c5f4d7ddb1a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:58.763359 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c40b1f82-500b-40cb-9db4-06bc901ccd1a req-5aee0fe7-d875-4c23-b565-2c5f4d7ddb1a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.0782194 Mar 29 10:34:58.797061 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 722121e3-63dc-44af-b261-a546cabd4d61 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:34:58.807285 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c40b1f82-500b-40cb-9db4-06bc901ccd1a req-0408a808-ab1b-42f1-922b-3e45d1f7537e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382895 Mar 29 10:34:58.961521 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 722121e3-63dc-44af-b261-a546cabd4d61, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=722121e3-63dc-44af-b261-a546cabd4d61,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:34:58.975033 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '722121e3-63dc-44af-b261-a546cabd4d61', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'port_id': '722121e3-63dc-44af-b261-a546cabd4d61', 'mac_address': 'fa:16:3e:74:7d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:34:59.033614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:59.053124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722121e3-63dc-44af-b261-a546cabd4d61 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:34:59.068732 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 722121e3-63dc-44af-b261-a546cabd4d61, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=722121e3-63dc-44af-b261-a546cabd4d61,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:34:59.186988 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:59.253786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=722121e3-63dc-44af-b261-a546cabd4d61,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:34:59.521384 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['722121e3-63dc-44af-b261-a546cabd4d61'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:34:59.990294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489c35f-34d5-4d11-aa54-8838f3b35f1c req-d9b0d908-89ee-4f3d-bd70-ef363506201b tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:34:59.991651 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3489c35f-34d5-4d11-aa54-8838f3b35f1c req-d9b0d908-89ee-4f3d-bd70-ef363506201b tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 944 time: 0.0795412 Mar 29 10:35:00.034811 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3489c35f-34d5-4d11-aa54-8838f3b35f1c req-0753c233-fcad-483f-b293-ddd6f090374e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367222 Mar 29 10:35:00.812068 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 722121e3-63dc-44af-b261-a546cabd4d61 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:35:00.941101 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 722121e3-63dc-44af-b261-a546cabd4d61 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:35:00.946118 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 722121e3-63dc-44af-b261-a546cabd4d61 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:35:00.946483 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:01.062475 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:01.089034 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:35:01.104453 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 722121e3-63dc-44af-b261-a546cabd4d61, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=722121e3-63dc-44af-b261-a546cabd4d61,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:35:01.135384 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61', 'code': 200} Mar 29 10:35:01.158232 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:01.232878 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd6f63-d6a0-445a-8275-53b40ba10601 req-b14feae5-e566-40a0-9895-be8dfaec6f5a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:35:01.234358 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a1fd6f63-d6a0-445a-8275-53b40ba10601 req-b14feae5-e566-40a0-9895-be8dfaec6f5a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0865679 Mar 29 10:35:01.234524 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=722121e3-63dc-44af-b261-a546cabd4d61,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:35:01.382173 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a1fd6f63-d6a0-445a-8275-53b40ba10601 req-3e02d60c-86a2-48a8-9392-9763812fed7b tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398942 Mar 29 10:35:01.507367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e325fce-e4ec-49aa-94e1-1f1ea29af6d2 req-8c6debe4-82ec-4ff7-b60c-bb2035549ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:35:01.508881 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7e325fce-e4ec-49aa-94e1-1f1ea29af6d2 req-8c6debe4-82ec-4ff7-b60c-bb2035549ca7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 1098 time: 0.0723813 Mar 29 10:35:01.548864 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7e325fce-e4ec-49aa-94e1-1f1ea29af6d2 req-6f7e0390-d9b5-4ac0-8f11-8b726020fd71 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337355 Mar 29 10:35:02.567472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dda27f-b379-40a8-b20f-40f814368680 req-64a14acc-845d-42e4-a301-c4b2abfec510 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:35:02.568928 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-90dda27f-b379-40a8-b20f-40f814368680 req-64a14acc-845d-42e4-a301-c4b2abfec510 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0792091 Mar 29 10:35:02.613908 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-90dda27f-b379-40a8-b20f-40f814368680 req-12119430-03cd-4c43-bf97-38038aff20fa tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383925 Mar 29 10:35:03.797760 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e5a38-7347-42e1-a70f-1b0aa2da894a req-1f1dcdd5-2a47-4fa1-897a-f4988d9ba76d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:35:03.799386 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3d1e5a38-7347-42e1-a70f-1b0aa2da894a req-1f1dcdd5-2a47-4fa1-897a-f4988d9ba76d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0809944 Mar 29 10:35:03.844559 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3d1e5a38-7347-42e1-a70f-1b0aa2da894a req-037a1c52-0a8f-4370-a599-ec31a7225ad2 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394967 Mar 29 10:35:04.033288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f2ffc-553b-4d84-8c31-d9932700efbc req-d369c200-19b9-4115-ba6e-3f1a79986f73 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:35:04.034652 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1d6f2ffc-553b-4d84-8c31-d9932700efbc req-d369c200-19b9-4115-ba6e-3f1a79986f73 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0858827 Mar 29 10:35:04.079074 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1d6f2ffc-553b-4d84-8c31-d9932700efbc req-d3092fa2-5ce8-49d7-9d20-62739af86d41 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387869 Mar 29 10:35:04.102020 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46744) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:35:04.272306 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26593c77-0d68-4ebb-b35a-3743e685bd39 tempest-TestShelveInstance-761265329 tempest-TestShelveInstance-761265329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:35:04.273867 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-26593c77-0d68-4ebb-b35a-3743e685bd39 tempest-TestShelveInstance-761265329 tempest-TestShelveInstance-761265329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 1093 time: 0.1708653 Mar 29 10:35:04.276817 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 46750) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:35:04.281707 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '722121e3-63dc-44af-b261-a546cabd4d61', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:35:04.287699 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:35:04.291606 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:floatingip and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:35:04.295640 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:35:04.302089 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:35:04.358026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:04.489652 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:04.624594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Allocated IP 172.26.7.124 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/e57fcc01-2c3e-4172-b9ff-236159287c20) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:35:04.772146 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:04.844236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:04.906531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:35:04.909215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:35:04.917484 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:35:04.952594 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'Port': ['ID=e57fcc01-2c3e-4172-b9ff-236159287c20,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:35:05.434458 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:05.559267 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:05.735092 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8223796e-10ea-43d9-ba5b-c08bea0c9ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:05.765736 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:05.803390 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:05.911037 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'Port': ['ID=e57fcc01-2c3e-4172-b9ff-236159287c20,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:35:05.923777 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:06.093938 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Floating IP 83e37259-20b9-4420-b5a7-9aca98064991 associated. External IP: 172.26.7.124, port: 722121e3-63dc-44af-b261-a546cabd4d61. Mar 29 10:35:06.446369 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:35:06.632151 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:35:06.642641 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4bed0-6c95-4379-9841-79fa4312c323 None None] Sync routers for ids ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:35:06.651940 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4bed0-6c95-4379-9841-79fa4312c323 None None] Routers {'47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:35:06.652469 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-e6d4bed0-6c95-4379-9841-79fa4312c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:34:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:35:06.711691 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:06.767767 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a111da32-8b15-43c5-8bc8-f1c5b499b9cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4898770 Mar 29 10:35:06.768328 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:35:06.814675 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61', 'status': 'completed', 'code': 200} Mar 29 10:35:06.835387 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-e6d4bed0-6c95-4379-9841-79fa4312c323 None None] Set router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:35:07.024913 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83333f83-5fb8-4759-96b6-45da6cbf14ea req-f3d5dfb2-3b43-44ae-80aa-f7a47032042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:35:07.026390 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-83333f83-5fb8-4759-96b6-45da6cbf14ea req-f3d5dfb2-3b43-44ae-80aa-f7a47032042d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 1098 time: 0.1917193 Mar 29 10:35:07.159441 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83333f83-5fb8-4759-96b6-45da6cbf14ea req-6e955578-6704-4312-8e43-020f0323acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:35:07.160915 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-83333f83-5fb8-4759-96b6-45da6cbf14ea req-6e955578-6704-4312-8e43-020f0323acdd service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1284850 Mar 29 10:35:07.184303 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-e6d4bed0-6c95-4379-9841-79fa4312c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '83e37259-20b9-4420-b5a7-9aca98064991', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'floating_ip_address': '172.26.7.124', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'port_id': '722121e3-63dc-44af-b261-a546cabd4d61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'mac_address': 'fa:16:3e:74:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:35:05Z', 'updated_at': '2022-03-29T10:35:05Z', 'revision_number': 0, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70538a9-3ec0-441f-b5bf-5d2fc71e3df2', 'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'mac_address': 'fa:16:3e:09:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:35Z', 'updated_at': '2022-03-29T10:34:41Z', 'revision_number': 5, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'subnets': [{'id': 'ac356b77-40cb-4af1-8625-463d105db949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:35:07.190603 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4bed0-6c95-4379-9841-79fa4312c323 None None] Checking router: 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:35:07.198994 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4bed0-6c95-4379-9841-79fa4312c323 None None] Routers {'47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:35:07.199623 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-e6d4bed0-6c95-4379-9841-79fa4312c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:34:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:35:07.275625 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-83333f83-5fb8-4759-96b6-45da6cbf14ea req-492d830c-f478-4db6-9d4d-bad3246c76c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=722121e3-63dc-44af-b261-a546cabd4d61 HTTP/1.1" status: 200 len: 999 time: 0.1082416 Mar 29 10:35:07.341008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83333f83-5fb8-4759-96b6-45da6cbf14ea req-5a956c4f-f626-45f5-87fb-d979124da850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:35:07.342474 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-83333f83-5fb8-4759-96b6-45da6cbf14ea req-5a956c4f-f626-45f5-87fb-d979124da850 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0612261 Mar 29 10:35:07.387815 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-e6d4bed0-6c95-4379-9841-79fa4312c323 None None] Set router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:35:07.430075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83333f83-5fb8-4759-96b6-45da6cbf14ea req-ed01908d-c2b9-4d12-adcd-4dc1e1a788b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:35:07.431583 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-83333f83-5fb8-4759-96b6-45da6cbf14ea req-ed01908d-c2b9-4d12-adcd-4dc1e1a788b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809658 Mar 29 10:35:07.562711 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-83333f83-5fb8-4759-96b6-45da6cbf14ea req-2abc245d-58ce-400f-8de4-576e8c96841a service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252000 Mar 29 10:35:07.703893 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-83333f83-5fb8-4759-96b6-45da6cbf14ea req-8c084dde-d5b2-445e-89d2-e8f265a91335 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358407 Mar 29 10:35:07.789751 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-e6d4bed0-6c95-4379-9841-79fa4312c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '83e37259-20b9-4420-b5a7-9aca98064991', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'floating_ip_address': '172.26.7.124', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'port_id': '722121e3-63dc-44af-b261-a546cabd4d61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'mac_address': 'fa:16:3e:74:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:35:05Z', 'updated_at': '2022-03-29T10:35:05Z', 'revision_number': 0, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70538a9-3ec0-441f-b5bf-5d2fc71e3df2', 'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'mac_address': 'fa:16:3e:09:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:35Z', 'updated_at': '2022-03-29T10:34:41Z', 'revision_number': 5, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'subnets': [{'id': 'ac356b77-40cb-4af1-8625-463d105db949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:35:07.794334 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d4bed0-6c95-4379-9841-79fa4312c323 None None] The sync data for ids ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'] in dv-neutron-835555-1-hyperv is: [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '83e37259-20b9-4420-b5a7-9aca98064991', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'floating_ip_address': '172.26.7.124', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'port_id': '722121e3-63dc-44af-b261-a546cabd4d61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'mac_address': 'fa:16:3e:74:7d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:35:05Z', 'updated_at': '2022-03-29T10:35:05Z', 'revision_number': 0, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70538a9-3ec0-441f-b5bf-5d2fc71e3df2', 'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'mac_address': 'fa:16:3e:09:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:35Z', 'updated_at': '2022-03-29T10:34:41Z', 'revision_number': 5, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'subnets': [{'id': 'ac356b77-40cb-4af1-8625-463d105db949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:35:07.923815 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-582f1c6b-fc00-4b54-b3d6-611d2782d2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:07.982231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f60062-2126-4431-8654-46a7e3c2ce9a None None] New status for floating IP 83e37259-20b9-4420-b5a7-9aca98064991: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:35:08.980641 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:09.094653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:10.997792 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:11.082367 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:35:23.706719 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:35.756818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1417f36b-846f-4674-a896-4837c01cc507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:38.099720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d65520ef-cf83-4530-acf1-5e6c5e487de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:39.008215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:39.128448 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:41.007871 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:48.081901 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:35:51.421743 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e59b4687-f63e-4349-9b38-7aea5ee91dc2 req-fe73ca2a-41f8-4ca1-8cc1-1417a575b2b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1366169 Mar 29 10:35:51.567776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4687-f63e-4349-9b38-7aea5ee91dc2 req-174637e3-79f7-4013-8829-57d01b0e3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:35:51.569172 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e59b4687-f63e-4349-9b38-7aea5ee91dc2 req-174637e3-79f7-4013-8829-57d01b0e3d4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 1098 time: 0.0781958 Mar 29 10:35:51.720561 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4687-f63e-4349-9b38-7aea5ee91dc2 req-ebe04f2b-9af1-4da9-aa62-21661bbd3219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:35:51.722048 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e59b4687-f63e-4349-9b38-7aea5ee91dc2 req-ebe04f2b-9af1-4da9-aa62-21661bbd3219 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1327081 Mar 29 10:35:51.826003 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e59b4687-f63e-4349-9b38-7aea5ee91dc2 req-81efc2ed-7886-464b-bc94-e5ad5f9ba67c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=722121e3-63dc-44af-b261-a546cabd4d61 HTTP/1.1" status: 200 len: 1001 time: 0.0972533 Mar 29 10:35:51.886437 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4687-f63e-4349-9b38-7aea5ee91dc2 req-f752928a-2bcc-48a9-9085-adbf26f6b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:35:51.887874 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e59b4687-f63e-4349-9b38-7aea5ee91dc2 req-f752928a-2bcc-48a9-9085-adbf26f6b35d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0566528 Mar 29 10:35:51.962335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4687-f63e-4349-9b38-7aea5ee91dc2 req-5628ce3c-9e70-4891-bfe3-0f3f4691346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:35:51.963810 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e59b4687-f63e-4349-9b38-7aea5ee91dc2 req-5628ce3c-9e70-4891-bfe3-0f3f4691346f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701389 Mar 29 10:35:52.099773 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e59b4687-f63e-4349-9b38-7aea5ee91dc2 req-703a759d-cb7c-4064-874c-d54db55a6fda service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295915 Mar 29 10:35:52.229887 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e59b4687-f63e-4349-9b38-7aea5ee91dc2 req-20b4735f-1717-48d4-adff-8c780663b5b3 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241105 Mar 29 10:35:53.704511 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:05.738086 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a513ffde-8cd1-42a2-93d3-bc48e8c1e862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:07.920388 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2f80a22e-13d9-4d7e-be84-9f0091eb07bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:09.034967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:09.126545 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:11.000642 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:23.709317 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:25.080422 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:36:35.736917 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3cd3b723-afd7-4f9a-9111-15c1c4a9b7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:37.953920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-53a322e1-2334-459b-a41e-15415f54cdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:38.994053 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:39.136349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:40.999197 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:53.463842 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-351b3c12-7002-47a4-a104-5ec9db3a93f5 req-f2f49640-ccf7-4c1c-beac-a08f4e069941 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1838319 Mar 29 10:36:53.598656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b3c12-7002-47a4-a104-5ec9db3a93f5 req-f683e95b-bfd7-4134-aa2f-94a9934ec437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:36:53.600167 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-351b3c12-7002-47a4-a104-5ec9db3a93f5 req-f683e95b-bfd7-4134-aa2f-94a9934ec437 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 1098 time: 0.0707774 Mar 29 10:36:53.746338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b3c12-7002-47a4-a104-5ec9db3a93f5 req-e48b51cd-9862-468d-ab7f-39ba031aca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:36:53.747589 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:53.748638 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-351b3c12-7002-47a4-a104-5ec9db3a93f5 req-e48b51cd-9862-468d-ab7f-39ba031aca4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1290624 Mar 29 10:36:53.855625 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-351b3c12-7002-47a4-a104-5ec9db3a93f5 req-6695e833-7083-4798-8e18-133a4459abf4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=722121e3-63dc-44af-b261-a546cabd4d61 HTTP/1.1" status: 200 len: 1001 time: 0.0998394 Mar 29 10:36:53.920960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b3c12-7002-47a4-a104-5ec9db3a93f5 req-51bfe8a9-121a-49ae-8900-e9887f30efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:36:53.922410 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-351b3c12-7002-47a4-a104-5ec9db3a93f5 req-51bfe8a9-121a-49ae-8900-e9887f30efbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0612347 Mar 29 10:36:53.996523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b3c12-7002-47a4-a104-5ec9db3a93f5 req-5dc9d668-8c30-41ed-be65-fd9f42aa5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:36:53.997978 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-351b3c12-7002-47a4-a104-5ec9db3a93f5 req-5dc9d668-8c30-41ed-be65-fd9f42aa5340 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697982 Mar 29 10:36:54.128418 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-351b3c12-7002-47a4-a104-5ec9db3a93f5 req-1ea07391-f01c-4c46-84d8-992267e0095f service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245236 Mar 29 10:36:54.259387 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-351b3c12-7002-47a4-a104-5ec9db3a93f5 req-2d9e31c8-a87c-48cd-8cae-26d100f33679 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248491 Mar 29 10:37:02.078823 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:37:05.752520 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdf34-b447-4f97-a120-07299a525420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:07.930437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a35a8260-4dca-4f44-8af9-c9ce810d87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:08.993048 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:09.130265 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:11.008956 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:23.724120 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:35.752661 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b41647b9-3444-4b6d-95c6-ce4052f4e3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:37.939888 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dfac1886-7602-4f55-b6bb-3c126b2fcd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:39.009640 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:39.077589 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:37:39.135030 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:41.014982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:46.316901 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5aef49-e8c6-4cb7-8efb-3c07ee78fbdb req-85f3ff06-8dd3-4d7e-a0c8-49e9727a627e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:46.318325 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ba5aef49-e8c6-4cb7-8efb-3c07ee78fbdb req-85f3ff06-8dd3-4d7e-a0c8-49e9727a627e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.1320217 Mar 29 10:37:46.368667 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ba5aef49-e8c6-4cb7-8efb-3c07ee78fbdb req-83222430-b0a5-4aa6-b098-4183fbef99ed tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431912 Mar 29 10:37:47.576393 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e88b8d-91d2-40e5-a456-974694105bf8 req-56dc85e0-5c8a-44cc-8fb0-8c71b97c9bbb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:47.577937 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0e88b8d-91d2-40e5-a456-974694105bf8 req-56dc85e0-5c8a-44cc-8fb0-8c71b97c9bbb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0938866 Mar 29 10:37:47.628578 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d0e88b8d-91d2-40e5-a456-974694105bf8 req-99f2dc64-b398-438f-8244-efc643e5e495 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446379 Mar 29 10:37:48.826514 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f822d3f-eb8e-43e2-9e58-ee760b7287be req-7d0ab89a-5eb3-4d98-9a79-56f1c6d219ff tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:48.827969 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6f822d3f-eb8e-43e2-9e58-ee760b7287be req-7d0ab89a-5eb3-4d98-9a79-56f1c6d219ff tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0828912 Mar 29 10:37:48.872557 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-6f822d3f-eb8e-43e2-9e58-ee760b7287be req-c030b6b0-a498-42f4-ad6c-3a89e64510bc tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386102 Mar 29 10:37:50.059698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa008dea-a7ab-43ce-b056-176c4c79deed req-129fca94-7a9f-40ac-a9ad-af6f65c96d6c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:50.061226 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-aa008dea-a7ab-43ce-b056-176c4c79deed req-129fca94-7a9f-40ac-a9ad-af6f65c96d6c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0789440 Mar 29 10:37:50.106335 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-aa008dea-a7ab-43ce-b056-176c4c79deed req-5e484ad3-53e4-4137-995b-82cda931f1de tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392187 Mar 29 10:37:51.292327 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f173a8-f94f-443a-965d-b0969f841be4 req-e00b0cd4-d13d-44b0-a519-fba0d6b3c70d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:51.294429 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-92f173a8-f94f-443a-965d-b0969f841be4 req-e00b0cd4-d13d-44b0-a519-fba0d6b3c70d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0825627 Mar 29 10:37:51.341505 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-92f173a8-f94f-443a-965d-b0969f841be4 req-5fa3fbaa-2f1d-4d3d-92af-21a78de5c8e1 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411105 Mar 29 10:37:52.550681 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bb3a6-448d-4d53-b88b-4eea6d05d2ed req-2c44580d-2e17-4e64-8fa7-b36141da7a66 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:52.552189 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0b4bb3a6-448d-4d53-b88b-4eea6d05d2ed req-2c44580d-2e17-4e64-8fa7-b36141da7a66 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0834816 Mar 29 10:37:52.596021 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0b4bb3a6-448d-4d53-b88b-4eea6d05d2ed req-770ed4eb-de85-4215-9aba-dafa1340f4e4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380015 Mar 29 10:37:53.528626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e933b6-0bca-4723-8722-9456b7df0a0f req-f39381a7-3ea3-4edd-b4c7-d94536ac2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:53.530108 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-91e933b6-0bca-4723-8722-9456b7df0a0f req-f39381a7-3ea3-4edd-b4c7-d94536ac2c38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 1098 time: 0.1129563 Mar 29 10:37:53.680420 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e933b6-0bca-4723-8722-9456b7df0a0f req-cc8e0530-3826-4b29-816e-02ce4cf8414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:53.681908 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-91e933b6-0bca-4723-8722-9456b7df0a0f req-cc8e0530-3826-4b29-816e-02ce4cf8414b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1308177 Mar 29 10:37:53.727931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:53.787396 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbea7c9-9860-44f8-8b39-24ce2710a6a5 req-3dc15dc8-a6f5-48b9-8b3b-5cc777b6dc55 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:53.788874 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-efbea7c9-9860-44f8-8b39-24ce2710a6a5 req-3dc15dc8-a6f5-48b9-8b3b-5cc777b6dc55 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0848079 Mar 29 10:37:53.793265 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-91e933b6-0bca-4723-8722-9456b7df0a0f req-8e653787-98f9-47f8-8314-9e811457e75d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=722121e3-63dc-44af-b261-a546cabd4d61 HTTP/1.1" status: 200 len: 1001 time: 0.1051099 Mar 29 10:37:53.836082 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-efbea7c9-9860-44f8-8b39-24ce2710a6a5 req-cae2ffc4-6a92-4347-978f-93fc23dd4fcd tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401208 Mar 29 10:37:53.870057 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e933b6-0bca-4723-8722-9456b7df0a0f req-750feecb-24d7-41ab-95a9-74ec12c99d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:53.872001 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-91e933b6-0bca-4723-8722-9456b7df0a0f req-750feecb-24d7-41ab-95a9-74ec12c99d1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0731452 Mar 29 10:37:53.946786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e933b6-0bca-4723-8722-9456b7df0a0f req-6e688346-3064-4b68-8956-5f076117d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:53.948293 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-91e933b6-0bca-4723-8722-9456b7df0a0f req-6e688346-3064-4b68-8956-5f076117d0c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700941 Mar 29 10:37:54.082984 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-91e933b6-0bca-4723-8722-9456b7df0a0f req-0e0eb1e8-dcaf-446e-b66c-35633658bbdb service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289945 Mar 29 10:37:54.317503 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-91e933b6-0bca-4723-8722-9456b7df0a0f req-17063d5e-ed77-4100-8c5a-fff07c2a8c5f service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285109 Mar 29 10:37:55.025295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830413e-19a2-42a1-b8fa-c8aca15ef07a req-a267b5e1-b8d7-4d3b-861e-306fd8e77c3e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:55.027368 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0830413e-19a2-42a1-b8fa-c8aca15ef07a req-a267b5e1-b8d7-4d3b-861e-306fd8e77c3e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0842750 Mar 29 10:37:55.073309 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0830413e-19a2-42a1-b8fa-c8aca15ef07a req-98bd96e3-d568-41a3-9322-430baf284e66 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388215 Mar 29 10:37:56.266385 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe192f47-8e92-49a7-9434-cffd6f8cd5a4 req-3efc23cc-b3be-4985-aa37-33a840d49f34 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:56.267883 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-fe192f47-8e92-49a7-9434-cffd6f8cd5a4 req-3efc23cc-b3be-4985-aa37-33a840d49f34 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0869832 Mar 29 10:37:56.314364 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-fe192f47-8e92-49a7-9434-cffd6f8cd5a4 req-67470f06-0d41-4ac3-b1a3-8e2ce897b7ed tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408154 Mar 29 10:37:57.506611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928abc37-dd33-4fdf-ba38-d910298e48ab req-23232346-c95c-400b-bbff-f9b49282bf3c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:57.508056 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-928abc37-dd33-4fdf-ba38-d910298e48ab req-23232346-c95c-400b-bbff-f9b49282bf3c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0864065 Mar 29 10:37:57.553022 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-928abc37-dd33-4fdf-ba38-d910298e48ab req-01bedbdd-ae34-4974-8091-6074019b4709 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388732 Mar 29 10:37:58.744243 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb4286-386b-4407-ac0f-c1f42d390026 req-ee517345-6d59-4117-b7df-b7ccba7ed5da tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:58.745694 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4beb4286-386b-4407-ac0f-c1f42d390026 req-ee517345-6d59-4117-b7df-b7ccba7ed5da tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0846167 Mar 29 10:37:58.790190 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4beb4286-386b-4407-ac0f-c1f42d390026 req-66d14ee6-76dc-4d71-83ac-a281e3e56a7d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387080 Mar 29 10:37:59.709740 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 722121e3-63dc-44af-b261-a546cabd4d61 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:37:59.883777 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 722121e3-63dc-44af-b261-a546cabd4d61, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=722121e3-63dc-44af-b261-a546cabd4d61,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:37:59.897826 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '722121e3-63dc-44af-b261-a546cabd4d61', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'port_id': '722121e3-63dc-44af-b261-a546cabd4d61', 'mac_address': 'fa:16:3e:74:7d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:37:59.957400 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:59.976218 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 722121e3-63dc-44af-b261-a546cabd4d61 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:37:59.979050 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb6490-900e-4805-bfd7-706c36455603 req-844f9cd8-08e9-48bb-b0d9-9a36c03123f7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:37:59.981469 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9bcb6490-900e-4805-bfd7-706c36455603 req-844f9cd8-08e9-48bb-b0d9-9a36c03123f7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0848398 Mar 29 10:37:59.994243 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 722121e3-63dc-44af-b261-a546cabd4d61, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=722121e3-63dc-44af-b261-a546cabd4d61,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:38:00.044415 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9bcb6490-900e-4805-bfd7-706c36455603 req-74818fad-6ab9-4bab-8b55-9408d29f23a7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555642 Mar 29 10:38:00.048802 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:00.121260 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=722121e3-63dc-44af-b261-a546cabd4d61,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:38:00.126206 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['722121e3-63dc-44af-b261-a546cabd4d61'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:38:00.162570 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:38:00.162914 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:38:00.163254 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:38:00.163593 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:38:00.163923 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:38:00.164255 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:38:00.164629 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:38:00.164960 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:38:00.165278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:38:00.165604 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:38:00.165932 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:38:00.166259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:38:01.270687 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287fdfc-e3c7-4c4d-9655-5bd60257e8e4 req-4be004e3-b69a-4ccc-a6cf-b6ccfd29b282 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:01.271638 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4287fdfc-e3c7-4c4d-9655-5bd60257e8e4 req-4be004e3-b69a-4ccc-a6cf-b6ccfd29b282 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 944 time: 0.0861986 Mar 29 10:38:01.319457 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4287fdfc-e3c7-4c4d-9655-5bd60257e8e4 req-9814b835-0832-4b50-a772-2290cfae07c1 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409341 Mar 29 10:38:01.709515 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 722121e3-63dc-44af-b261-a546cabd4d61 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:38:01.785539 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 722121e3-63dc-44af-b261-a546cabd4d61 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:38:01.786164 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:01.907117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:01.935533 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:38:01.944778 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 722121e3-63dc-44af-b261-a546cabd4d61, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=722121e3-63dc-44af-b261-a546cabd4d61,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:38:02.020199 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:02.073121 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61', 'code': 200} Mar 29 10:38:02.099805 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=722121e3-63dc-44af-b261-a546cabd4d61,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:38:02.519570 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595aeb3e-47db-43a3-96e6-eb9de368ca9c req-9a162736-7960-4992-97e2-c37e23c0180b tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:02.521058 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-595aeb3e-47db-43a3-96e6-eb9de368ca9c req-9a162736-7960-4992-97e2-c37e23c0180b tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0844278 Mar 29 10:38:02.568867 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-595aeb3e-47db-43a3-96e6-eb9de368ca9c req-654c2f25-653b-479f-8776-f4866ebad866 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405588 Mar 29 10:38:03.778770 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5f178-47c7-4497-b54a-872abb3b150c req-092a7ef0-100d-4d84-aeba-b2e0b949170c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:03.780137 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c6f5f178-47c7-4497-b54a-872abb3b150c req-092a7ef0-100d-4d84-aeba-b2e0b949170c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0990205 Mar 29 10:38:03.828366 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c6f5f178-47c7-4497-b54a-872abb3b150c req-df87b627-707c-4423-a487-606a75aea952 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418801 Mar 29 10:38:05.028423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7e9d8-3b95-4854-ac83-0f25465eb652 req-f1d969c2-3d55-40cb-bac7-8f95a7d5852c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:05.029934 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f9f7e9d8-3b95-4854-ac83-0f25465eb652 req-f1d969c2-3d55-40cb-bac7-8f95a7d5852c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0877862 Mar 29 10:38:05.077882 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f9f7e9d8-3b95-4854-ac83-0f25465eb652 req-de58d2b0-1836-49c3-a706-464e6bbc1deb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417738 Mar 29 10:38:05.746448 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b593a639-e87d-437a-abb0-1837bb835f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:06.275082 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375f0eb-ef50-4350-b0b7-49f13c08eae8 req-a87ff78a-a97b-4bc0-acc0-39c5000a9838 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:06.276677 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b375f0eb-ef50-4350-b0b7-49f13c08eae8 req-a87ff78a-a97b-4bc0-acc0-39c5000a9838 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0850627 Mar 29 10:38:06.337100 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b375f0eb-ef50-4350-b0b7-49f13c08eae8 req-24ea53f5-be7e-4ca1-bcd9-f94ead8b44b9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537298 Mar 29 10:38:07.569325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a0a0f-6844-4c1a-b3fb-c56104bcdd9b req-ca195867-dcea-4613-b729-1aab8691ba34 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:07.577399 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-110a0a0f-6844-4c1a-b3fb-c56104bcdd9b req-ca195867-dcea-4613-b729-1aab8691ba34 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.1255052 Mar 29 10:38:07.629624 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-110a0a0f-6844-4c1a-b3fb-c56104bcdd9b req-c932bbe0-044a-4321-8ade-da039640c7c1 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497460 Mar 29 10:38:07.945849 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ab0730d8-5f46-4dad-8f6a-588a47b6b53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:08.884040 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014abe2-88ba-4a19-a146-2688c77731fb req-2fdbef8a-ef9b-4ff6-8b92-ead7ab1810f3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:08.885961 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a014abe2-88ba-4a19-a146-2688c77731fb req-2fdbef8a-ef9b-4ff6-8b92-ead7ab1810f3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.1024337 Mar 29 10:38:08.942901 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a014abe2-88ba-4a19-a146-2688c77731fb req-585a6c60-600a-4a30-8189-645fd599a7e3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455472 Mar 29 10:38:08.986705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:09.132679 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:10.150579 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5f9f0-7738-48dc-af9d-1b7aa78b70ed req-1d404879-2af7-4140-8899-e99f9fdbac62 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:10.152605 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d0b5f9f0-7738-48dc-af9d-1b7aa78b70ed req-1d404879-2af7-4140-8899-e99f9fdbac62 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0940018 Mar 29 10:38:10.202921 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d0b5f9f0-7738-48dc-af9d-1b7aa78b70ed req-de2950eb-48a8-43ef-a6e4-9a3a130a1316 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438781 Mar 29 10:38:11.020301 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:11.412542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c885f50-0bdb-4551-8529-2fb02868f4a0 req-96c36816-04d8-4534-9ea7-e8d64f5c4d8a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:11.414193 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5c885f50-0bdb-4551-8529-2fb02868f4a0 req-96c36816-04d8-4534-9ea7-e8d64f5c4d8a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0887396 Mar 29 10:38:11.460956 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5c885f50-0bdb-4551-8529-2fb02868f4a0 req-05c91354-108f-4d4b-8dd3-49c42b1059c0 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404434 Mar 29 10:38:12.674996 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb9187-5f0d-4d49-83df-06a63e951dcc req-78429820-3961-4684-b0f8-7da702478367 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:12.676379 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0fbb9187-5f0d-4d49-83df-06a63e951dcc req-78429820-3961-4684-b0f8-7da702478367 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0884902 Mar 29 10:38:12.736443 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-0fbb9187-5f0d-4d49-83df-06a63e951dcc req-c98a78db-a1fc-4536-a812-4815e8899891 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448470 Mar 29 10:38:14.010402 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841a9cc-0a60-4210-a8ef-be795e8f018b req-e7aaf587-0a34-438d-bb6d-8ce7040aa5ba tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:14.011771 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7841a9cc-0a60-4210-a8ef-be795e8f018b req-e7aaf587-0a34-438d-bb6d-8ce7040aa5ba tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.1414185 Mar 29 10:38:14.091073 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7841a9cc-0a60-4210-a8ef-be795e8f018b req-3a2afe95-6c18-4ec4-a648-ce4fcb8c41d9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727723 Mar 29 10:38:15.282716 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f6f31-b8d9-4b18-a17d-dbdb91b322c9 req-1e6c8167-b052-484b-8a0d-bf36069cad90 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:15.284258 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1e1f6f31-b8d9-4b18-a17d-dbdb91b322c9 req-1e6c8167-b052-484b-8a0d-bf36069cad90 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0905643 Mar 29 10:38:15.334576 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1e1f6f31-b8d9-4b18-a17d-dbdb91b322c9 req-e7ae74e0-940e-465f-88fe-b4f3cedb91b6 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435069 Mar 29 10:38:16.078897 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:38:16.552128 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc510b-e87c-460c-baa9-3ebd53138d0a req-ed35a486-45b0-4501-bb6c-681d5dd38c45 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:16.553669 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-aefc510b-e87c-460c-baa9-3ebd53138d0a req-ed35a486-45b0-4501-bb6c-681d5dd38c45 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0957656 Mar 29 10:38:16.600148 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-aefc510b-e87c-460c-baa9-3ebd53138d0a req-2aab4ffa-b87e-46d2-88ba-448a357ae204 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397940 Mar 29 10:38:17.511665 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e2e48-427a-4dad-b3ca-e4fb93e757a5 req-850e5504-94ce-4664-942e-f7b61cdc4723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:17.513264 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-737e2e48-427a-4dad-b3ca-e4fb93e757a5 req-850e5504-94ce-4664-942e-f7b61cdc4723 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 1098 time: 0.0774632 Mar 29 10:38:17.658822 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e2e48-427a-4dad-b3ca-e4fb93e757a5 req-0462e011-a0c2-422c-b81a-f2889c80b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:17.660615 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-737e2e48-427a-4dad-b3ca-e4fb93e757a5 req-0462e011-a0c2-422c-b81a-f2889c80b750 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1380837 Mar 29 10:38:17.773649 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-737e2e48-427a-4dad-b3ca-e4fb93e757a5 req-01e82f9f-bd44-4348-b8d9-05047f1cb138 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=722121e3-63dc-44af-b261-a546cabd4d61 HTTP/1.1" status: 200 len: 1001 time: 0.1066306 Mar 29 10:38:17.809815 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88203b8-3fe5-4a29-9e10-8c4709c8b3c6 req-af2d5490-fae4-4d89-9ab5-abffa1bdb669 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:17.811324 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f88203b8-3fe5-4a29-9e10-8c4709c8b3c6 req-af2d5490-fae4-4d89-9ab5-abffa1bdb669 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0838089 Mar 29 10:38:17.849495 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e2e48-427a-4dad-b3ca-e4fb93e757a5 req-5e7689aa-74c9-41b7-bc04-7e9c6e3c87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:17.851312 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-737e2e48-427a-4dad-b3ca-e4fb93e757a5 req-5e7689aa-74c9-41b7-bc04-7e9c6e3c87c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0715978 Mar 29 10:38:17.863729 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f88203b8-3fe5-4a29-9e10-8c4709c8b3c6 req-4b7fa365-3d5a-4d31-a98e-0c324cd4c304 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463572 Mar 29 10:38:17.932504 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e2e48-427a-4dad-b3ca-e4fb93e757a5 req-1ab2886e-41be-43d1-93b3-26b68bb6fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:17.934017 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-737e2e48-427a-4dad-b3ca-e4fb93e757a5 req-1ab2886e-41be-43d1-93b3-26b68bb6fd0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761662 Mar 29 10:38:18.085329 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-737e2e48-427a-4dad-b3ca-e4fb93e757a5 req-a89db573-c4fb-4625-9590-d6a32c2eac05 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421351 Mar 29 10:38:18.331674 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-737e2e48-427a-4dad-b3ca-e4fb93e757a5 req-056d88ee-80d2-46a3-803f-7d620f402d1e service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406175 Mar 29 10:38:19.063243 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983b20c-bf75-4e1c-ac3d-3a500f18f011 req-a8f0291c-6992-4b65-b50e-bb81360f303b tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:19.064899 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e983b20c-bf75-4e1c-ac3d-3a500f18f011 req-a8f0291c-6992-4b65-b50e-bb81360f303b tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 945 time: 0.0894883 Mar 29 10:38:19.120227 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e983b20c-bf75-4e1c-ac3d-3a500f18f011 req-e42390eb-46b3-48f3-8f5c-39367e784033 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492468 Mar 29 10:38:19.771814 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 722121e3-63dc-44af-b261-a546cabd4d61 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:38:19.915385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:19.943611 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:38:19.954267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 722121e3-63dc-44af-b261-a546cabd4d61, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=722121e3-63dc-44af-b261-a546cabd4d61,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:38:20.008531 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61', 'code': 200} Mar 29 10:38:20.028775 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:20.100335 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=722121e3-63dc-44af-b261-a546cabd4d61,revision_number=8']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:38:20.316220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f6f28-cb34-484c-a24c-74841c206b30 req-dc075355-d60a-4f63-ba25-22c0d89aad95 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:20.317702 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-970f6f28-cb34-484c-a24c-74841c206b30 req-dc075355-d60a-4f63-ba25-22c0d89aad95 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.0828006 Mar 29 10:38:20.364433 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-970f6f28-cb34-484c-a24c-74841c206b30 req-e8d88557-4339-4d70-bbe8-06136b9b26c0 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403290 Mar 29 10:38:21.056989 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66e660-d0b4-47ed-a117-111165012be9 req-ff5f8855-90e6-4dfa-936f-65f0fefe5634 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:21.058536 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6c66e660-d0b4-47ed-a117-111165012be9 req-ff5f8855-90e6-4dfa-936f-65f0fefe5634 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.1143901 Mar 29 10:38:21.107814 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6c66e660-d0b4-47ed-a117-111165012be9 req-5b801632-cef9-448b-9c7d-d6114891517a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435712 Mar 29 10:38:21.443582 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-fc85f6ba-cec9-4bfc-aa5a-04f7460070dd req-a132288e-3933-4ff0-b261-6f48aaec732e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1231120 Mar 29 10:38:22.312437 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e484b1-dbd7-43a3-8590-8a1697b5ac92 req-c99300f2-442b-4728-90ae-3185e49c7d84 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:22.313743 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c7e484b1-dbd7-43a3-8590-8a1697b5ac92 req-c99300f2-442b-4728-90ae-3185e49c7d84 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.0921888 Mar 29 10:38:22.371814 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c7e484b1-dbd7-43a3-8590-8a1697b5ac92 req-03b55753-d20a-46d8-9e16-6ad21a4f08ec tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520945 Mar 29 10:38:22.942329 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85f6ba-cec9-4bfc-aa5a-04f7460070dd req-b86496fb-c3a2-4b17-831a-9fbfd4d5d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:22.943860 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc85f6ba-cec9-4bfc-aa5a-04f7460070dd req-b86496fb-c3a2-4b17-831a-9fbfd4d5d839 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c&tenant_id=bf61a1ea952a40faa2af3c267484afb2 HTTP/1.1" status: 200 len: 1096 time: 0.0710568 Mar 29 10:38:23.039243 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85f6ba-cec9-4bfc-aa5a-04f7460070dd req-0b049d38-af03-4f6a-bc98-b442f9e5240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:23.040756 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc85f6ba-cec9-4bfc-aa5a-04f7460070dd req-0b049d38-af03-4f6a-bc98-b442f9e5240d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 1096 time: 0.0750256 Mar 29 10:38:23.180812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85f6ba-cec9-4bfc-aa5a-04f7460070dd req-6e96a26a-349b-421c-a9ef-ce8d8f56a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:23.182299 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc85f6ba-cec9-4bfc-aa5a-04f7460070dd req-6e96a26a-349b-421c-a9ef-ce8d8f56a9d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1323247 Mar 29 10:38:23.286604 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc85f6ba-cec9-4bfc-aa5a-04f7460070dd req-38e16036-1d11-4d76-93a7-0ce5150b3b1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=722121e3-63dc-44af-b261-a546cabd4d61 HTTP/1.1" status: 200 len: 999 time: 0.0971448 Mar 29 10:38:23.356185 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85f6ba-cec9-4bfc-aa5a-04f7460070dd req-e34570ec-a214-4e5e-9ea0-5dc5939da679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:23.357793 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc85f6ba-cec9-4bfc-aa5a-04f7460070dd req-e34570ec-a214-4e5e-9ea0-5dc5939da679 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0653288 Mar 29 10:38:23.437274 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85f6ba-cec9-4bfc-aa5a-04f7460070dd req-d1e3a55c-a265-4791-b1a6-0cdd52012b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:23.438730 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc85f6ba-cec9-4bfc-aa5a-04f7460070dd req-d1e3a55c-a265-4791-b1a6-0cdd52012b12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749664 Mar 29 10:38:23.630601 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc85f6ba-cec9-4bfc-aa5a-04f7460070dd req-1c3491f3-24da-46ea-b454-2faf3451c1d3 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857042 Mar 29 10:38:23.735855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08779c-f227-4f6d-bbdf-ff88ed9f29e7 req-61a197d4-497f-4a91-bc2c-41e1408b7460 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:23.737331 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-db08779c-f227-4f6d-bbdf-ff88ed9f29e7 req-61a197d4-497f-4a91-bc2c-41e1408b7460 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.2077777 Mar 29 10:38:23.761334 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:23.813941 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-db08779c-f227-4f6d-bbdf-ff88ed9f29e7 req-64c3047c-f3df-42d2-b3ec-0bb92c1f56eb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629487 Mar 29 10:38:23.817403 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc85f6ba-cec9-4bfc-aa5a-04f7460070dd req-36d5e781-990d-4f54-b3ca-93cc7dda5c23 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812544 Mar 29 10:38:25.072695 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af07cf-bfb7-4597-a9ec-9d63904a6b31 req-ed8827d1-6e16-453d-931e-a619bf6192bb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:25.074229 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-40af07cf-bfb7-4597-a9ec-9d63904a6b31 req-ed8827d1-6e16-453d-931e-a619bf6192bb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.0919406 Mar 29 10:38:25.132196 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-40af07cf-bfb7-4597-a9ec-9d63904a6b31 req-5c7f880b-85be-4835-9e1a-c07b8c3750aa tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521450 Mar 29 10:38:26.376798 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9335e42-2447-4545-b3a6-fa1840b54e6e req-cae3b9f3-a2c2-4956-8a88-caa54d7f04a3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:26.379163 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a9335e42-2447-4545-b3a6-fa1840b54e6e req-cae3b9f3-a2c2-4956-8a88-caa54d7f04a3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.1008489 Mar 29 10:38:26.449538 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a9335e42-2447-4545-b3a6-fa1840b54e6e req-6ba577a8-95eb-42b6-b720-e19f6873317d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634034 Mar 29 10:38:27.665824 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c1e64-86f4-49d3-941a-c43d7c3005ce req-b62693e8-0d4e-4732-8009-4a26f9396405 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:27.667347 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-206c1e64-86f4-49d3-941a-c43d7c3005ce req-b62693e8-0d4e-4732-8009-4a26f9396405 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.0873218 Mar 29 10:38:27.718704 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-206c1e64-86f4-49d3-941a-c43d7c3005ce req-1e66597f-e3f8-4ee3-a609-bcda57832a3c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450954 Mar 29 10:38:28.929677 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247ec1f-dfaa-41d2-98f3-2cf05fbeb964 req-df20ff9c-c8ac-46f7-91c1-0e704d74a12e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:28.931360 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5247ec1f-dfaa-41d2-98f3-2cf05fbeb964 req-df20ff9c-c8ac-46f7-91c1-0e704d74a12e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.1028583 Mar 29 10:38:28.980801 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5247ec1f-dfaa-41d2-98f3-2cf05fbeb964 req-0a559f76-0e02-4b1e-8940-9c379177ab0d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434697 Mar 29 10:38:30.181402 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029824f-e066-4f20-97cb-d9240e86fa2e req-7960e237-a1f8-4eb3-8498-8a3be1971141 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:30.183073 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f029824f-e066-4f20-97cb-d9240e86fa2e req-7960e237-a1f8-4eb3-8498-8a3be1971141 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.0884836 Mar 29 10:38:30.236569 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f029824f-e066-4f20-97cb-d9240e86fa2e req-ad34ad53-fcb8-480f-8ea9-1168d3bde4e0 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426836 Mar 29 10:38:31.491567 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d88c25-c266-4e88-b7d5-3989768561d3 req-22abc1f1-35f5-4db5-9c9b-75c9fe43f6a4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:31.494565 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b8d88c25-c266-4e88-b7d5-3989768561d3 req-22abc1f1-35f5-4db5-9c9b-75c9fe43f6a4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.1137421 Mar 29 10:38:31.549567 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b8d88c25-c266-4e88-b7d5-3989768561d3 req-0b8d744e-53bb-4c83-a420-47418d59e692 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489855 Mar 29 10:38:32.749946 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84244cb6-56af-4737-90a8-519780edf2fc req-add34872-4a11-41c6-ac0c-3f6e3c0b15ff tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:32.751113 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-84244cb6-56af-4737-90a8-519780edf2fc req-add34872-4a11-41c6-ac0c-3f6e3c0b15ff tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.0926707 Mar 29 10:38:32.801106 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-84244cb6-56af-4737-90a8-519780edf2fc req-fcdcb5ee-f6fa-48e7-85f3-419c321fd91d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403609 Mar 29 10:38:33.992416 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdd89b-83fd-4045-813b-c3b4fac9d883 req-00786c9c-e333-4f06-bcfe-73aba2592f28 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:33.994446 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ccdd89b-83fd-4045-813b-c3b4fac9d883 req-00786c9c-e333-4f06-bcfe-73aba2592f28 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.0868075 Mar 29 10:38:34.041041 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8ccdd89b-83fd-4045-813b-c3b4fac9d883 req-7a946bf4-0b1c-4ed5-987d-f2c26fc5d157 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402222 Mar 29 10:38:35.226040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0bc52-4628-4de5-bf32-26c5a6dfbf6d req-fa1c8619-984d-4800-9ab9-dc192d0d6185 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:35.227504 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-40f0bc52-4628-4de5-bf32-26c5a6dfbf6d req-fa1c8619-984d-4800-9ab9-dc192d0d6185 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.0817320 Mar 29 10:38:35.272011 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-40f0bc52-4628-4de5-bf32-26c5a6dfbf6d req-64cc5767-1d74-4a1e-ba45-bb74b2a245ee tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385487 Mar 29 10:38:35.748153 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d3081987-b934-4043-9683-71edd4db219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:36.599752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff509c-97bc-44d8-81e8-97278f6de726 req-ee370de2-2a6f-4b16-9364-5b610d7ce312 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:36.601143 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02ff509c-97bc-44d8-81e8-97278f6de726 req-ee370de2-2a6f-4b16-9364-5b610d7ce312 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.1871688 Mar 29 10:38:36.645927 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-02ff509c-97bc-44d8-81e8-97278f6de726 req-0a0dd828-5d23-40ba-a36b-7136b80509cb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385201 Mar 29 10:38:37.942182 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913e961-935c-4fa9-9523-ecdd70565c01 req-1058d89c-4d8c-464b-8293-d137134d045a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:37.943604 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9913e961-935c-4fa9-9523-ecdd70565c01 req-1058d89c-4d8c-464b-8293-d137134d045a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.1814034 Mar 29 10:38:37.989783 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-9913e961-935c-4fa9-9523-ecdd70565c01 req-1d245fc5-e402-45fc-9ab2-1dd837632b36 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398202 Mar 29 10:38:38.104971 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-17716126-6eb5-4e47-be9f-0d1b9ff6a5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:39.013157 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:39.145020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:39.178544 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d732d-a0de-4df7-af6a-8f6d4ef095c4 req-8de7e74c-12cb-42ee-a3e4-ecae06703499 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:39.180011 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba5d732d-a0de-4df7-af6a-8f6d4ef095c4 req-8de7e74c-12cb-42ee-a3e4-ecae06703499 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 943 time: 0.0818832 Mar 29 10:38:39.229323 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ba5d732d-a0de-4df7-af6a-8f6d4ef095c4 req-5e1b578b-5ce3-47da-abbd-b14beb677b77 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424139 Mar 29 10:38:39.847736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 722121e3-63dc-44af-b261-a546cabd4d61 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:38:39.984906 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 722121e3-63dc-44af-b261-a546cabd4d61, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=722121e3-63dc-44af-b261-a546cabd4d61,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:38:40.001677 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '722121e3-63dc-44af-b261-a546cabd4d61', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'port_id': '722121e3-63dc-44af-b261-a546cabd4d61', 'mac_address': 'fa:16:3e:74:7d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:38:40.061670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:40.079070 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722121e3-63dc-44af-b261-a546cabd4d61 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:38:40.095387 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 722121e3-63dc-44af-b261-a546cabd4d61, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=722121e3-63dc-44af-b261-a546cabd4d61,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:38:40.205228 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:40.275858 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=722121e3-63dc-44af-b261-a546cabd4d61,revision_number=9']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:38:40.437456 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b154e68-830b-4bf6-91f4-6d7d42f29c93 req-cb928b71-a664-403d-9333-38b5171ba3e5 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:40.438950 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3b154e68-830b-4bf6-91f4-6d7d42f29c93 req-cb928b71-a664-403d-9333-38b5171ba3e5 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 944 time: 0.0963774 Mar 29 10:38:40.485942 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3b154e68-830b-4bf6-91f4-6d7d42f29c93 req-3dbe9a5b-5526-451b-a656-325cfa62bbbb tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404992 Mar 29 10:38:40.594334 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['722121e3-63dc-44af-b261-a546cabd4d61'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:38:41.039456 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:41.685660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72072b-6e47-46b8-8bc4-77ed054ed599 req-5ad535f6-3ba1-4ee3-8810-b0b2b80254f5 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:41.687117 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd72072b-6e47-46b8-8bc4-77ed054ed599 req-5ad535f6-3ba1-4ee3-8810-b0b2b80254f5 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 944 time: 0.0912137 Mar 29 10:38:41.732568 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd72072b-6e47-46b8-8bc4-77ed054ed599 req-8baec272-cb22-43a0-9a55-3e9d3c3a7779 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395851 Mar 29 10:38:41.853083 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 722121e3-63dc-44af-b261-a546cabd4d61 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:38:41.927231 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 722121e3-63dc-44af-b261-a546cabd4d61 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:38:41.927601 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:42.087085 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:42.115002 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:38:42.126280 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 722121e3-63dc-44af-b261-a546cabd4d61, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=722121e3-63dc-44af-b261-a546cabd4d61,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:38:42.160514 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61', 'code': 200} Mar 29 10:38:42.210988 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:42.288406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=722121e3-63dc-44af-b261-a546cabd4d61,revision_number=10']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:38:42.567778 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3ebd7-c03e-4fc3-ac23-ae3283e3d90a req-e13cd2ec-ac65-45eb-884f-95c0c1d8e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:42.569299 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f9b3ebd7-c03e-4fc3-ac23-ae3283e3d90a req-e13cd2ec-ac65-45eb-884f-95c0c1d8e375 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 1099 time: 0.0737164 Mar 29 10:38:42.611164 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f9b3ebd7-c03e-4fc3-ac23-ae3283e3d90a req-a1222da6-a0ab-4b5f-b5d3-020fbefc043d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359552 Mar 29 10:38:42.922312 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec29d38-d644-42e8-8dd1-f25e6272abb0 req-237d55a0-c24f-4e77-b16c-723b6b0bdf18 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:42.923840 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5ec29d38-d644-42e8-8dd1-f25e6272abb0 req-237d55a0-c24f-4e77-b16c-723b6b0bdf18 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 946 time: 0.0825701 Mar 29 10:38:42.971297 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5ec29d38-d644-42e8-8dd1-f25e6272abb0 req-eb09db9a-8c78-48c6-b66e-a145f3049632 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416625 Mar 29 10:38:44.168134 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d30d1-ee68-4a6a-a6a6-806a886b0e2e req-6396be0a-60f0-4d51-b315-bfae099530f7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:44.169648 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4e1d30d1-ee68-4a6a-a6a6-806a886b0e2e req-6396be0a-60f0-4d51-b315-bfae099530f7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 946 time: 0.0840623 Mar 29 10:38:44.214885 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-4e1d30d1-ee68-4a6a-a6a6-806a886b0e2e req-7de75ce8-3fca-4edc-8c1e-f0fd3ccf204c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392504 Mar 29 10:38:45.406933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72ddab-49d0-4d3b-8989-aba595f389fc req-d9de5a4d-d068-43d2-ae5c-8cb3a9560262 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:45.408428 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6c72ddab-49d0-4d3b-8989-aba595f389fc req-d9de5a4d-d068-43d2-ae5c-8cb3a9560262 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 946 time: 0.0843511 Mar 29 10:38:45.453112 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6c72ddab-49d0-4d3b-8989-aba595f389fc req-86b280ef-19da-4080-a9bd-88fa865707ff tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385392 Mar 29 10:38:46.645912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432010ec-3d9d-4e46-9a2d-d26c57141f2a req-5fdcfd26-16c0-40dd-87e6-347e525c0b3c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:46.647295 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-432010ec-3d9d-4e46-9a2d-d26c57141f2a req-5fdcfd26-16c0-40dd-87e6-347e525c0b3c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 946 time: 0.0839682 Mar 29 10:38:46.692051 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-432010ec-3d9d-4e46-9a2d-d26c57141f2a req-f65d7f2f-86b5-4e95-a4f6-125ba1d0d79c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383453 Mar 29 10:38:53.078187 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:38:53.395512 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74a159ed-7d33-4489-a556-dd8d298d9fff req-0ad5c7d4-eff2-40a9-86f3-42a383aab420 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710742 Mar 29 10:38:53.532362 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a159ed-7d33-4489-a556-dd8d298d9fff req-328e0f12-e60a-42be-a520-ba025361fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:53.534104 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74a159ed-7d33-4489-a556-dd8d298d9fff req-328e0f12-e60a-42be-a520-ba025361fc56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 1099 time: 0.0733261 Mar 29 10:38:53.679576 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a159ed-7d33-4489-a556-dd8d298d9fff req-301d2219-321a-4819-ba10-5443919c3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:53.680986 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74a159ed-7d33-4489-a556-dd8d298d9fff req-301d2219-321a-4819-ba10-5443919c3ad0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1277139 Mar 29 10:38:53.783407 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74a159ed-7d33-4489-a556-dd8d298d9fff req-af97eed0-24c8-4c0c-90d0-fb4d036362e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=722121e3-63dc-44af-b261-a546cabd4d61 HTTP/1.1" status: 200 len: 1001 time: 0.0960407 Mar 29 10:38:53.844646 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a159ed-7d33-4489-a556-dd8d298d9fff req-e3900026-8bc4-40b2-9729-fc0f14d428be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:53.846179 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74a159ed-7d33-4489-a556-dd8d298d9fff req-e3900026-8bc4-40b2-9729-fc0f14d428be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0570858 Mar 29 10:38:53.847045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:53.923864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a159ed-7d33-4489-a556-dd8d298d9fff req-f43fc12a-9b3d-423e-82af-078b86ddf482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:38:53.925350 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74a159ed-7d33-4489-a556-dd8d298d9fff req-f43fc12a-9b3d-423e-82af-078b86ddf482 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739675 Mar 29 10:38:54.059296 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74a159ed-7d33-4489-a556-dd8d298d9fff req-461ed69c-d4de-426d-8bd9-8a1b3c1cd926 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262319 Mar 29 10:38:54.190839 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-74a159ed-7d33-4489-a556-dd8d298d9fff req-a2fa5e8a-a223-47b7-9892-c32d83b0aaf7 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274815 Mar 29 10:39:05.784504 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-317960d1-a620-4160-a715-dbcca3c47fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:07.969239 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-a9228a01-d4ac-43af-937b-8c603aa6c531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:09.009764 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:09.143763 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:11.029562 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:23.746373 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:30.077216 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:39:35.762471 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b86382d0-e7ee-43e9-9b2e-936fee3a4541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:37.910481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0fd1af90-83fa-42e6-8173-d1bdbc7f2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:39.005765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:39.145222 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:41.082027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:53.753855 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:55.341653 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-987e7acf-544b-4ecd-bb19-b954927187c0 req-515a906a-4c01-476d-a6f0-7f75023aa4e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707448 Mar 29 10:39:55.479598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e7acf-544b-4ecd-bb19-b954927187c0 req-0e402cc3-2fa9-486c-b254-384955acea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:39:55.481096 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-987e7acf-544b-4ecd-bb19-b954927187c0 req-0e402cc3-2fa9-486c-b254-384955acea87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 1099 time: 0.0728517 Mar 29 10:39:55.622182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e7acf-544b-4ecd-bb19-b954927187c0 req-446434b0-17f2-4bac-bedf-2fff79eed87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:39:55.623492 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-987e7acf-544b-4ecd-bb19-b954927187c0 req-446434b0-17f2-4bac-bedf-2fff79eed87e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1230257 Mar 29 10:39:55.825990 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-987e7acf-544b-4ecd-bb19-b954927187c0 req-79a18102-afe5-4780-b51d-7cdcf3844a73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=722121e3-63dc-44af-b261-a546cabd4d61 HTTP/1.1" status: 200 len: 1001 time: 0.1966093 Mar 29 10:39:55.886805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e7acf-544b-4ecd-bb19-b954927187c0 req-07efbe5f-6e75-43c3-8ba1-4d463e8ef47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:39:55.888257 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-987e7acf-544b-4ecd-bb19-b954927187c0 req-07efbe5f-6e75-43c3-8ba1-4d463e8ef47a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0567398 Mar 29 10:39:55.961971 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e7acf-544b-4ecd-bb19-b954927187c0 req-4fda90f8-07c2-43c6-a673-272d2960b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:39:55.963493 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-987e7acf-544b-4ecd-bb19-b954927187c0 req-4fda90f8-07c2-43c6-a673-272d2960b812 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695751 Mar 29 10:39:56.092817 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-987e7acf-544b-4ecd-bb19-b954927187c0 req-1caa0b3f-7e41-41c2-bccd-ddab464bdfed service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231391 Mar 29 10:39:56.221736 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-987e7acf-544b-4ecd-bb19-b954927187c0 req-146937bc-97ba-4ec9-809f-c3794ec68d53 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229622 Mar 29 10:40:05.732732 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1324ec83-8dce-41bb-ba12-64a86d8a166b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:07.077512 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:40:07.907625 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-402b0a95-3320-4b3d-aca7-a210329ab483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:09.017955 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:09.143573 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:11.063856 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:22.661235 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 47178) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:40:22.907018 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Deleting port e57fcc01-2c3e-4172-b9ff-236159287c20 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:40:22.907354 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:23.072201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:23.072446 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:23.196674 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Calling delete_port for e57fcc01-2c3e-4172-b9ff-236159287c20 owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:40:23.413005 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:23.495998 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event deleted for resources: {'Port': ['ID=e57fcc01-2c3e-4172-b9ff-236159287c20,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:40:23.512239 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:23.512607 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:23.512943 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:23.513271 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:23.513595 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:23.513920 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:23.514241 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:23.514563 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:23.514885 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:23.515201 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:23.515516 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:23.515828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:23.571267 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:23.571588 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Floating IP 83e37259-20b9-4420-b5a7-9aca98064991 disassociated (deleted). External IP: 172.26.7.124, port: 722121e3-63dc-44af-b261-a546cabd4d61. Mar 29 10:40:23.721573 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:24.011085 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:40:24.190082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:40:24.199721 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c877758b-d456-4759-a87c-06c637f51ee4 None None] Sync routers for ids ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:40:24.208728 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c877758b-d456-4759-a87c-06c637f51ee4 None None] Routers {'47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:40:24.209329 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c877758b-d456-4759-a87c-06c637f51ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:40:24.288326 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:24.346239 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-e1e4d1f1-907d-4cc6-bad1-c74570e152f4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "DELETE /v2.0/floatingips/83e37259-20b9-4420-b5a7-9aca98064991 HTTP/1.1" status: 204 len: 168 time: 1.6812134 Mar 29 10:40:24.346239 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:40:24.386309 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-c877758b-d456-4759-a87c-06c637f51ee4 None None] Set router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:40:24.504548 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61', 'status': 'completed', 'code': 200} Mar 29 10:40:24.600463 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33674-512f-437b-b435-7b8b5e4ad7e1 req-48f4b8e4-d4ed-45e6-9ec1-998806ec7118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:40:24.601859 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-87e33674-512f-437b-b435-7b8b5e4ad7e1 req-48f4b8e4-d4ed-45e6-9ec1-998806ec7118 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 1099 time: 0.0745342 Mar 29 10:40:24.742285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33674-512f-437b-b435-7b8b5e4ad7e1 req-13d522e4-b5a1-42c7-aeb4-381840397e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:40:24.752801 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-87e33674-512f-437b-b435-7b8b5e4ad7e1 req-13d522e4-b5a1-42c7-aeb4-381840397e22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1350911 Mar 29 10:40:24.752980 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c877758b-d456-4759-a87c-06c637f51ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'd70538a9-3ec0-441f-b5bf-5d2fc71e3df2', 'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'mac_address': 'fa:16:3e:09:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:35Z', 'updated_at': '2022-03-29T10:34:41Z', 'revision_number': 5, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'subnets': [{'id': 'ac356b77-40cb-4af1-8625-463d105db949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:40:24.756796 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c877758b-d456-4759-a87c-06c637f51ee4 None None] Checking router: 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:40:24.767015 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c877758b-d456-4759-a87c-06c637f51ee4 None None] Routers {'47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:40:24.767627 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c877758b-d456-4759-a87c-06c637f51ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:40:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:40:24.813773 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-87e33674-512f-437b-b435-7b8b5e4ad7e1 req-f72246e7-7998-499a-a54a-e32f9c75434f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=722121e3-63dc-44af-b261-a546cabd4d61 HTTP/1.1" status: 200 len: 217 time: 0.0609441 Mar 29 10:40:24.879263 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a1e63-fe7f-4933-b1e8-5cb43c4b9640 req-59a273b2-9838-490c-8b7e-eed20d89fdd2 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:40:24.880286 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-f60a1e63-fe7f-4933-b1e8-5cb43c4b9640 req-59a273b2-9838-490c-8b7e-eed20d89fdd2 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Synchronizing usage tracker for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:40:24.882015 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33674-512f-437b-b435-7b8b5e4ad7e1 req-ccf5e037-7cf7-48c1-ac94-e18e39069ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:40:24.883441 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-87e33674-512f-437b-b435-7b8b5e4ad7e1 req-ccf5e037-7cf7-48c1-ac94-e18e39069ed9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0630977 Mar 29 10:40:24.949966 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-f60a1e63-fe7f-4933-b1e8-5cb43c4b9640 req-59a273b2-9838-490c-8b7e-eed20d89fdd2 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Unset dirty status for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:40:24.951521 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f60a1e63-fe7f-4933-b1e8-5cb43c4b9640 req-59a273b2-9838-490c-8b7e-eed20d89fdd2 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 946 time: 0.1505923 Mar 29 10:40:24.954462 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-c877758b-d456-4759-a87c-06c637f51ee4 None None] Set router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:40:24.968014 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33674-512f-437b-b435-7b8b5e4ad7e1 req-3af56af9-6ffb-458b-af47-19691242cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:40:24.969585 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-87e33674-512f-437b-b435-7b8b5e4ad7e1 req-3af56af9-6ffb-458b-af47-19691242cba3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776391 Mar 29 10:40:25.008816 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f60a1e63-fe7f-4933-b1e8-5cb43c4b9640 req-7817b861-ebca-4906-9b32-8f6694fb2105 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507748 Mar 29 10:40:25.110041 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-87e33674-512f-437b-b435-7b8b5e4ad7e1 req-ee23b5eb-14af-4873-865f-2922fdcb1a1c service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297297 Mar 29 10:40:25.243345 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-87e33674-512f-437b-b435-7b8b5e4ad7e1 req-d5734980-5ce2-44e3-b540-84492a35c86a service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270192 Mar 29 10:40:25.263450 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c877758b-d456-4759-a87c-06c637f51ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'd70538a9-3ec0-441f-b5bf-5d2fc71e3df2', 'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'mac_address': 'fa:16:3e:09:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:35Z', 'updated_at': '2022-03-29T10:34:41Z', 'revision_number': 5, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'subnets': [{'id': 'ac356b77-40cb-4af1-8625-463d105db949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:40:25.267376 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c877758b-d456-4759-a87c-06c637f51ee4 None None] The sync data for ids ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'] in dv-neutron-835555-1-hyperv is: [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'd70538a9-3ec0-441f-b5bf-5d2fc71e3df2', 'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'mac_address': 'fa:16:3e:09:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:35Z', 'updated_at': '2022-03-29T10:34:41Z', 'revision_number': 5, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'subnets': [{'id': 'ac356b77-40cb-4af1-8625-463d105db949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:40:25.482708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc49dcb-b733-48bf-acb4-024256eeb1f5 None None] New status for floating IP 83e37259-20b9-4420-b5a7-9aca98064991: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:40:26.195936 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cbe31-fe44-4e8f-bfcd-65977c8dd7e3 req-075ea16b-fc02-4221-8ad0-b10f7734e8c8 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:40:26.197428 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-537cbe31-fe44-4e8f-bfcd-65977c8dd7e3 req-075ea16b-fc02-4221-8ad0-b10f7734e8c8 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 946 time: 0.0847666 Mar 29 10:40:26.241253 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-537cbe31-fe44-4e8f-bfcd-65977c8dd7e3 req-822deb50-5ee5-4aaa-a4dd-ba051c7748a5 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=3262dd97-9152-4857-9c60-5ba18b8766d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381465 Mar 29 10:40:26.540885 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761d84d-a53d-4f62-9f85-00424b5d6888 req-41782755-0eb2-4318-a73b-2d916e74a2d8 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:40:26.542858 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6761d84d-a53d-4f62-9f85-00424b5d6888 req-41782755-0eb2-4318-a73b-2d916e74a2d8 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 946 time: 0.0779083 Mar 29 10:40:26.612098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-6761d84d-a53d-4f62-9f85-00424b5d6888 req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Deleting port 722121e3-63dc-44af-b261-a546cabd4d61 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:40:26.612431 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6761d84d-a53d-4f62-9f85-00424b5d6888 req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:26.944655 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-6761d84d-a53d-4f62-9f85-00424b5d6888 req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] For port 722121e3-63dc-44af-b261-a546cabd4d61, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=722121e3-63dc-44af-b261-a546cabd4d61,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:40:26.945014 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6761d84d-a53d-4f62-9f85-00424b5d6888 req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:27.065639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-6761d84d-a53d-4f62-9f85-00424b5d6888 req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Calling delete_port for 722121e3-63dc-44af-b261-a546cabd4d61 owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:40:27.287107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6761d84d-a53d-4f62-9f85-00424b5d6888 req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:27.340618 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event deleted for resources: {'Port': ['ID=722121e3-63dc-44af-b261-a546cabd4d61,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:40:27.382735 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:27.383066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:27.383410 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:27.383744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:27.384069 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:27.384395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:27.384742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:27.385066 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:27.385388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:27.385711 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:27.386769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:27.387095 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:40:27.398602 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-24e5d61a-d3e7-413a-981c-a1b215af0ba8 req-bebc73e7-20a5-4a42-a4b7-1347a4c17bba tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf1ef7b-1094-4c89-8d21-6b663feefd4c HTTP/1.1" status: 200 len: 210 time: 0.0513031 Mar 29 10:40:27.428527 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-6761d84d-a53d-4f62-9f85-00424b5d6888 req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] No DVR routers for this DVR port 722121e3-63dc-44af-b261-a546cabd4d61 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:40:27.430895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-6761d84d-a53d-4f62-9f85-00424b5d6888 req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:27.433871 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'name': 'network-vif-deleted', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:40:27.510749 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6761d84d-a53d-4f62-9f85-00424b5d6888 req-06227a43-5c8d-4b35-931e-79f3efafcf85 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.36 "DELETE /v2.0/ports/722121e3-63dc-44af-b261-a546cabd4d61 HTTP/1.1" status: 204 len: 173 time: 0.9623601 Mar 29 10:40:27.563278 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf1ef7b-1094-4c89-8d21-6b663feefd4c', 'name': 'network-vif-deleted', 'tag': '722121e3-63dc-44af-b261-a546cabd4d61', 'status': 'completed', 'code': 200} Mar 29 10:40:28.498623 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47210) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:40:28.566171 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-714fd65f-982f-4136-a84e-3b738494e4ba tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:28.595932 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-714fd65f-982f-4136-a84e-3b738494e4ba tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:28.721583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-714fd65f-982f-4136-a84e-3b738494e4ba tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:28.740133 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fd65f-982f-4136-a84e-3b738494e4ba tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3262dd97-9152-4857-9c60-5ba18b8766d9,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:40:28.795642 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-714fd65f-982f-4136-a84e-3b738494e4ba tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:28.796819 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-714fd65f-982f-4136-a84e-3b738494e4ba tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "DELETE /v2.0/security-groups/3262dd97-9152-4857-9c60-5ba18b8766d9 HTTP/1.1" status: 204 len: 168 time: 0.2970984 Mar 29 10:40:30.298890 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 722121e3-63dc-44af-b261-a546cabd4d61 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:40:30.334189 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 722121e3-63dc-44af-b261-a546cabd4d61 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:40:30.334529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 722121e3-63dc-44af-b261-a546cabd4d61 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:40:31.194048 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47224) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:40:31.199431 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-dbcdeba0-0631-4e42-bfdf-800e1d0e8f09 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1587520260', 'description': 'tempest-secgroup-smoke-1587520260 description', 'project_id': 'bf61a1ea952a40faa2af3c267484afb2'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:40:31.205403 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dbcdeba0-0631-4e42-bfdf-800e1d0e8f09 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:40:31.209486 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dbcdeba0-0631-4e42-bfdf-800e1d0e8f09 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:40:31.212313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dbcdeba0-0631-4e42-bfdf-800e1d0e8f09 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:40:31.218614 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dbcdeba0-0631-4e42-bfdf-800e1d0e8f09 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:40:31.298933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dbcdeba0-0631-4e42-bfdf-800e1d0e8f09 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:31.321722 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dbcdeba0-0631-4e42-bfdf-800e1d0e8f09 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:40:31.325497 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dbcdeba0-0631-4e42-bfdf-800e1d0e8f09 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group_rule and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:40:31.328891 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dbcdeba0-0631-4e42-bfdf-800e1d0e8f09 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:40:31.335709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dbcdeba0-0631-4e42-bfdf-800e1d0e8f09 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:40:31.423626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dbcdeba0-0631-4e42-bfdf-800e1d0e8f09 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:31.544587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dbcdeba0-0631-4e42-bfdf-800e1d0e8f09 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:31.590418 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdeba0-0631-4e42-bfdf-800e1d0e8f09 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea7a480-2e79-499c-b17d-9ccc6d159c52,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:40:31.687960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dbcdeba0-0631-4e42-bfdf-800e1d0e8f09 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:31.689317 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dbcdeba0-0631-4e42-bfdf-800e1d0e8f09 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4942312 Mar 29 10:40:31.692201 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47228) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:40:31.697170 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-aeecd903-cdf2-4da8-b8a2-33852a84e77a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'security_group_rule': {'security_group_id': '5ea7a480-2e79-499c-b17d-9ccc6d159c52', 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:40:31.704020 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-aeecd903-cdf2-4da8-b8a2-33852a84e77a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:40:31.708052 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-aeecd903-cdf2-4da8-b8a2-33852a84e77a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group_rule and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:40:31.711027 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-aeecd903-cdf2-4da8-b8a2-33852a84e77a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:40:31.716863 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-aeecd903-cdf2-4da8-b8a2-33852a84e77a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:40:31.808347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aeecd903-cdf2-4da8-b8a2-33852a84e77a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:31.868386 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aeecd903-cdf2-4da8-b8a2-33852a84e77a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:31.955987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aeecd903-cdf2-4da8-b8a2-33852a84e77a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:31.979208 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecd903-cdf2-4da8-b8a2-33852a84e77a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e825146e-9294-4ddf-9d08-d235fffe8df1,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:40:32.069401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aeecd903-cdf2-4da8-b8a2-33852a84e77a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:32.070569 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-aeecd903-cdf2-4da8-b8a2-33852a84e77a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3773878 Mar 29 10:40:32.073475 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47232) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:40:32.078481 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-b7fc4b93-8727-439a-8926-3680bd9c1b0d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'security_group_rule': {'security_group_id': '5ea7a480-2e79-499c-b17d-9ccc6d159c52', 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:40:32.084653 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b7fc4b93-8727-439a-8926-3680bd9c1b0d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:40:32.088639 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b7fc4b93-8727-439a-8926-3680bd9c1b0d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group_rule and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:40:32.091536 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-b7fc4b93-8727-439a-8926-3680bd9c1b0d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:40:32.097425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-b7fc4b93-8727-439a-8926-3680bd9c1b0d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:40:32.180866 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4b93-8727-439a-8926-3680bd9c1b0d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:32.247478 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4b93-8727-439a-8926-3680bd9c1b0d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:32.344770 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4b93-8727-439a-8926-3680bd9c1b0d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:32.368886 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc4b93-8727-439a-8926-3680bd9c1b0d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131f4e30-73c6-4e6d-b1b5-720c53b476e9,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:40:32.459071 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b7fc4b93-8727-439a-8926-3680bd9c1b0d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:32.460365 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b7fc4b93-8727-439a-8926-3680bd9c1b0d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3859382 Mar 29 10:40:32.463119 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47236) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:40:32.468195 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-9a5b55a7-8063-43d6-b04d-5c33834e7f37 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'security_group_rule': {'security_group_id': '5ea7a480-2e79-499c-b17d-9ccc6d159c52', 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:40:32.474844 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-9a5b55a7-8063-43d6-b04d-5c33834e7f37 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:40:32.482523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9a5b55a7-8063-43d6-b04d-5c33834e7f37 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group_rule and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:40:32.482523 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-9a5b55a7-8063-43d6-b04d-5c33834e7f37 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:40:32.487882 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-9a5b55a7-8063-43d6-b04d-5c33834e7f37 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:40:32.562603 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9a5b55a7-8063-43d6-b04d-5c33834e7f37 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:32.635754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9a5b55a7-8063-43d6-b04d-5c33834e7f37 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:32.731715 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9a5b55a7-8063-43d6-b04d-5c33834e7f37 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:32.757637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b55a7-8063-43d6-b04d-5c33834e7f37 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc793c7-21e0-43d9-9375-0babe5005e6e,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:40:32.817675 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-9a5b55a7-8063-43d6-b04d-5c33834e7f37 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:32.818891 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-9a5b55a7-8063-43d6-b04d-5c33834e7f37 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3548374 Mar 29 10:40:32.821693 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47240) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:40:32.826654 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-dc788f11-4d22-4eb3-8e51-46649124b939 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'security_group_rule': {'security_group_id': '5ea7a480-2e79-499c-b17d-9ccc6d159c52', 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:40:32.833433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dc788f11-4d22-4eb3-8e51-46649124b939 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:40:32.837562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dc788f11-4d22-4eb3-8e51-46649124b939 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group_rule and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:40:32.840840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-dc788f11-4d22-4eb3-8e51-46649124b939 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:40:32.847429 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-dc788f11-4d22-4eb3-8e51-46649124b939 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:40:32.944412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dc788f11-4d22-4eb3-8e51-46649124b939 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:33.011505 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dc788f11-4d22-4eb3-8e51-46649124b939 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:33.120791 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dc788f11-4d22-4eb3-8e51-46649124b939 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:33.148695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc788f11-4d22-4eb3-8e51-46649124b939 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f113a3-834d-4d71-97c7-57c23d185d6f,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:40:33.241882 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-dc788f11-4d22-4eb3-8e51-46649124b939 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:33.243055 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-dc788f11-4d22-4eb3-8e51-46649124b939 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4204180 Mar 29 10:40:33.245754 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47244) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:40:33.251229 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-4562e48e-2e7a-4a43-902d-62110cc43f80 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'security_group_rule': {'security_group_id': '5ea7a480-2e79-499c-b17d-9ccc6d159c52', 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:40:33.257485 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4562e48e-2e7a-4a43-902d-62110cc43f80 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:40:33.262474 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4562e48e-2e7a-4a43-902d-62110cc43f80 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group_rule and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:40:33.264324 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-4562e48e-2e7a-4a43-902d-62110cc43f80 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:40:33.271821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-4562e48e-2e7a-4a43-902d-62110cc43f80 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:40:33.338906 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-4562e48e-2e7a-4a43-902d-62110cc43f80 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Project bf61a1ea952a40faa2af3c267484afb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:40:33.346145 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4562e48e-2e7a-4a43-902d-62110cc43f80 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:33.413461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4562e48e-2e7a-4a43-902d-62110cc43f80 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:33.470223 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4562e48e-2e7a-4a43-902d-62110cc43f80 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:33.493751 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562e48e-2e7a-4a43-902d-62110cc43f80 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbad878-9da0-49f7-b39f-6693d53fec13,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:40:33.572887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-4562e48e-2e7a-4a43-902d-62110cc43f80 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:33.574137 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-4562e48e-2e7a-4a43-902d-62110cc43f80 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274446 Mar 29 10:40:33.576945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47248) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:40:33.581878 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ba2e3b1c-d009-466a-83a6-565c2550edac tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'security_group_rule': {'security_group_id': '5ea7a480-2e79-499c-b17d-9ccc6d159c52', 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:40:33.588000 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ba2e3b1c-d009-466a-83a6-565c2550edac tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:40:33.591854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ba2e3b1c-d009-466a-83a6-565c2550edac tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:security_group_rule and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:40:33.594769 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ba2e3b1c-d009-466a-83a6-565c2550edac tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:40:33.600709 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ba2e3b1c-d009-466a-83a6-565c2550edac tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:40:33.670463 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-ba2e3b1c-d009-466a-83a6-565c2550edac tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Project bf61a1ea952a40faa2af3c267484afb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:40:33.678010 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba2e3b1c-d009-466a-83a6-565c2550edac tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:33.745353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba2e3b1c-d009-466a-83a6-565c2550edac tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:33.801813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba2e3b1c-d009-466a-83a6-565c2550edac tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:33.825728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e3b1c-d009-466a-83a6-565c2550edac tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e0773f-c193-4e6a-ae6c-7337e028b307,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:40:33.886204 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ba2e3b1c-d009-466a-83a6-565c2550edac tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:33.887441 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ba2e3b1c-d009-466a-83a6-565c2550edac tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3095553 Mar 29 10:40:35.773252 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5dca2a29-42e2-4445-a6b5-2e0454c0d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:37.939725 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cec3c4a0-945e-468a-a6f3-fec777ee48df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:39.019314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:39.212468 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:41.041600 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:44.075896 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:40:53.767601 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:40:59.982744 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-ffb8d7c5-9c7c-4cbe-9774-a036c7d79dad tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Synchronizing usage tracker for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:41:00.075591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-ffb8d7c5-9c7c-4cbe-9774-a036c7d79dad tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Unset dirty status for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:41:00.076699 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-ffb8d7c5-9c7c-4cbe-9774-a036c7d79dad tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1587520260&fields=id&tenant_id=bf61a1ea952a40faa2af3c267484afb2 HTTP/1.1" status: 200 len: 267 time: 0.1346655 Mar 29 10:41:00.225276 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-c8d93155-5836-4d0d-a459-a10e73e65238 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:00.226687 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-c8d93155-5836-4d0d-a459-a10e73e65238 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 808 time: 0.1428578 Mar 29 10:41:00.241329 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-b8ec198a-ca7d-4d5a-9fc3-4c8cc758675e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/quotas/bf61a1ea952a40faa2af3c267484afb2 HTTP/1.1" status: 200 len: 375 time: 0.0092652 Mar 29 10:41:00.320698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-5b605efc-9fba-43c8-a13c-ce8191b267f9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Synchronizing usage tracker for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:41:00.413382 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-5b605efc-9fba-43c8-a13c-ce8191b267f9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Unset dirty status for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:41:00.416672 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-5b605efc-9fba-43c8-a13c-ce8191b267f9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1686451 Mar 29 10:41:00.506927 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-bcafc09e-e667-4d9e-a77e-992abc8b8dcb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:41:00.507932 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-bcafc09e-e667-4d9e-a77e-992abc8b8dcb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0442243 Mar 29 10:41:00.637520 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-ee20cdf3-d562-46e1-97c0-707191895dc0 service neutron] 10.222.0.35 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237168 Mar 29 10:41:00.766373 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-6c21c123-7d94-499c-a6ce-9a274e2c8353 service neutron] 10.222.0.35 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230807 Mar 29 10:41:01.459215 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-edff5f29-5e06-4983-a844-fc13e77daf7d req-799a5515-8a95-46ab-9e0f-da108f07c7a3 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 210 time: 0.0428867 Mar 29 10:41:02.612197 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-93b85df7-5922-4623-ae27-29163feed40e req-da138a08-9b9b-4717-b7c3-e13271497915 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 210 time: 0.0490603 Mar 29 10:41:03.585580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-1e128e05-c909-4ce3-9ab6-d4b1de881cd4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:03.587023 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-1e128e05-c909-4ce3-9ab6-d4b1de881cd4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 808 time: 0.2469084 Mar 29 10:41:03.638681 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-30c43ef3-7432-4949-93ef-1530c248b2be tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf61a1ea952a40faa2af3c267484afb2 HTTP/1.1" status: 200 len: 380 time: 0.0438259 Mar 29 10:41:03.649986 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'port': {'device_id': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'admin_state_up': True, 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'security_groups': ['5ea7a480-2e79-499c-b17d-9ccc6d159c52']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:41:03.773083 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-197692e9-25f5-4995-b989-fb6016c07027 req-9e9641d9-f43e-4c2b-b65a-b0c57a548eaa tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 210 time: 0.0501609 Mar 29 10:41:03.796399 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:41:03.806532 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:41:03.870871 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Made reservation on behalf of bf61a1ea952a40faa2af3c267484afb2 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:41:03.874342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:04.038753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Allocated IP 172.20.0.11 (c00ac2ee-f259-4d1e-98c3-3a605626653d/ac356b77-40cb-4af1-8625-463d105db949/16b86919-60df-4332-ab95-f4fc5179db46) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:41:04.227880 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:04.244986 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Transition to ACTIVE for port object 16b86919-60df-4332-ab95-f4fc5179db46 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:41:04.345606 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:04.409361 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Network c00ac2ee-f259-4d1e-98c3-3a605626653d is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:41:04.412787 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:41:04.421210 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:41:04.461273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'Port': ['ID=16b86919-60df-4332-ab95-f4fc5179db46,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:41:04.495611 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:04.496236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:04.603473 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-cb339255-9ea0-48c7-9714-4ca1bab4f28d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9599457 Mar 29 10:41:04.613467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-347b92a9-95c5-4928-900a-ed788fe02063 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:41:04.614383 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-347b92a9-95c5-4928-900a-ed788fe02063 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049357 Mar 29 10:41:04.624098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Request body: {'port': {'device_id': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:41:04.727990 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-08d9697b-5185-4658-aa1c-973a97284a45 None None] Provisioning for port 16b86919-60df-4332-ab95-f4fc5179db46 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:41:04.733326 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-08d9697b-5185-4658-aa1c-973a97284a45 None None] Provisioning complete for port 16b86919-60df-4332-ab95-f4fc5179db46 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:41:04.733808 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-08d9697b-5185-4658-aa1c-973a97284a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:04.741019 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:04.805574 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-08d9697b-5185-4658-aa1c-973a97284a45 None None] Port 16b86919-60df-4332-ab95-f4fc5179db46 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:41:05.081999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3c2ea-e769-4d3a-9672-3411d8979ac1 req-ccf94566-f9a7-46c8-b1e6-2464449e52e5 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:05.082584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-9dd3c2ea-e769-4d3a-9672-3411d8979ac1 req-ccf94566-f9a7-46c8-b1e6-2464449e52e5 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Synchronizing usage tracker for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:41:05.173701 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b86919-60df-4332-ab95-f4fc5179db46 {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:41:05.180268 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-9dd3c2ea-e769-4d3a-9672-3411d8979ac1 req-ccf94566-f9a7-46c8-b1e6-2464449e52e5 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Unset dirty status for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:41:05.183946 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9dd3c2ea-e769-4d3a-9672-3411d8979ac1 req-ccf94566-f9a7-46c8-b1e6-2464449e52e5 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 932 time: 0.2972605 Mar 29 10:41:05.183946 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:05.214473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Transition to ACTIVE for port object 16b86919-60df-4332-ab95-f4fc5179db46 will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:41:05.236548 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9dd3c2ea-e769-4d3a-9672-3411d8979ac1 req-e43b3fa2-0160-4f56-b824-03333cbf9dad tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465515 Mar 29 10:41:05.287805 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:05.438272 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Pushing event updated for resources: {'Port': ['ID=16b86919-60df-4332-ab95-f4fc5179db46,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:41:05.520742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Attempting to bind port 16b86919-60df-4332-ab95-f4fc5179db46 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:41:05.521100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Attempting to bind port 16b86919-60df-4332-ab95-f4fc5179db46 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:41:05.521424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Attempting to bind port 16b86919-60df-4332-ab95-f4fc5179db46 on network c00ac2ee-f259-4d1e-98c3-3a605626653d {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:41:05.526014 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Port 16b86919-60df-4332-ab95-f4fc5179db46 on network c00ac2ee-f259-4d1e-98c3-3a605626653d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:41:05.526329 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Attempting to bind port 16b86919-60df-4332-ab95-f4fc5179db46 on network c00ac2ee-f259-4d1e-98c3-3a605626653d {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:41:05.531289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:41:05.531617 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Checking segment: {'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:41:05.531990 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Bound using segment: {'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:41:05.532689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Bound port: 16b86919-60df-4332-ab95-f4fc5179db46, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5410a284-12e3-4897-906a-b77fe09cb345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:41:05.533028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:05.618967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] For port 16b86919-60df-4332-ab95-f4fc5179db46, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:41:05.621887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] For port 16b86919-60df-4332-ab95-f4fc5179db46, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=16b86919-60df-4332-ab95-f4fc5179db46,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:41:05.722559 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:05.784951 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-74cea2df-1330-48d4-bb84-54cb0ddfefcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:05.892138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:05.892764 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:05.894154 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] 10.222.0.36 "PUT /v2.0/ports/16b86919-60df-4332-ab95-f4fc5179db46 HTTP/1.1" status: 200 len: 1094 time: 1.2737257 Mar 29 10:41:05.894595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'tag': '16b86919-60df-4332-ab95-f4fc5179db46'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:41:05.933969 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edea9ae-6b06-49d4-bf39-d719b3f30592 service neutron] Pushing event updated for resources: {'Port': ['ID=16b86919-60df-4332-ab95-f4fc5179db46,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:41:05.946301 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'tag': '16b86919-60df-4332-ab95-f4fc5179db46', 'status': 'completed', 'code': 200} Mar 29 10:41:06.042632 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7706e47-da1e-4ac4-b2e4-1e1471ed7a22 req-8baab4f8-207a-4b4a-aa07-0da99101addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:06.044141 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d7706e47-da1e-4ac4-b2e4-1e1471ed7a22 req-8baab4f8-207a-4b4a-aa07-0da99101addb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 1097 time: 0.0745354 Mar 29 10:41:06.185244 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7706e47-da1e-4ac4-b2e4-1e1471ed7a22 req-9a2cbf02-c198-412f-90a6-a6af9370b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:06.186624 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d7706e47-da1e-4ac4-b2e4-1e1471ed7a22 req-9a2cbf02-c198-412f-90a6-a6af9370b394 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bf61a1ea952a40faa2af3c267484afb2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1358168 Mar 29 10:41:06.321650 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7706e47-da1e-4ac4-b2e4-1e1471ed7a22 req-103ad3e6-9614-491d-a21a-911127240868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:06.323099 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d7706e47-da1e-4ac4-b2e4-1e1471ed7a22 req-103ad3e6-9614-491d-a21a-911127240868 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303704 Mar 29 10:41:06.478150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beda4b6-318a-4649-b46a-ca11f9dced2e req-62cb1701-2bf3-47aa-8a3c-bc23b58a7278 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:06.479500 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4beda4b6-318a-4649-b46a-ca11f9dced2e req-62cb1701-2bf3-47aa-8a3c-bc23b58a7278 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.1383410 Mar 29 10:41:06.482089 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-4baaa1dd-f275-49f1-9a1e-6a537d37cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:06.483400 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-4baaa1dd-f275-49f1-9a1e-6a537d37cf2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 1097 time: 0.1037436 Mar 29 10:41:06.563017 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-a9b323ed-924d-4bc1-b19b-ea9961e1eb4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16b86919-60df-4332-ab95-f4fc5179db46 HTTP/1.1" status: 200 len: 217 time: 0.0656328 Mar 29 10:41:06.624049 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4beda4b6-318a-4649-b46a-ca11f9dced2e req-f57cc66e-47ae-4745-873f-681d2c348c2f tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388812 Mar 29 10:41:06.639248 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-f2fe6ec2-dee3-415f-83c5-856505f74190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:06.639248 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-f2fe6ec2-dee3-415f-83c5-856505f74190 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0686300 Mar 29 10:41:06.714687 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-0dbe06a9-be31-47dc-8a89-c326eac20926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:06.716131 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-0dbe06a9-be31-47dc-8a89-c326eac20926 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707011 Mar 29 10:41:06.843818 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-a73e4bef-0f24-4ead-9621-27c213a49593 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213562 Mar 29 10:41:06.973736 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e220b609-5a90-458b-a81f-d2912dd4e767 req-dd1dd8c0-a7d6-41ea-8476-28db4d94f324 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243291 Mar 29 10:41:07.811836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6a0fc-b28d-485e-b900-4d2c75efae66 req-45f85739-e4d1-4e91-837d-266bf0ec4050 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:07.813219 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b6c6a0fc-b28d-485e-b900-4d2c75efae66 req-45f85739-e4d1-4e91-837d-266bf0ec4050 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.0789673 Mar 29 10:41:07.857720 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b6c6a0fc-b28d-485e-b900-4d2c75efae66 req-8166f605-7f00-47de-a262-3106375ba784 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386782 Mar 29 10:41:07.928448 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e946fed6-6252-4d0b-ade2-485f08179071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:08.996207 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:09.047124 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf72cf-8f22-40ff-bb8e-65df7926a496 req-a2577c0a-3915-4165-ac73-a7eef821c145 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:09.048602 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c1bf72cf-8f22-40ff-bb8e-65df7926a496 req-a2577c0a-3915-4165-ac73-a7eef821c145 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.0849764 Mar 29 10:41:09.094996 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c1bf72cf-8f22-40ff-bb8e-65df7926a496 req-af86ccee-883b-4469-8e66-930e85a29d28 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399168 Mar 29 10:41:09.145226 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:10.284000 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4813c-19ae-4411-93eb-88a715e13345 req-bcc73ee6-be37-4655-b3f0-d0f016251011 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:10.285474 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-99f4813c-19ae-4411-93eb-88a715e13345 req-bcc73ee6-be37-4655-b3f0-d0f016251011 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.0863833 Mar 29 10:41:10.329267 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-99f4813c-19ae-4411-93eb-88a715e13345 req-06671df4-98fc-4e85-b2e1-344b0176868c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376785 Mar 29 10:41:11.030565 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:11.513958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94095c-bc5a-47c4-9d3c-e4411458358f req-58c60817-609f-45e6-aa61-811bcfc30f9c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:11.515397 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5b94095c-bc5a-47c4-9d3c-e4411458358f req-58c60817-609f-45e6-aa61-811bcfc30f9c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.0784025 Mar 29 10:41:11.558808 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5b94095c-bc5a-47c4-9d3c-e4411458358f req-24f3046e-d145-45d1-8715-8b56e3304cf6 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378332 Mar 29 10:41:12.747738 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d2521-1349-4c7a-a2a0-9f46bc4ea6d8 req-edc425f8-7e50-4b74-a124-adf5dd9c888c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:12.749282 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c15d2521-1349-4c7a-a2a0-9f46bc4ea6d8 req-edc425f8-7e50-4b74-a124-adf5dd9c888c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.0858467 Mar 29 10:41:12.794944 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c15d2521-1349-4c7a-a2a0-9f46bc4ea6d8 req-574cb0be-5f40-45f5-982a-492aee74e148 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400240 Mar 29 10:41:13.986153 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef26ab6-11ee-4932-88e6-d572e82cb997 req-6d82770d-894f-439f-9653-f158a58b232e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:13.987604 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6ef26ab6-11ee-4932-88e6-d572e82cb997 req-6d82770d-894f-439f-9653-f158a58b232e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.0870078 Mar 29 10:41:14.033866 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6ef26ab6-11ee-4932-88e6-d572e82cb997 req-090feb0a-cc7c-42ad-bf76-74c100065a75 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403779 Mar 29 10:41:15.219359 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ff56e-05d9-47ca-ac94-4674d2dac8ab req-feb11c5e-de95-4bd5-aa7b-d441978e1194 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:15.220836 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b59ff56e-05d9-47ca-ac94-4674d2dac8ab req-feb11c5e-de95-4bd5-aa7b-d441978e1194 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.0825028 Mar 29 10:41:15.264362 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-b59ff56e-05d9-47ca-ac94-4674d2dac8ab req-4e8dac42-313e-419a-a801-fceabd5aa36e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373080 Mar 29 10:41:16.447298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d101b-52c1-4fdb-ae66-86cc9acc129f req-e74cc801-2829-4d8d-b644-85fc3aba65e7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:16.448787 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc6d101b-52c1-4fdb-ae66-86cc9acc129f req-e74cc801-2829-4d8d-b644-85fc3aba65e7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.0811474 Mar 29 10:41:16.491773 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fc6d101b-52c1-4fdb-ae66-86cc9acc129f req-f9f03258-adfc-4e46-a9fe-3b12433ac1b6 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373888 Mar 29 10:41:16.533100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 16b86919-60df-4332-ab95-f4fc5179db46 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:41:16.663759 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 16b86919-60df-4332-ab95-f4fc5179db46, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=16b86919-60df-4332-ab95-f4fc5179db46,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:41:16.677812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '16b86919-60df-4332-ab95-f4fc5179db46', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'port_id': '16b86919-60df-4332-ab95-f4fc5179db46', 'mac_address': 'fa:16:3e:09:1a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:41:16.734779 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:16.750983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b86919-60df-4332-ab95-f4fc5179db46 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:41:16.765644 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 16b86919-60df-4332-ab95-f4fc5179db46, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=16b86919-60df-4332-ab95-f4fc5179db46,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:41:16.830746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:16.902227 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=16b86919-60df-4332-ab95-f4fc5179db46,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:41:16.909717 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:41:16.910128 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:41:16.910582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:41:16.910769 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:41:16.911092 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:41:16.911414 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:41:16.911832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:41:16.912698 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:41:16.913247 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:41:16.913859 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:41:16.914017 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:41:16.914264 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:41:17.140070 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['16b86919-60df-4332-ab95-f4fc5179db46'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:41:17.675847 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea291d-c55a-4e45-8b59-295d74af9b81 req-b9ee87eb-d29d-409e-8608-bb88c7164e7d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:17.677389 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-30ea291d-c55a-4e45-8b59-295d74af9b81 req-b9ee87eb-d29d-409e-8608-bb88c7164e7d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 945 time: 0.0805125 Mar 29 10:41:17.727172 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-30ea291d-c55a-4e45-8b59-295d74af9b81 req-1b4a82c2-b48c-4e3d-8f0c-00b75809b1ae tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429008 Mar 29 10:41:18.548556 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 16b86919-60df-4332-ab95-f4fc5179db46 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:41:18.711412 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 16b86919-60df-4332-ab95-f4fc5179db46 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:41:18.716380 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 16b86919-60df-4332-ab95-f4fc5179db46 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:41:18.720647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:18.836050 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:18.864341 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b86919-60df-4332-ab95-f4fc5179db46'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:41:18.875390 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 16b86919-60df-4332-ab95-f4fc5179db46, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=16b86919-60df-4332-ab95-f4fc5179db46,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:41:18.914338 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b86919-60df-4332-ab95-f4fc5179db46', 'code': 200} Mar 29 10:41:18.925288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee38f-20b4-4467-b1ac-eb6ddb945ca6 req-8d4e44fa-455b-436f-9379-d9431bc7f86a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:18.926784 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-911ee38f-20b4-4467-b1ac-eb6ddb945ca6 req-8d4e44fa-455b-436f-9379-d9431bc7f86a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 945 time: 0.0900548 Mar 29 10:41:18.967895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:18.972594 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-911ee38f-20b4-4467-b1ac-eb6ddb945ca6 req-4a4622b0-99d4-4a0a-8be9-14825feb1fc0 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393922 Mar 29 10:41:19.050536 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=16b86919-60df-4332-ab95-f4fc5179db46,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:41:19.344587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ff612-40eb-4088-a561-7d16dde3c5d1 req-e6baeeb0-1550-4775-be34-50b9082b6495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:19.346014 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-098ff612-40eb-4088-a561-7d16dde3c5d1 req-e6baeeb0-1550-4775-be34-50b9082b6495 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 1099 time: 0.0772214 Mar 29 10:41:19.390261 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-098ff612-40eb-4088-a561-7d16dde3c5d1 req-3d6ba499-d3fc-4542-a6ca-e8363a30bc51 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384192 Mar 29 10:41:20.167082 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead915ca-a071-44cf-a1bf-00558c2355a9 req-fae03dcf-1e48-493a-8fdd-7a46dcec1a17 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:20.168535 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ead915ca-a071-44cf-a1bf-00558c2355a9 req-fae03dcf-1e48-493a-8fdd-7a46dcec1a17 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0787613 Mar 29 10:41:20.211874 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ead915ca-a071-44cf-a1bf-00558c2355a9 req-b3061e55-da60-48bd-b87f-1aa681ffb29e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377359 Mar 29 10:41:21.076091 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:41:21.401091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a8fcc-9a18-423a-a684-9950dab4a6ff req-1d0a3c4c-948a-4e77-a6cf-aae890538769 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:21.402569 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-180a8fcc-9a18-423a-a684-9950dab4a6ff req-1d0a3c4c-948a-4e77-a6cf-aae890538769 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0805500 Mar 29 10:41:21.447812 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-180a8fcc-9a18-423a-a684-9950dab4a6ff req-77690d80-5111-41ea-a28b-fa59eef92aa2 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389769 Mar 29 10:41:21.638479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df9519-a8da-49ee-82f9-7ae6342b4b6c req-c955c343-adbb-4166-a4fb-47dd1fdd9fce tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:21.639963 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-03df9519-a8da-49ee-82f9-7ae6342b4b6c req-c955c343-adbb-4166-a4fb-47dd1fdd9fce tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0835752 Mar 29 10:41:21.687713 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-03df9519-a8da-49ee-82f9-7ae6342b4b6c req-b6a7e9b1-ae56-4910-938a-aeec676fc7ed tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407341 Mar 29 10:41:21.709753 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47494) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:41:21.828080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6443ac5b-3336-4ef0-8217-eeacf43b0873 tempest-TestShelveInstance-761265329 tempest-TestShelveInstance-761265329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:21.831558 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-6443ac5b-3336-4ef0-8217-eeacf43b0873 tempest-TestShelveInstance-761265329 tempest-TestShelveInstance-761265329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 1094 time: 0.1188722 Mar 29 10:41:21.833818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47500) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:41:21.839287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '16b86919-60df-4332-ab95-f4fc5179db46', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:41:21.845487 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:41:21.849435 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Usage tracker for resource:floatingip and tenant:bf61a1ea952a40faa2af3c267484afb2 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:41:21.852915 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:41:21.858627 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:41:21.968163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for floatingip, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:22.209025 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:22.340941 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Allocated IP 172.26.7.89 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/34bb6aa2-90f0-44cd-b864-f733538b24e5) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:41:22.488439 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:22.568317 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:22.629934 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:41:22.633126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:41:22.641159 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:41:22.675355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'Port': ['ID=34bb6aa2-90f0-44cd-b864-f733538b24e5,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:41:23.061887 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:23.183752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:23.393565 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:23.453892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:23.566591 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event updated for resources: {'Port': ['ID=34bb6aa2-90f0-44cd-b864-f733538b24e5,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:41:23.577322 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:23.763060 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Floating IP 09c5121f-064d-42ad-8722-4eb86f07eb9a associated. External IP: 172.26.7.89, port: 16b86919-60df-4332-ab95-f4fc5179db46. Mar 29 10:41:23.768494 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:24.243721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:41:24.419238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:41:24.429402 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62fac2-7637-495c-b2b5-824e2d6e489b None None] Sync routers for ids ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:41:24.444118 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e62fac2-7637-495c-b2b5-824e2d6e489b None None] Routers {'47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:41:24.444757 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7e62fac2-7637-495c-b2b5-824e2d6e489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:41:24.534140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:24.604503 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-cc946424-3633-4abc-b75d-9f9260d84be9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7580705 Mar 29 10:41:24.604503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'tag': '16b86919-60df-4332-ab95-f4fc5179db46'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:41:24.619444 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-7e62fac2-7637-495c-b2b5-824e2d6e489b None None] Set router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:41:24.638795 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'tag': '16b86919-60df-4332-ab95-f4fc5179db46', 'status': 'completed', 'code': 200} Mar 29 10:41:24.729267 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485c48-3e48-45d2-8edd-2898f4ff55d9 req-bc473690-d1d5-4b3b-a99b-7ef220c4fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:24.731346 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bb485c48-3e48-45d2-8edd-2898f4ff55d9 req-bc473690-d1d5-4b3b-a99b-7ef220c4fdd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 1099 time: 0.0716560 Mar 29 10:41:24.862326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485c48-3e48-45d2-8edd-2898f4ff55d9 req-25d0b84c-3219-49f5-bb59-8c67bc72426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:24.863977 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bb485c48-3e48-45d2-8edd-2898f4ff55d9 req-25d0b84c-3219-49f5-bb59-8c67bc72426b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1270089 Mar 29 10:41:24.974696 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bb485c48-3e48-45d2-8edd-2898f4ff55d9 req-0d73ac0e-956f-437c-a28a-cccbec290639 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16b86919-60df-4332-ab95-f4fc5179db46 HTTP/1.1" status: 200 len: 999 time: 0.1050916 Mar 29 10:41:24.974956 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7e62fac2-7637-495c-b2b5-824e2d6e489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '09c5121f-064d-42ad-8722-4eb86f07eb9a', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'floating_ip_address': '172.26.7.89', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'port_id': '16b86919-60df-4332-ab95-f4fc5179db46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'mac_address': 'fa:16:3e:09:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:41:22Z', 'updated_at': '2022-03-29T10:41:22Z', 'revision_number': 0, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70538a9-3ec0-441f-b5bf-5d2fc71e3df2', 'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'mac_address': 'fa:16:3e:09:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:35Z', 'updated_at': '2022-03-29T10:34:41Z', 'revision_number': 5, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'subnets': [{'id': 'ac356b77-40cb-4af1-8625-463d105db949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:41:24.979466 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62fac2-7637-495c-b2b5-824e2d6e489b None None] Checking router: 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:41:24.987939 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e62fac2-7637-495c-b2b5-824e2d6e489b None None] Routers {'47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:41:24.988564 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7e62fac2-7637-495c-b2b5-824e2d6e489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:41:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:41:25.051539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485c48-3e48-45d2-8edd-2898f4ff55d9 req-970ee15a-531b-4feb-be92-fe3795152144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:25.053068 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bb485c48-3e48-45d2-8edd-2898f4ff55d9 req-970ee15a-531b-4feb-be92-fe3795152144 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0721335 Mar 29 10:41:25.135084 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb485c48-3e48-45d2-8edd-2898f4ff55d9 req-f27579e1-0c6d-4acc-8d30-93780ed97e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:25.136516 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bb485c48-3e48-45d2-8edd-2898f4ff55d9 req-f27579e1-0c6d-4acc-8d30-93780ed97e8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776715 Mar 29 10:41:25.172431 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-7e62fac2-7637-495c-b2b5-824e2d6e489b None None] Set router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:41:25.274708 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bb485c48-3e48-45d2-8edd-2898f4ff55d9 req-de8f4880-765b-4b03-ad2a-bbb38dbe9d12 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317894 Mar 29 10:41:25.414740 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-bb485c48-3e48-45d2-8edd-2898f4ff55d9 req-b9fd016d-71b4-4478-8e63-2ab66753d127 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326194 Mar 29 10:41:25.573992 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-7e62fac2-7637-495c-b2b5-824e2d6e489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '09c5121f-064d-42ad-8722-4eb86f07eb9a', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'floating_ip_address': '172.26.7.89', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'port_id': '16b86919-60df-4332-ab95-f4fc5179db46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'mac_address': 'fa:16:3e:09:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:41:22Z', 'updated_at': '2022-03-29T10:41:22Z', 'revision_number': 0, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70538a9-3ec0-441f-b5bf-5d2fc71e3df2', 'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'mac_address': 'fa:16:3e:09:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:35Z', 'updated_at': '2022-03-29T10:34:41Z', 'revision_number': 5, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'subnets': [{'id': 'ac356b77-40cb-4af1-8625-463d105db949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:41:25.578310 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62fac2-7637-495c-b2b5-824e2d6e489b None None] The sync data for ids ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'] in dv-neutron-835555-1-hyperv is: [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': '09c5121f-064d-42ad-8722-4eb86f07eb9a', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'floating_ip_address': '172.26.7.89', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'port_id': '16b86919-60df-4332-ab95-f4fc5179db46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'mac_address': 'fa:16:3e:09:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:41:22Z', 'updated_at': '2022-03-29T10:41:22Z', 'revision_number': 0, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70538a9-3ec0-441f-b5bf-5d2fc71e3df2', 'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'mac_address': 'fa:16:3e:09:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:35Z', 'updated_at': '2022-03-29T10:34:41Z', 'revision_number': 5, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'subnets': [{'id': 'ac356b77-40cb-4af1-8625-463d105db949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:41:25.783370 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c088232f-2944-42c5-bac1-ff1e0f88563c None None] New status for floating IP 09c5121f-064d-42ad-8722-4eb86f07eb9a: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:41:35.756907 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-75f18aaf-e061-46ac-8c03-621ef8694f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:37.968323 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8f789606-edd4-4e06-8f3e-f7d995464f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:38.973497 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:39.139054 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:41.053646 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:53.745643 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:41:56.345103 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d02c4e3f-ffa9-4825-861e-6ddb0314fe77 req-bcda85e7-16f0-4a4d-828a-56795a51882f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697494 Mar 29 10:41:56.484170 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c4e3f-ffa9-4825-861e-6ddb0314fe77 req-4429dc45-824f-4010-9d76-429f56c5d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:56.485656 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d02c4e3f-ffa9-4825-861e-6ddb0314fe77 req-4429dc45-824f-4010-9d76-429f56c5d017 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 1099 time: 0.0733755 Mar 29 10:41:56.743601 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c4e3f-ffa9-4825-861e-6ddb0314fe77 req-5a947f15-fdc7-49e6-9f15-98bdfb8c1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:56.745074 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d02c4e3f-ffa9-4825-861e-6ddb0314fe77 req-5a947f15-fdc7-49e6-9f15-98bdfb8c1f35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.2400074 Mar 29 10:41:56.846601 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d02c4e3f-ffa9-4825-861e-6ddb0314fe77 req-db4823b1-67c6-4e99-aa0a-b85d2355fec7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16b86919-60df-4332-ab95-f4fc5179db46 HTTP/1.1" status: 200 len: 1001 time: 0.0958350 Mar 29 10:41:56.906897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c4e3f-ffa9-4825-861e-6ddb0314fe77 req-26f01a01-369b-427a-a3d4-9fc2c529ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:56.908562 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d02c4e3f-ffa9-4825-861e-6ddb0314fe77 req-26f01a01-369b-427a-a3d4-9fc2c529ff83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0561986 Mar 29 10:41:56.981262 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c4e3f-ffa9-4825-861e-6ddb0314fe77 req-aef0be8d-1511-4e6f-a189-4bd0b53939b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:41:56.982725 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d02c4e3f-ffa9-4825-861e-6ddb0314fe77 req-aef0be8d-1511-4e6f-a189-4bd0b53939b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687795 Mar 29 10:41:57.125986 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d02c4e3f-ffa9-4825-861e-6ddb0314fe77 req-158d9676-3723-4d97-a76b-65eb67269a45 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335752 Mar 29 10:41:57.253141 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d02c4e3f-ffa9-4825-861e-6ddb0314fe77 req-200d7167-94a5-4555-905a-a8fd76cc2df4 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247756 Mar 29 10:41:58.076523 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:42:05.758020 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ac7f271f-4975-4288-b8b6-c2731a5202bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:42:07.888786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-43d8ada7-e992-4d7a-9467-85589b872833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:42:08.992756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:42:09.203697 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:42:11.037273 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:42:23.879838 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:42:35.076157 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:42:35.735323 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2d945b47-dc15-4523-b925-122568c5925b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:42:37.918471 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-164472ee-726f-40e8-88a9-58f43d554943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:42:39.067039 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:42:39.152797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:42:41.038381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:42:53.764237 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:42:57.398325 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a13595d1-88a9-48ab-b107-7876e9bbcf0b req-a4d41cba-05a3-4689-b0b5-cb7ab2ef1c48 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1232615 Mar 29 10:42:57.533670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13595d1-88a9-48ab-b107-7876e9bbcf0b req-f23aab76-429a-4bd7-978f-6990eb322932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:42:57.535287 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a13595d1-88a9-48ab-b107-7876e9bbcf0b req-f23aab76-429a-4bd7-978f-6990eb322932 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 1099 time: 0.0690358 Mar 29 10:42:57.679892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13595d1-88a9-48ab-b107-7876e9bbcf0b req-c2d5f8ac-aea9-4e74-84f2-a365639b0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:42:57.681370 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a13595d1-88a9-48ab-b107-7876e9bbcf0b req-c2d5f8ac-aea9-4e74-84f2-a365639b0c0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1267469 Mar 29 10:42:57.789946 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a13595d1-88a9-48ab-b107-7876e9bbcf0b req-b0097005-53c3-471c-9670-97a7d0d0b439 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16b86919-60df-4332-ab95-f4fc5179db46 HTTP/1.1" status: 200 len: 1001 time: 0.0977128 Mar 29 10:42:57.855988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13595d1-88a9-48ab-b107-7876e9bbcf0b req-a5930c36-9c01-4d3a-9d20-3ed802e42136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:42:57.857518 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a13595d1-88a9-48ab-b107-7876e9bbcf0b req-a5930c36-9c01-4d3a-9d20-3ed802e42136 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0608301 Mar 29 10:42:57.933166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13595d1-88a9-48ab-b107-7876e9bbcf0b req-244ffd36-80bd-432b-b9e6-9051b7c2242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:42:57.934658 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a13595d1-88a9-48ab-b107-7876e9bbcf0b req-244ffd36-80bd-432b-b9e6-9051b7c2242c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711977 Mar 29 10:42:58.065731 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a13595d1-88a9-48ab-b107-7876e9bbcf0b req-8f1409c1-397f-4645-8435-8b2b28ce5620 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247594 Mar 29 10:42:58.200097 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a13595d1-88a9-48ab-b107-7876e9bbcf0b req-cfb737bd-548c-4422-a4dd-ebaacfe2a08b service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272790 Mar 29 10:43:05.748076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-46c93aa4-10bb-49f0-b654-799822b80dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:43:07.901936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f2ba837b-2012-4db3-a1b6-3c2fe7071120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:43:08.993094 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:43:09.164409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:43:11.049957 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:43:12.076302 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:43:23.758818 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:43:35.770510 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-008aeb9d-952f-4778-9d4c-ef88862c9542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:43:37.939798 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d202bcc7-f80f-4e08-a0e4-b68937665985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:43:38.979906 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:43:39.156915 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:43:41.050724 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:43:49.075683 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:43:53.786695 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:43:58.374391 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4a8e2f1e-4731-4b28-a0b9-5e6071f1f1e2 req-be6c0dc6-fca0-400f-9bba-5093edba3f56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779226 Mar 29 10:43:58.513697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e2f1e-4731-4b28-a0b9-5e6071f1f1e2 req-694e0159-4ff6-41ee-afb6-3b7af90db23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:43:58.515265 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4a8e2f1e-4731-4b28-a0b9-5e6071f1f1e2 req-694e0159-4ff6-41ee-afb6-3b7af90db23c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 1099 time: 0.0711141 Mar 29 10:43:58.763219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e2f1e-4731-4b28-a0b9-5e6071f1f1e2 req-6cbd9122-e576-4283-893c-e284d50ca154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:43:58.764731 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4a8e2f1e-4731-4b28-a0b9-5e6071f1f1e2 req-6cbd9122-e576-4283-893c-e284d50ca154 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.2302790 Mar 29 10:43:58.868613 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4a8e2f1e-4731-4b28-a0b9-5e6071f1f1e2 req-7a75fd24-9bfd-4b6b-98ac-cfe54275b7aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16b86919-60df-4332-ab95-f4fc5179db46 HTTP/1.1" status: 200 len: 1001 time: 0.0976870 Mar 29 10:43:58.930400 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e2f1e-4731-4b28-a0b9-5e6071f1f1e2 req-caac5296-dcfd-4290-9f1e-5620f2613e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:43:58.931793 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4a8e2f1e-4731-4b28-a0b9-5e6071f1f1e2 req-caac5296-dcfd-4290-9f1e-5620f2613e3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0565145 Mar 29 10:43:59.008562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e2f1e-4731-4b28-a0b9-5e6071f1f1e2 req-7b1f5ca5-3509-4013-b6b4-d8127d2c33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:43:59.010001 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4a8e2f1e-4731-4b28-a0b9-5e6071f1f1e2 req-7b1f5ca5-3509-4013-b6b4-d8127d2c33e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715272 Mar 29 10:43:59.141185 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4a8e2f1e-4731-4b28-a0b9-5e6071f1f1e2 req-4e59783a-18d2-47e5-a06f-8f17f2aca5ed service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241949 Mar 29 10:43:59.274265 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-4a8e2f1e-4731-4b28-a0b9-5e6071f1f1e2 req-be0f293e-cda9-4b9e-a0ba-c294cf05910c service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264656 Mar 29 10:44:03.033894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37f7ad-6e79-416e-918b-a4ddfbffcec0 req-5ae62daa-eda7-4ce3-9657-31ed13ab0b95 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:03.035662 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8e37f7ad-6e79-416e-918b-a4ddfbffcec0 req-5ae62daa-eda7-4ce3-9657-31ed13ab0b95 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.1521947 Mar 29 10:44:03.080406 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8e37f7ad-6e79-416e-918b-a4ddfbffcec0 req-da912b6e-2912-4c01-924e-34aec6cef397 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387514 Mar 29 10:44:04.310809 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99640513-6fd3-4960-ac9f-af2caaa29e4c req-9f1b8915-5367-4622-96f1-a4deb175a3df tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:04.312264 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-99640513-6fd3-4960-ac9f-af2caaa29e4c req-9f1b8915-5367-4622-96f1-a4deb175a3df tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.1223011 Mar 29 10:44:04.359272 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-99640513-6fd3-4960-ac9f-af2caaa29e4c req-0ac923fc-7d76-4f4f-b292-8b6d7dd385d0 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412383 Mar 29 10:44:05.556551 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84813ea0-738c-4c5b-b6bb-fd7369d0cd5e req-5b8f183c-8463-4050-93f9-e774f673d650 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:05.557905 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-84813ea0-738c-4c5b-b6bb-fd7369d0cd5e req-5b8f183c-8463-4050-93f9-e774f673d650 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0825319 Mar 29 10:44:05.602215 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-84813ea0-738c-4c5b-b6bb-fd7369d0cd5e req-a8de8550-ac03-4652-a8d2-872238063c20 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379162 Mar 29 10:44:05.768806 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-fd478116-3b34-4d6b-a416-71ed9a38565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:06.790530 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ce0cd-a06a-4219-9ad0-ce65584f1fd1 req-e0ca4589-d8ea-476c-828a-e1e449a0e58e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:06.791971 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-856ce0cd-a06a-4219-9ad0-ce65584f1fd1 req-e0ca4589-d8ea-476c-828a-e1e449a0e58e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0787759 Mar 29 10:44:06.834759 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-856ce0cd-a06a-4219-9ad0-ce65584f1fd1 req-97367209-422f-47ff-b8be-871f750e39ab tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371983 Mar 29 10:44:07.931259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-37c890de-3f29-4802-8b2c-4df144ce2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:08.016920 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030f5d1-8d80-4973-a350-5ddb3b353617 req-0ba4cc5a-34f7-42cb-8e10-18848bef3b54 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:08.018353 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c030f5d1-8d80-4973-a350-5ddb3b353617 req-0ba4cc5a-34f7-42cb-8e10-18848bef3b54 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0800526 Mar 29 10:44:08.065588 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c030f5d1-8d80-4973-a350-5ddb3b353617 req-b1640b1c-557f-4c1a-936f-258404d34063 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414398 Mar 29 10:44:09.023747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:09.171710 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:09.344227 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c3742-6b54-4d2d-a115-ca93cce36518 req-198cb561-39c7-49db-8af3-c031ba4eba20 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:09.345690 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-946c3742-6b54-4d2d-a115-ca93cce36518 req-198cb561-39c7-49db-8af3-c031ba4eba20 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.1753829 Mar 29 10:44:09.389159 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-946c3742-6b54-4d2d-a115-ca93cce36518 req-0273d302-811a-4f95-b916-2012b1f8a390 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376441 Mar 29 10:44:10.570869 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5a3cf-f49c-47e2-8d16-82f012f503b0 req-c499e06d-8b8e-475d-98f7-af380f07f147 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:10.572321 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c9f5a3cf-f49c-47e2-8d16-82f012f503b0 req-c499e06d-8b8e-475d-98f7-af380f07f147 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0801148 Mar 29 10:44:10.615408 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c9f5a3cf-f49c-47e2-8d16-82f012f503b0 req-c49ef0ef-ab91-4b8e-b1f8-c7ecc27c2f93 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373626 Mar 29 10:44:11.056848 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:11.798519 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856947c-5359-458d-bb65-0f070f2b2c9a req-d5c006ce-a447-40a4-a3d1-2ddc75acfc91 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:11.799957 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f856947c-5359-458d-bb65-0f070f2b2c9a req-d5c006ce-a447-40a4-a3d1-2ddc75acfc91 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0788808 Mar 29 10:44:11.843140 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f856947c-5359-458d-bb65-0f070f2b2c9a req-521ff206-bc42-4e85-86bd-58a6dd00d650 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375297 Mar 29 10:44:13.028005 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe60749-40cd-4147-aeb4-3857d2320b7c req-fd12df3a-67e8-4feb-ab9d-7d161dab507f tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:13.029464 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3fe60749-40cd-4147-aeb4-3857d2320b7c req-fd12df3a-67e8-4feb-ab9d-7d161dab507f tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0812128 Mar 29 10:44:13.076513 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3fe60749-40cd-4147-aeb4-3857d2320b7c req-cdb1fb5c-7ea3-4172-9b79-74038db96d14 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408304 Mar 29 10:44:14.261558 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002edca2-096e-4ce1-9009-dff955a56312 req-4fe5f879-6a8a-4284-9735-5c20b5742516 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:14.263035 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-002edca2-096e-4ce1-9009-dff955a56312 req-4fe5f879-6a8a-4284-9735-5c20b5742516 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0821710 Mar 29 10:44:14.306856 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-002edca2-096e-4ce1-9009-dff955a56312 req-a9a5c6f9-0d71-45ed-81da-9cb619776a69 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380452 Mar 29 10:44:15.498830 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab6739-f0ea-40a1-9540-c8c68f61ade4 req-4f25b75c-119b-4f5a-b4af-6c46bfceba5b tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:15.500224 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7dab6739-f0ea-40a1-9540-c8c68f61ade4 req-4f25b75c-119b-4f5a-b4af-6c46bfceba5b tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0883148 Mar 29 10:44:15.544108 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7dab6739-f0ea-40a1-9540-c8c68f61ade4 req-6885cb2c-981a-4611-a897-1a7451b33236 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382426 Mar 29 10:44:16.732903 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f04858-714e-485b-8e1b-078ccf831a4d req-f95bf4e1-1810-4014-acf1-84163a6283d1 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:16.734270 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-51f04858-714e-485b-8e1b-078ccf831a4d req-f95bf4e1-1810-4014-acf1-84163a6283d1 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0863459 Mar 29 10:44:16.779370 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-51f04858-714e-485b-8e1b-078ccf831a4d req-b7680996-d7f8-4000-a0f3-2074db4e4e24 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394454 Mar 29 10:44:17.968392 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e2143-ba4a-4cb7-9991-e002cf2feb12 req-f592f86d-bfd7-43a2-8193-76a0d1c8b44d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:17.969885 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f19e2143-ba4a-4cb7-9991-e002cf2feb12 req-f592f86d-bfd7-43a2-8193-76a0d1c8b44d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0827708 Mar 29 10:44:18.014728 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f19e2143-ba4a-4cb7-9991-e002cf2feb12 req-8d49bec3-fed5-44c6-9a77-b4243beba36e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390551 Mar 29 10:44:18.208511 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dee7ed-460f-446c-bc6c-9a7592da1fab req-466d98ac-b8ee-4bab-acef-fb902515e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:18.209970 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d2dee7ed-460f-446c-bc6c-9a7592da1fab req-466d98ac-b8ee-4bab-acef-fb902515e393 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 1099 time: 0.0683374 Mar 29 10:44:18.337770 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dee7ed-460f-446c-bc6c-9a7592da1fab req-d9fa2110-5861-41a4-acd7-367f3c18b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:18.339192 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d2dee7ed-460f-446c-bc6c-9a7592da1fab req-d9fa2110-5861-41a4-acd7-367f3c18b128 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1229694 Mar 29 10:44:18.441857 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d2dee7ed-460f-446c-bc6c-9a7592da1fab req-2c3cbb28-7398-4750-827e-125c7ea98604 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16b86919-60df-4332-ab95-f4fc5179db46 HTTP/1.1" status: 200 len: 1001 time: 0.0952444 Mar 29 10:44:18.609197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dee7ed-460f-446c-bc6c-9a7592da1fab req-17c3f41b-68b5-4e01-85d1-9e9e326e29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:18.610524 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d2dee7ed-460f-446c-bc6c-9a7592da1fab req-17c3f41b-68b5-4e01-85d1-9e9e326e29cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.1622846 Mar 29 10:44:18.682950 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dee7ed-460f-446c-bc6c-9a7592da1fab req-f7afff84-135a-4997-9824-2485590601f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:18.684379 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d2dee7ed-460f-446c-bc6c-9a7592da1fab req-f7afff84-135a-4997-9824-2485590601f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673697 Mar 29 10:44:18.814402 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d2dee7ed-460f-446c-bc6c-9a7592da1fab req-baa59c17-7f0f-45cd-9efe-34c7d0b0a4ac service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232297 Mar 29 10:44:18.950466 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d2dee7ed-460f-446c-bc6c-9a7592da1fab req-91e7d813-8397-4327-84a8-69b01ef35098 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286662 Mar 29 10:44:19.197125 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db920abe-0e22-41e2-9a8f-07b0b21c994f req-4b0ebc1e-5ef0-45d7-add3-bda5fb4d7787 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:19.198492 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-db920abe-0e22-41e2-9a8f-07b0b21c994f req-4b0ebc1e-5ef0-45d7-add3-bda5fb4d7787 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0791478 Mar 29 10:44:19.241052 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-db920abe-0e22-41e2-9a8f-07b0b21c994f req-b1b5a1c4-1f65-4686-a6f4-094d0a3489c5 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368595 Mar 29 10:44:20.438115 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15675a-7d02-4fb7-940e-5f9e900d13b8 req-50034c72-a796-43e9-8cae-e81a50037341 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:20.439607 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3e15675a-7d02-4fb7-940e-5f9e900d13b8 req-50034c72-a796-43e9-8cae-e81a50037341 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0902770 Mar 29 10:44:20.486995 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3e15675a-7d02-4fb7-940e-5f9e900d13b8 req-e50acaf3-a1d9-450a-b1bb-79c68b9e2d1b tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416794 Mar 29 10:44:21.675338 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ec1a8-6239-490f-8c64-5926ec8b5b96 req-af9f133e-5664-4e60-9537-ed122c54a58b tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:21.676711 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a02ec1a8-6239-490f-8c64-5926ec8b5b96 req-af9f133e-5664-4e60-9537-ed122c54a58b tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0835624 Mar 29 10:44:21.719721 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-a02ec1a8-6239-490f-8c64-5926ec8b5b96 req-c856dc76-24da-40c7-9d00-fd110907b788 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367520 Mar 29 10:44:22.248632 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47620) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:44:22.342990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9260a-c128-4a86-a0fd-164f9776e2ef req-b8eddd88-9f5d-4d0d-9910-83927c9020ac tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:22.344442 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f8c9260a-c128-4a86-a0fd-164f9776e2ef req-b8eddd88-9f5d-4d0d-9910-83927c9020ac tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0798593 Mar 29 10:44:22.389293 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f7d9a43a-1222-46f3-b5b2-4dee06b59bdb req-f3714f0a-15df-4a67-ae56-6af20dcca3b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1392689 Mar 29 10:44:22.392473 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f8c9260a-c128-4a86-a0fd-164f9776e2ef req-9ff1d409-24cd-4d9e-aff8-ccac69d96391 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420256 Mar 29 10:44:23.579446 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c91b28-6163-44d1-9bfb-35f47d3da896 req-da5b93cb-1ed2-45fe-bf78-4fadcd2d7869 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:23.580833 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b6c91b28-6163-44d1-9bfb-35f47d3da896 req-da5b93cb-1ed2-45fe-bf78-4fadcd2d7869 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0827994 Mar 29 10:44:23.624444 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b6c91b28-6163-44d1-9bfb-35f47d3da896 req-9c3afce5-4261-4b46-af27-9667ef2f9a08 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377538 Mar 29 10:44:23.774302 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:24.811861 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b454bd6-e968-4073-aa1b-af0c4cb7d1ff req-92398851-7b16-4d07-af79-7ba1b0791687 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:24.813345 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1b454bd6-e968-4073-aa1b-af0c4cb7d1ff req-92398851-7b16-4d07-af79-7ba1b0791687 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0811107 Mar 29 10:44:24.859201 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-1b454bd6-e968-4073-aa1b-af0c4cb7d1ff req-807d03a9-4cea-4434-a978-3d4f311057a1 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401096 Mar 29 10:44:25.658630 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 16b86919-60df-4332-ab95-f4fc5179db46 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:44:25.771628 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:25.798374 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b86919-60df-4332-ab95-f4fc5179db46'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:44:25.808149 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 16b86919-60df-4332-ab95-f4fc5179db46, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=16b86919-60df-4332-ab95-f4fc5179db46,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:44:25.884239 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:25.892616 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9a43a-1222-46f3-b5b2-4dee06b59bdb req-4f1acb8a-716f-4495-bf70-cfa095589aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:25.892616 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f7d9a43a-1222-46f3-b5b2-4dee06b59bdb req-4f1acb8a-716f-4495-bf70-cfa095589aa6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d&tenant_id=bf61a1ea952a40faa2af3c267484afb2 HTTP/1.1" status: 200 len: 1099 time: 0.0711672 Mar 29 10:44:25.956005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=16b86919-60df-4332-ab95-f4fc5179db46,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:44:25.963940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:44:25.964284 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:44:25.964651 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:44:25.964994 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:44:25.965306 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:44:25.965636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:44:25.965949 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:44:25.966427 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:44:25.966891 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:44:25.967355 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:44:25.967825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:44:25.968296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:44:25.990903 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9a43a-1222-46f3-b5b2-4dee06b59bdb req-e2ffe7b4-96aa-4ff7-836f-f3e200408d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:25.992404 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f7d9a43a-1222-46f3-b5b2-4dee06b59bdb req-e2ffe7b4-96aa-4ff7-836f-f3e200408d78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 1097 time: 0.0811276 Mar 29 10:44:26.049602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0ecaa-eb91-4f78-8e74-c0829edc08fb req-770bb1c3-ff60-4501-8cc1-3f28cb6c1c5e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:26.051063 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f6d0ecaa-eb91-4f78-8e74-c0829edc08fb req-770bb1c3-ff60-4501-8cc1-3f28cb6c1c5e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.0846183 Mar 29 10:44:26.077486 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:44:26.095606 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f6d0ecaa-eb91-4f78-8e74-c0829edc08fb req-afc8761c-03d0-4998-9d1f-bdc45e3c917e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387673 Mar 29 10:44:26.124613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9a43a-1222-46f3-b5b2-4dee06b59bdb req-e77ce20e-9287-48ca-aff8-444f76105c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:26.126052 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f7d9a43a-1222-46f3-b5b2-4dee06b59bdb req-e77ce20e-9287-48ca-aff8-444f76105c36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1274219 Mar 29 10:44:26.226205 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f7d9a43a-1222-46f3-b5b2-4dee06b59bdb req-54c17620-c959-4d52-9626-aa90ac697a14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16b86919-60df-4332-ab95-f4fc5179db46 HTTP/1.1" status: 200 len: 999 time: 0.0936866 Mar 29 10:44:26.291083 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9a43a-1222-46f3-b5b2-4dee06b59bdb req-74f9c203-064d-4583-bced-9ff844540538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:26.292514 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f7d9a43a-1222-46f3-b5b2-4dee06b59bdb req-74f9c203-064d-4583-bced-9ff844540538 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0607402 Mar 29 10:44:26.366175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9a43a-1222-46f3-b5b2-4dee06b59bdb req-fd6059d9-22e9-484a-bb4d-491981065cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:26.368149 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f7d9a43a-1222-46f3-b5b2-4dee06b59bdb req-fd6059d9-22e9-484a-bb4d-491981065cdd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693316 Mar 29 10:44:26.498530 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f7d9a43a-1222-46f3-b5b2-4dee06b59bdb req-ba5ef008-08e9-4140-a9ac-ab692bb532cf service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238980 Mar 29 10:44:26.628440 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f7d9a43a-1222-46f3-b5b2-4dee06b59bdb req-e70fce16-5a2c-42b1-8360-aa293aa468ab service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231711 Mar 29 10:44:26.904237 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b86919-60df-4332-ab95-f4fc5179db46', 'code': 200} Mar 29 10:44:27.277191 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aea59f-909a-4e65-ae5c-7d28954d875e req-e4e50e90-d507-46e3-9ddc-8a7305d13393 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:27.278630 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-48aea59f-909a-4e65-ae5c-7d28954d875e req-e4e50e90-d507-46e3-9ddc-8a7305d13393 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.0793128 Mar 29 10:44:27.320869 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-48aea59f-909a-4e65-ae5c-7d28954d875e req-6fe4eb63-b91a-409e-89e5-c855da67e595 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365627 Mar 29 10:44:28.507755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e794706-d968-4a1d-a363-75465162c740 req-301a9938-6b40-4fb0-a760-e00e94bf1d97 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:28.509245 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0e794706-d968-4a1d-a363-75465162c740 req-301a9938-6b40-4fb0-a760-e00e94bf1d97 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.0819747 Mar 29 10:44:28.553105 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-0e794706-d968-4a1d-a363-75465162c740 req-2a9947bd-447e-4333-8821-1a15ea9c2434 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382361 Mar 29 10:44:29.739813 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fb430-4ff5-463a-b913-a3cf54f27379 req-b3ecd850-0c6d-45d5-b215-368e92731876 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:29.741319 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c26fb430-4ff5-463a-b913-a3cf54f27379 req-b3ecd850-0c6d-45d5-b215-368e92731876 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.0830839 Mar 29 10:44:29.786155 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-c26fb430-4ff5-463a-b913-a3cf54f27379 req-555a166f-d6ae-408a-aa56-5807a397b15d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383739 Mar 29 10:44:30.972364 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c60d5-495a-4660-9955-2eaf573fb130 req-044c19ca-3ac5-4507-8fd7-bdf64c07d0f7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:30.973833 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-179c60d5-495a-4660-9955-2eaf573fb130 req-044c19ca-3ac5-4507-8fd7-bdf64c07d0f7 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.0785828 Mar 29 10:44:31.016840 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-179c60d5-495a-4660-9955-2eaf573fb130 req-1ca7879e-fcc3-45c1-9825-564703dc1b2d tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367186 Mar 29 10:44:32.199834 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c3343-18f8-4dc7-8489-b5c01fe5a822 req-79c67447-4f80-499c-a28f-1ba3e5a98e88 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:32.201296 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ea3c3343-18f8-4dc7-8489-b5c01fe5a822 req-79c67447-4f80-499c-a28f-1ba3e5a98e88 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.0815239 Mar 29 10:44:32.244009 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ea3c3343-18f8-4dc7-8489-b5c01fe5a822 req-f36a0a11-abb0-43fc-9d45-8db18c2b0232 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371387 Mar 29 10:44:33.430477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cfc87-182b-4dee-914d-184e8f4c5766 req-941ddabd-f6f3-400d-b0b3-cd275a57049e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:33.432426 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-704cfc87-182b-4dee-914d-184e8f4c5766 req-941ddabd-f6f3-400d-b0b3-cd275a57049e tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 944 time: 0.0827274 Mar 29 10:44:33.476133 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-704cfc87-182b-4dee-914d-184e8f4c5766 req-f91b3821-dba4-434c-92bc-13a6b30d9812 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381255 Mar 29 10:44:33.659140 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 16b86919-60df-4332-ab95-f4fc5179db46 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:44:33.821403 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 16b86919-60df-4332-ab95-f4fc5179db46, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=16b86919-60df-4332-ab95-f4fc5179db46,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:44:33.834936 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '16b86919-60df-4332-ab95-f4fc5179db46', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'port_id': '16b86919-60df-4332-ab95-f4fc5179db46', 'mac_address': 'fa:16:3e:09:1a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:44:33.892028 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:33.908209 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b86919-60df-4332-ab95-f4fc5179db46 {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:44:33.923120 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 16b86919-60df-4332-ab95-f4fc5179db46, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=16b86919-60df-4332-ab95-f4fc5179db46,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:44:33.990941 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:34.057323 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=16b86919-60df-4332-ab95-f4fc5179db46,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:44:34.365124 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['16b86919-60df-4332-ab95-f4fc5179db46'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:44:34.662289 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319af5c-d4d7-4d85-afcb-20bc34e182fd req-a6ddba6f-eaef-468f-9551-8fe832050c6a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:34.663768 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3319af5c-d4d7-4d85-afcb-20bc34e182fd req-a6ddba6f-eaef-468f-9551-8fe832050c6a tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 945 time: 0.0834262 Mar 29 10:44:34.706870 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3319af5c-d4d7-4d85-afcb-20bc34e182fd req-d889a89b-9ade-4593-b2ef-23b2c0e7f846 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367074 Mar 29 10:44:35.674229 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 16b86919-60df-4332-ab95-f4fc5179db46 up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:44:35.751408 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 16b86919-60df-4332-ab95-f4fc5179db46 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:44:35.751841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:35.783019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-bac24074-eecd-4008-93c1-128f9b7918ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:35.881803 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:35.914483 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b86919-60df-4332-ab95-f4fc5179db46'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:44:35.927005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 16b86919-60df-4332-ab95-f4fc5179db46, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=16b86919-60df-4332-ab95-f4fc5179db46,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:44:35.961530 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b86919-60df-4332-ab95-f4fc5179db46', 'code': 200} Mar 29 10:44:35.995587 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:36.042813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f70ad1-6321-4669-85cc-a5326226ad6c req-d098a0b7-2cce-48a9-a6cb-0c0b1b34e236 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:36.044307 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-27f70ad1-6321-4669-85cc-a5326226ad6c req-d098a0b7-2cce-48a9-a6cb-0c0b1b34e236 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0802159 Mar 29 10:44:36.065301 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=16b86919-60df-4332-ab95-f4fc5179db46,revision_number=8']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:44:36.195748 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-27f70ad1-6321-4669-85cc-a5326226ad6c req-38e1c53e-81de-41bc-862c-73bfd6db0f55 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453650 Mar 29 10:44:36.299541 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65d89e-bcc7-40c7-98bf-ac4925051595 req-65249784-249c-47c5-a76e-8d8fd0544cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:36.301094 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1f65d89e-bcc7-40c7-98bf-ac4925051595 req-65249784-249c-47c5-a76e-8d8fd0544cfb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 1099 time: 0.0695300 Mar 29 10:44:36.341250 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-1f65d89e-bcc7-40c7-98bf-ac4925051595 req-26f12cc1-ab33-4f3c-b316-b05e4c600e5b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332811 Mar 29 10:44:37.534932 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2e446-3100-4742-ac99-b063d4269e30 req-6a98ef6d-f1fc-45b8-a74c-6c4b1a8385a8 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:37.536306 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-30c2e446-3100-4742-ac99-b063d4269e30 req-6a98ef6d-f1fc-45b8-a74c-6c4b1a8385a8 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0826955 Mar 29 10:44:37.581554 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-30c2e446-3100-4742-ac99-b063d4269e30 req-7e2df653-dfb1-4d42-8e57-f3d9e2920aab tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390856 Mar 29 10:44:37.937314 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-94ac5f18-739b-4219-acd6-f95794ff2b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:38.770850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa24902-7a8b-4269-9c28-2a78f245e531 req-a6346cb5-9e28-414f-be87-1851e4fb861c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:38.772194 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5fa24902-7a8b-4269-9c28-2a78f245e531 req-a6346cb5-9e28-414f-be87-1851e4fb861c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0808883 Mar 29 10:44:38.815725 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5fa24902-7a8b-4269-9c28-2a78f245e531 req-1ac3bf58-c79e-4522-ad49-0b01ad25de87 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379715 Mar 29 10:44:39.025949 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:39.162795 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:41.080728 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:53.783230 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:44:59.347150 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d9c6531-4419-4c3d-b512-b62f8ca02a7b req-846b92ea-5c48-4eb6-9074-853a4feeedcd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728130 Mar 29 10:44:59.481845 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c6531-4419-4c3d-b512-b62f8ca02a7b req-ccf9a1e8-bf92-4de9-96f1-9ee398b936d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:59.483284 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d9c6531-4419-4c3d-b512-b62f8ca02a7b req-ccf9a1e8-bf92-4de9-96f1-9ee398b936d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 1099 time: 0.0711305 Mar 29 10:44:59.629457 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c6531-4419-4c3d-b512-b62f8ca02a7b req-8d162b56-9bcb-451f-b502-d58e0b33be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:59.630096 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d9c6531-4419-4c3d-b512-b62f8ca02a7b req-8d162b56-9bcb-451f-b502-d58e0b33be13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1272271 Mar 29 10:44:59.732677 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d9c6531-4419-4c3d-b512-b62f8ca02a7b req-a0c2e9e6-86e4-4641-9753-fc13ffb3d95f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16b86919-60df-4332-ab95-f4fc5179db46 HTTP/1.1" status: 200 len: 1001 time: 0.0958300 Mar 29 10:44:59.798259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c6531-4419-4c3d-b512-b62f8ca02a7b req-43348c94-e992-4df8-af73-d9dbeddd15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:59.801983 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d9c6531-4419-4c3d-b512-b62f8ca02a7b req-43348c94-e992-4df8-af73-d9dbeddd15a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0596704 Mar 29 10:44:59.879581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c6531-4419-4c3d-b512-b62f8ca02a7b req-d16f6fd1-3af8-4745-bf53-e821f23f4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:44:59.881018 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d9c6531-4419-4c3d-b512-b62f8ca02a7b req-d16f6fd1-3af8-4745-bf53-e821f23f4478 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746868 Mar 29 10:45:00.015348 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d9c6531-4419-4c3d-b512-b62f8ca02a7b req-0ec43485-de82-4917-96ba-9e4e71a5a7be service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281176 Mar 29 10:45:00.151811 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-7d9c6531-4419-4c3d-b512-b62f8ca02a7b req-2181c215-61e9-43b8-b7a1-a5f676f5a750 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300001 Mar 29 10:45:03.077362 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:45:05.752177 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3bd1d92f-9fc6-42ec-94a4-1beed3e3a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:45:07.972095 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-51c24347-8826-4a7b-b6ef-83728f845148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:45:08.991291 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:45:09.191263 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:45:11.069577 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:45:24.242770 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:45:35.768448 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-40ef74e2-1ebd-4b93-8ad8-c982f35d0f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:45:37.939488 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9e9f9916-b8d7-4ad8-83db-64ef53c9a8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:45:39.018522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:45:39.168636 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:45:40.076559 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:45:41.036904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:45:53.797269 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:01.342276 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-24d3f741-93e5-4982-80d1-b343a52157a4 req-ef232c09-36fd-4f7f-9209-72285080e618 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692933 Mar 29 10:46:01.475923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3f741-93e5-4982-80d1-b343a52157a4 req-8d8e8095-44c5-436f-95f3-ca88159bf53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:46:01.477590 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-24d3f741-93e5-4982-80d1-b343a52157a4 req-8d8e8095-44c5-436f-95f3-ca88159bf53f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 1099 time: 0.0691185 Mar 29 10:46:01.618234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3f741-93e5-4982-80d1-b343a52157a4 req-c5525c65-6471-4d43-b8e2-b4f0e74a1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:46:01.619615 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-24d3f741-93e5-4982-80d1-b343a52157a4 req-c5525c65-6471-4d43-b8e2-b4f0e74a1d5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1241601 Mar 29 10:46:01.719985 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-24d3f741-93e5-4982-80d1-b343a52157a4 req-057918f2-447e-42b8-8e50-98151b634fd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16b86919-60df-4332-ab95-f4fc5179db46 HTTP/1.1" status: 200 len: 1001 time: 0.0946805 Mar 29 10:46:01.783648 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3f741-93e5-4982-80d1-b343a52157a4 req-9a8c07de-02d2-4d6b-9a0b-1f2692da8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:46:01.785325 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-24d3f741-93e5-4982-80d1-b343a52157a4 req-9a8c07de-02d2-4d6b-9a0b-1f2692da8b9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0597939 Mar 29 10:46:01.859107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3f741-93e5-4982-80d1-b343a52157a4 req-7f4b7de5-a99e-42db-8514-9c3643e10567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:46:01.860573 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-24d3f741-93e5-4982-80d1-b343a52157a4 req-7f4b7de5-a99e-42db-8514-9c3643e10567 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696189 Mar 29 10:46:01.989759 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-24d3f741-93e5-4982-80d1-b343a52157a4 req-e7820972-dabd-4fd9-93c5-9473b4f02162 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228647 Mar 29 10:46:02.216025 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-24d3f741-93e5-4982-80d1-b343a52157a4 req-614e55d1-d3af-4dc3-9931-4d964793df80 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203305 Mar 29 10:46:05.761660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-49c89419-22ac-45cd-9f13-d0cca0f2119b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:07.910265 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae06cabf-8016-4586-83b3-71805449d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:08.990420 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:09.161917 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:11.047010 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:17.076114 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:46:23.785287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:27.424005 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47694) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:27.843958 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Deleting port 34bb6aa2-90f0-44cd-b864-f733538b24e5 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:46:27.844220 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:28.009835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:28.010193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:28.136527 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Calling delete_port for 34bb6aa2-90f0-44cd-b864-f733538b24e5 owned by network:floatingip {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:46:28.327865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:28.376335 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event deleted for resources: {'Port': ['ID=34bb6aa2-90f0-44cd-b864-f733538b24e5,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:28.418264 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:28.418601 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:28.418933 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:28.419262 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:28.419581 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:28.419900 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:28.420216 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:28.420557 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:28.420872 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:28.421183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:28.421493 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:28.421800 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:28.481380 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for floatingip, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:28.482015 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.l3_db [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Floating IP 09c5121f-064d-42ad-8722-4eb86f07eb9a disassociated (deleted). External IP: 172.26.7.89, port: 16b86919-60df-4332-ab95-f4fc5179db46. Mar 29 10:46:28.834651 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:46:29.118747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:46:29.128446 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22106390-d2f5-465e-b387-6ac638cc13ea None None] Sync routers for ids ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:46:29.137781 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22106390-d2f5-465e-b387-6ac638cc13ea None None] Routers {'47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:46:29.138380 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-22106390-d2f5-465e-b387-6ac638cc13ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:46:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:29.207867 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:29.263906 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-387c9df4-a928-4d04-83dc-cbc319169b52 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "DELETE /v2.0/floatingips/09c5121f-064d-42ad-8722-4eb86f07eb9a HTTP/1.1" status: 204 len: 168 time: 1.8387237 Mar 29 10:46:29.264471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'tag': '16b86919-60df-4332-ab95-f4fc5179db46'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:46:29.328591 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-22106390-d2f5-465e-b387-6ac638cc13ea None None] Set router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:46:29.450355 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'tag': '16b86919-60df-4332-ab95-f4fc5179db46', 'status': 'completed', 'code': 200} Mar 29 10:46:29.550081 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b8596-a2b3-48a5-9b7d-4d1526721ec7 req-7771102d-4860-4321-b08f-f136232cedde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:46:29.551277 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b27b8596-a2b3-48a5-9b7d-4d1526721ec7 req-7771102d-4860-4321-b08f-f136232cedde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf61a1ea952a40faa2af3c267484afb2&device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 1099 time: 0.0773547 Mar 29 10:46:29.687168 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-22106390-d2f5-465e-b387-6ac638cc13ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'd70538a9-3ec0-441f-b5bf-5d2fc71e3df2', 'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'mac_address': 'fa:16:3e:09:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:35Z', 'updated_at': '2022-03-29T10:34:41Z', 'revision_number': 5, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'subnets': [{'id': 'ac356b77-40cb-4af1-8625-463d105db949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:29.692415 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22106390-d2f5-465e-b387-6ac638cc13ea None None] Checking router: 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:46:29.694292 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b8596-a2b3-48a5-9b7d-4d1526721ec7 req-d4de02de-86f9-4aea-9935-1a9392adc768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:46:29.695745 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b27b8596-a2b3-48a5-9b7d-4d1526721ec7 req-d4de02de-86f9-4aea-9935-1a9392adc768 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 200 len: 909 time: 0.1376481 Mar 29 10:46:29.700612 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22106390-d2f5-465e-b387-6ac638cc13ea None None] Routers {'47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:46:29.701220 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-22106390-d2f5-465e-b387-6ac638cc13ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:46:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:29.800269 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b27b8596-a2b3-48a5-9b7d-4d1526721ec7 req-d956c849-76f1-431f-a50d-67066a47c595 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16b86919-60df-4332-ab95-f4fc5179db46 HTTP/1.1" status: 200 len: 217 time: 0.0956650 Mar 29 10:46:29.874355 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b8596-a2b3-48a5-9b7d-4d1526721ec7 req-469ccf30-e14e-400b-a50d-7d49bb37a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:46:29.875843 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b27b8596-a2b3-48a5-9b7d-4d1526721ec7 req-469ccf30-e14e-400b-a50d-7d49bb37a559 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 200 len: 847 time: 0.0666308 Mar 29 10:46:29.879299 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-22106390-d2f5-465e-b387-6ac638cc13ea None None] Set router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:46:29.953012 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e73d2-3cf2-41d6-897e-a5b938bb6f78 req-b051ca24-84e2-4fb3-ae11-bc2c5659258f tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:46:29.953633 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-c33e73d2-3cf2-41d6-897e-a5b938bb6f78 req-b051ca24-84e2-4fb3-ae11-bc2c5659258f tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Synchronizing usage tracker for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:46:29.988855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b8596-a2b3-48a5-9b7d-4d1526721ec7 req-9ea25057-9b04-424c-8291-47464bc60c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:46:29.990391 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b27b8596-a2b3-48a5-9b7d-4d1526721ec7 req-9ea25057-9b04-424c-8291-47464bc60c15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c00ac2ee-f259-4d1e-98c3-3a605626653d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1034231 Mar 29 10:46:30.021449 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-c33e73d2-3cf2-41d6-897e-a5b938bb6f78 req-b051ca24-84e2-4fb3-ae11-bc2c5659258f tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Unset dirty status for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:46:30.022579 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c33e73d2-3cf2-41d6-897e-a5b938bb6f78 req-b051ca24-84e2-4fb3-ae11-bc2c5659258f tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.2647147 Mar 29 10:46:30.141309 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c33e73d2-3cf2-41d6-897e-a5b938bb6f78 req-31da990c-69f8-435b-916a-fbd3154b63c5 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069245 Mar 29 10:46:30.167455 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b27b8596-a2b3-48a5-9b7d-4d1526721ec7 req-0e0d9b61-01b3-4f75-a5ba-9fa42bb43ecc service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697011 Mar 29 10:46:30.202404 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-22106390-d2f5-465e-b387-6ac638cc13ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'd70538a9-3ec0-441f-b5bf-5d2fc71e3df2', 'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'mac_address': 'fa:16:3e:09:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:35Z', 'updated_at': '2022-03-29T10:34:41Z', 'revision_number': 5, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'subnets': [{'id': 'ac356b77-40cb-4af1-8625-463d105db949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:30.206678 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22106390-d2f5-465e-b387-6ac638cc13ea None None] The sync data for ids ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'] in dv-neutron-835555-1-hyperv is: [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:34:35Z', 'revision_number': 4, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'd70538a9-3ec0-441f-b5bf-5d2fc71e3df2', 'name': '', 'network_id': 'c00ac2ee-f259-4d1e-98c3-3a605626653d', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'mac_address': 'fa:16:3e:09:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ac356b77-40cb-4af1-8625-463d105db949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:35Z', 'updated_at': '2022-03-29T10:34:41Z', 'revision_number': 5, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'subnets': [{'id': 'ac356b77-40cb-4af1-8625-463d105db949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:46:30.305305 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b27b8596-a2b3-48a5-9b7d-4d1526721ec7 req-7c317450-a761-474d-94ee-40d8f065de83 service neutron] 10.222.0.36 "GET /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311078 Mar 29 10:46:30.437519 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8dadc5-c02c-40b5-a899-1f484899446d None None] New status for floating IP 09c5121f-064d-42ad-8722-4eb86f07eb9a: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:46:31.329087 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68914c67-ab53-460d-ba27-2b83aec28608 req-1b74e589-02f0-42e7-a238-55ff20cd507c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:46:31.331164 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-68914c67-ab53-460d-ba27-2b83aec28608 req-1b74e589-02f0-42e7-a238-55ff20cd507c tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0801153 Mar 29 10:46:31.380217 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-68914c67-ab53-460d-ba27-2b83aec28608 req-b7fbdfa9-1444-4047-95ff-3f29a305effa tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/security-groups?id=5ea7a480-2e79-499c-b17d-9ccc6d159c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432570 Mar 29 10:46:31.613305 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127aeb3-c7d5-4294-ad6e-220bea24adf8 req-dca1ce59-4971-4234-a4ae-05a478119038 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:46:31.614655 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3127aeb3-c7d5-4294-ad6e-220bea24adf8 req-dca1ce59-4971-4234-a4ae-05a478119038 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 946 time: 0.0801754 Mar 29 10:46:31.684448 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-3127aeb3-c7d5-4294-ad6e-220bea24adf8 req-80bb3373-cee8-4f13-89c1-c4df470051c4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Deleting port 16b86919-60df-4332-ab95-f4fc5179db46 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:46:31.684807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3127aeb3-c7d5-4294-ad6e-220bea24adf8 req-80bb3373-cee8-4f13-89c1-c4df470051c4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:31.928689 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-3127aeb3-c7d5-4294-ad6e-220bea24adf8 req-80bb3373-cee8-4f13-89c1-c4df470051c4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] For port 16b86919-60df-4332-ab95-f4fc5179db46, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=16b86919-60df-4332-ab95-f4fc5179db46,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:46:31.929047 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3127aeb3-c7d5-4294-ad6e-220bea24adf8 req-80bb3373-cee8-4f13-89c1-c4df470051c4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:32.054213 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-3127aeb3-c7d5-4294-ad6e-220bea24adf8 req-80bb3373-cee8-4f13-89c1-c4df470051c4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Calling delete_port for 16b86919-60df-4332-ab95-f4fc5179db46 owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:46:32.385179 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3127aeb3-c7d5-4294-ad6e-220bea24adf8 req-80bb3373-cee8-4f13-89c1-c4df470051c4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:32.441313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb3373-cee8-4f13-89c1-c4df470051c4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event deleted for resources: {'Port': ['ID=16b86919-60df-4332-ab95-f4fc5179db46,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:32.555564 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3127aeb3-c7d5-4294-ad6e-220bea24adf8 req-80bb3373-cee8-4f13-89c1-c4df470051c4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] No DVR routers for this DVR port 16b86919-60df-4332-ab95-f4fc5179db46 on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:46:32.561729 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3127aeb3-c7d5-4294-ad6e-220bea24adf8 req-80bb3373-cee8-4f13-89c1-c4df470051c4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:32.566337 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-43c44d9a-e2e1-41a6-96eb-b97711e72962 req-bf676f2b-4024-44ea-85fd-1878e452a6d8 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 210 time: 0.0581582 Mar 29 10:46:32.566747 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'name': 'network-vif-deleted', 'tag': '16b86919-60df-4332-ab95-f4fc5179db46'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:46:32.613573 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d', 'name': 'network-vif-deleted', 'tag': '16b86919-60df-4332-ab95-f4fc5179db46', 'status': 'completed', 'code': 200} Mar 29 10:46:32.631230 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3127aeb3-c7d5-4294-ad6e-220bea24adf8 req-80bb3373-cee8-4f13-89c1-c4df470051c4 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.36 "DELETE /v2.0/ports/16b86919-60df-4332-ab95-f4fc5179db46 HTTP/1.1" status: 204 len: 173 time: 1.0111070 Mar 29 10:46:33.740982 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-85aababb-3c66-4b40-bfcc-68b454c59459 req-8d84b7da-6d6e-4767-9e7b-d04605bddcb9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Synchronizing usage tracker for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:46:33.790865 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-85aababb-3c66-4b40-bfcc-68b454c59459 req-8d84b7da-6d6e-4767-9e7b-d04605bddcb9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Unset dirty status for tenant:bf61a1ea952a40faa2af3c267484afb2 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:46:33.791996 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-85aababb-3c66-4b40-bfcc-68b454c59459 req-8d84b7da-6d6e-4767-9e7b-d04605bddcb9 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c257ac5-9d5a-4ef8-9b72-67d1fc3e333d HTTP/1.1" status: 200 len: 210 time: 0.0958922 Mar 29 10:46:34.888059 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47720) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:34.961790 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8d2bc62-634c-44fd-a62b-01d7c15b6c08 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:35.000542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8d2bc62-634c-44fd-a62b-01d7c15b6c08 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:35.150666 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8d2bc62-634c-44fd-a62b-01d7c15b6c08 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:35.170503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2bc62-634c-44fd-a62b-01d7c15b6c08 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea7a480-2e79-499c-b17d-9ccc6d159c52,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:35.225287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-d8d2bc62-634c-44fd-a62b-01d7c15b6c08 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:35.226459 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-d8d2bc62-634c-44fd-a62b-01d7c15b6c08 tempest-TestShelveInstance-1452812467 tempest-TestShelveInstance-1452812467-project] 10.222.0.35 "DELETE /v2.0/security-groups/5ea7a480-2e79-499c-b17d-9ccc6d159c52 HTTP/1.1" status: 204 len: 168 time: 0.3373744 Mar 29 10:46:35.320669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47728) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:35.750674 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ac39fcb8-2ac0-4c15-bee6-92dc41cedc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:36.069470 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-593fda85-40f4-43da-a05c-2903e5029bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:36.251706 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 16b86919-60df-4332-ab95-f4fc5179db46 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:46:36.287225 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 16b86919-60df-4332-ab95-f4fc5179db46 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:46:36.287571 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 16b86919-60df-4332-ab95-f4fc5179db46 not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:46:36.425288 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-593fda85-40f4-43da-a05c-2903e5029bb6 admin admin] Deleting port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:46:36.425620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-593fda85-40f4-43da-a05c-2903e5029bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:36.703947 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-593fda85-40f4-43da-a05c-2903e5029bb6 admin admin] For port d70538a9-3ec0-441f-b5bf-5d2fc71e3df2, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d70538a9-3ec0-441f-b5bf-5d2fc71e3df2,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:46:36.704301 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-593fda85-40f4-43da-a05c-2903e5029bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:36.826029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-593fda85-40f4-43da-a05c-2903e5029bb6 admin admin] Calling delete_port for d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:46:37.219228 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-593fda85-40f4-43da-a05c-2903e5029bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:37.292776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fda85-40f4-43da-a05c-2903e5029bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70538a9-3ec0-441f-b5bf-5d2fc71e3df2,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:37.549191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-593fda85-40f4-43da-a05c-2903e5029bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:37.905091 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593fda85-40f4-43da-a05c-2903e5029bb6 admin admin] Router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:46:37.910757 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3d725ab2-5aa3-424a-99a6-7d4122e7efeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:38.202266 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593fda85-40f4-43da-a05c-2903e5029bb6 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:46:38.211725 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e81bf-8758-4d24-b6ab-6346f1671c87 None None] Sync routers for ids ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:46:38.220946 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e81bf-8758-4d24-b6ab-6346f1671c87 None None] Routers {'47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:46:38.221540 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3d9e81bf-8758-4d24-b6ab-6346f1671c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:38.297597 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-593fda85-40f4-43da-a05c-2903e5029bb6 admin admin] 10.222.0.35 "PUT /v2.0/routers/47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9733582 Mar 29 10:46:38.298136 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47734) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:38.410495 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-3d9e81bf-8758-4d24-b6ab-6346f1671c87 None None] Set router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:46:38.482229 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:38.663170 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:38.698806 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3d9e81bf-8758-4d24-b6ab-6346f1671c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:46:37Z', 'revision_number': 5, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port': {'id': 'c63a9447-91b1-4272-a71d-56518dc47808', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:32Z', 'updated_at': '2022-03-29T10:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:38.702628 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e81bf-8758-4d24-b6ab-6346f1671c87 None None] Checking router: 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:46:38.713606 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e81bf-8758-4d24-b6ab-6346f1671c87 None None] Routers {'47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:46:38.714205 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3d9e81bf-8758-4d24-b6ab-6346f1671c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:38.745219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] Deleting port c63a9447-91b1-4272-a71d-56518dc47808 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:46:38.745432 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:38.901880 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-3d9e81bf-8758-4d24-b6ab-6346f1671c87 None None] Set router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac gateway port host: None {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:46:38.922812 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] For port c63a9447-91b1-4272-a71d-56518dc47808, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=c63a9447-91b1-4272-a71d-56518dc47808,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:46:38.923332 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:38.997843 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:39.008643 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-3d9e81bf-8758-4d24-b6ab-6346f1671c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:46:38Z', 'revision_number': 6, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:39.012754 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e81bf-8758-4d24-b6ab-6346f1671c87 None None] The sync data for ids ['47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac'] in dv-neutron-835555-1-hyperv is: [{'id': '47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac', 'name': 'tempest-TestShelveInstance-778298994-router', 'tenant_id': 'bf61a1ea952a40faa2af3c267484afb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:31Z', 'updated_at': '2022-03-29T10:46:38Z', 'revision_number': 6, 'project_id': 'bf61a1ea952a40faa2af3c267484afb2', 'gw_port_host': None}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:46:39.053892 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] Calling delete_port for c63a9447-91b1-4272-a71d-56518dc47808 owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:46:39.213557 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:39.281942 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:39.328937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63a9447-91b1-4272-a71d-56518dc47808,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:39.430996 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:46:39.438775 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:39.469056 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:46:39.469178 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d70538a9-3ec0-441f-b5bf-5d2fc71e3df2 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:46:39.728008 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:39.730180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:39.813687 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:39.814189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:46:39.827193 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:39.828317 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-99240b86-d518-4e6f-b547-ecbb35448682 admin admin] 10.222.0.35 "DELETE /v2.0/routers/47da502d-09b7-49dc-b1ed-cfc6a2c6c3ac HTTP/1.1" status: 204 len: 168 time: 1.5293870 Mar 29 10:46:39.831698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47738) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:39.893449 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc725be-5ed9-43be-8070-0f489caa5715 admin admin] Deleting subnet ac356b77-40cb-4af1-8625-463d105db949 {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:46:39.896599 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fcc725be-5ed9-43be-8070-0f489caa5715 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:39.946957 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fcc725be-5ed9-43be-8070-0f489caa5715 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:40.031656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fcc725be-5ed9-43be-8070-0f489caa5715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:40.145571 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fcc725be-5ed9-43be-8070-0f489caa5715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:40.183790 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc725be-5ed9-43be-8070-0f489caa5715 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac356b77-40cb-4af1-8625-463d105db949,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:40.187344 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-fcc725be-5ed9-43be-8070-0f489caa5715 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:40.194506 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-fcc725be-5ed9-43be-8070-0f489caa5715 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ac356b77-40cb-4af1-8625-463d105db949 HTTP/1.1" status: 204 len: 168 time: 0.3616776 Mar 29 10:46:40.195037 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c4f9ae-623b-4a3f-b0d2-5c8ae018ec8d None None] Network c00ac2ee-f259-4d1e-98c3-3a605626653d requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:46:40.197067 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47742) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:40.305585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:40.316521 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] Deleting port cb914228-3030-422a-96ce-8735411415a9 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:46:40.316864 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:40.479603 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ef9370-067d-43ea-9259-01a0f5a7a61c None None] DHCP port deletion for c00ac2ee-f259-4d1e-98c3-3a605626653d request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:46:40.484138 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-10ef9370-067d-43ea-9259-01a0f5a7a61c None None] Deleting port cb914228-3030-422a-96ce-8735411415a9 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:46:40.484639 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-10ef9370-067d-43ea-9259-01a0f5a7a61c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:40.529499 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] For port cb914228-3030-422a-96ce-8735411415a9, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cb914228-3030-422a-96ce-8735411415a9,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:46:40.530093 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:40.653257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] Calling delete_port for cb914228-3030-422a-96ce-8735411415a9 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:46:40.688375 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-10ef9370-067d-43ea-9259-01a0f5a7a61c None None] For port cb914228-3030-422a-96ce-8735411415a9, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=cb914228-3030-422a-96ce-8735411415a9,segment=NetworkSegment(5410a284-12e3-4897-906a-b77fe09cb345),segment_id=5410a284-12e3-4897-906a-b77fe09cb345)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:46:40.688798 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-10ef9370-067d-43ea-9259-01a0f5a7a61c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:40.802657 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:40.815745 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-10ef9370-067d-43ea-9259-01a0f5a7a61c None None] Calling delete_port for cb914228-3030-422a-96ce-8735411415a9 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:46:40.849658 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] Pushing event deleted for resources: {'Port': ['ID=cb914228-3030-422a-96ce-8735411415a9,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:40.853717 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] No DVR routers for this DVR port cb914228-3030-422a-96ce-8735411415a9 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:46:40.893949 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-10ef9370-067d-43ea-9259-01a0f5a7a61c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:46:40.894298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-10ef9370-067d-43ea-9259-01a0f5a7a61c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:46:40.969750 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:40.995758 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00ac2ee-f259-4d1e-98c3-3a605626653d']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:41.007725 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5410a284-12e3-4897-906a-b77fe09cb345') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:41.008016 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5410a284-12e3-4897-906a-b77fe09cb345') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:41.019287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:41.035613 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:41.041548 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:46:41.041923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:46:41.055277 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:46:41.058978 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:41.207358 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:41.224011 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:41.234299 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] Pushing event deleted for resources: {'Network': ['ID=c00ac2ee-f259-4d1e-98c3-3a605626653d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:41.323588 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-1a184c04-facc-4629-b3fa-1e011454d0de admin admin] 10.222.0.35 "DELETE /v2.0/networks/c00ac2ee-f259-4d1e-98c3-3a605626653d HTTP/1.1" status: 204 len: 168 time: 1.1248529 Mar 29 10:46:41.325774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47746) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:41.370021 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c63a9447-91b1-4272-a71d-56518dc47808 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:46:41.402591 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-10ef9370-067d-43ea-9259-01a0f5a7a61c None None] Deleting port cb914228-3030-422a-96ce-8735411415a9 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:46:41.402591 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-10ef9370-067d-43ea-9259-01a0f5a7a61c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:41.431597 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: c63a9447-91b1-4272-a71d-56518dc47808 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:46:41.434626 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device c63a9447-91b1-4272-a71d-56518dc47808 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:46:41.434626 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device cb914228-3030-422a-96ce-8735411415a9 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:46:41.500404 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: cb914228-3030-422a-96ce-8735411415a9 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:46:41.500712 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device cb914228-3030-422a-96ce-8735411415a9 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:46:41.507182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-10ef9370-067d-43ea-9259-01a0f5a7a61c None None] The port 'cb914228-3030-422a-96ce-8735411415a9' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 10:46:41.976345 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a623b624-ea6f-4c22-b7b0-46a8b7c6ea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:42.328820 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-a623b624-ea6f-4c22-b7b0-46a8b7c6ea50 admin admin] Deleting port 24d5fec5-66cb-489c-b1ac-51431731139f {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:46:42.329077 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a623b624-ea6f-4c22-b7b0-46a8b7c6ea50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:42.500238 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-a623b624-ea6f-4c22-b7b0-46a8b7c6ea50 admin admin] For port 24d5fec5-66cb-489c-b1ac-51431731139f, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=24d5fec5-66cb-489c-b1ac-51431731139f,segment=NetworkSegment(4240d525-c39e-49b3-a793-263b414ea1e0),segment_id=4240d525-c39e-49b3-a793-263b414ea1e0)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:46:42.500620 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a623b624-ea6f-4c22-b7b0-46a8b7c6ea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:42.620829 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-a623b624-ea6f-4c22-b7b0-46a8b7c6ea50 admin admin] Calling delete_port for 24d5fec5-66cb-489c-b1ac-51431731139f owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:46:42.853376 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a623b624-ea6f-4c22-b7b0-46a8b7c6ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:42.902026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623b624-ea6f-4c22-b7b0-46a8b7c6ea50 admin admin] Pushing event deleted for resources: {'Port': ['ID=24d5fec5-66cb-489c-b1ac-51431731139f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:43.267237 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a623b624-ea6f-4c22-b7b0-46a8b7c6ea50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:43.622987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a623b624-ea6f-4c22-b7b0-46a8b7c6ea50 admin admin] Router 0ac86657-09a3-4583-8c5b-3d5fc006e6c7 has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:46:43.804099 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a623b624-ea6f-4c22-b7b0-46a8b7c6ea50 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:46:43.812720 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc6f2be-6b25-4d04-8be6-56ed9514c801 None None] Sync routers for ids ['0ac86657-09a3-4583-8c5b-3d5fc006e6c7'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:46:43.814031 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a623b624-ea6f-4c22-b7b0-46a8b7c6ea50 admin admin] 10.222.0.35 "PUT /v2.0/routers/0ac86657-09a3-4583-8c5b-3d5fc006e6c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4872065 Mar 29 10:46:43.817242 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 47750) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:43.823047 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6f2be-6b25-4d04-8be6-56ed9514c801 None None] Routers {'0ac86657-09a3-4583-8c5b-3d5fc006e6c7'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:46:43.823660 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5dc6f2be-6b25-4d04-8be6-56ed9514c801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['0ac86657-09a3-4583-8c5b-3d5fc006e6c7'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:43.994278 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:43.998809 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-5dc6f2be-6b25-4d04-8be6-56ed9514c801 None None] Set router 0ac86657-09a3-4583-8c5b-3d5fc006e6c7 gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:46:44.273033 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:44.291773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5dc6f2be-6b25-4d04-8be6-56ed9514c801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'name': 'tempest-TestShelveInstance-1112311838-router', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b246ceab-e39c-4910-b58e-a9e8cd0511e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:39Z', 'updated_at': '2022-03-29T10:46:42Z', 'revision_number': 5, 'project_id': '0a7eecea7ce645768f556d67d4e64d93', 'gw_port': {'id': 'b246ceab-e39c-4910-b58e-a9e8cd0511e1', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:34:40Z', 'updated_at': '2022-03-29T10:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:44.295726 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc6f2be-6b25-4d04-8be6-56ed9514c801 None None] Checking router: 0ac86657-09a3-4583-8c5b-3d5fc006e6c7 for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:46:44.304068 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6f2be-6b25-4d04-8be6-56ed9514c801 None None] Routers {'0ac86657-09a3-4583-8c5b-3d5fc006e6c7'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:46:44.304691 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5dc6f2be-6b25-4d04-8be6-56ed9514c801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['0ac86657-09a3-4583-8c5b-3d5fc006e6c7'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:44.334180 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Deleting port b246ceab-e39c-4910-b58e-a9e8cd0511e1 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:46:44.334768 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:44.509953 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-5dc6f2be-6b25-4d04-8be6-56ed9514c801 None None] Set router 0ac86657-09a3-4583-8c5b-3d5fc006e6c7 gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:46:44.513189 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] For port b246ceab-e39c-4910-b58e-a9e8cd0511e1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=b246ceab-e39c-4910-b58e-a9e8cd0511e1,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:46:44.513551 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:44.614543 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-5dc6f2be-6b25-4d04-8be6-56ed9514c801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'name': 'tempest-TestShelveInstance-1112311838-router', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:39Z', 'updated_at': '2022-03-29T10:46:44Z', 'revision_number': 6, 'project_id': '0a7eecea7ce645768f556d67d4e64d93', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:44.618370 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc6f2be-6b25-4d04-8be6-56ed9514c801 None None] The sync data for ids ['0ac86657-09a3-4583-8c5b-3d5fc006e6c7'] in dv-neutron-835555-1-hyperv is: [{'id': '0ac86657-09a3-4583-8c5b-3d5fc006e6c7', 'name': 'tempest-TestShelveInstance-1112311838-router', 'tenant_id': '0a7eecea7ce645768f556d67d4e64d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:34:39Z', 'updated_at': '2022-03-29T10:46:44Z', 'revision_number': 6, 'project_id': '0a7eecea7ce645768f556d67d4e64d93', 'gw_port_host': None}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:46:44.637486 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Calling delete_port for b246ceab-e39c-4910-b58e-a9e8cd0511e1 owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:46:44.996337 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:45.045133 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=b246ceab-e39c-4910-b58e-a9e8cd0511e1,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:45.081770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:45.081770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:45.082117 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:45.082454 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:45.082790 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:45.083122 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:45.083451 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:45.083779 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:45.084105 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:45.084428 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:45.084775 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:45.085096 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:45.148091 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:45.317649 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:45.319883 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:45.413486 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:45.414030 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ac86657-09a3-4583-8c5b-3d5fc006e6c7 {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:46:45.419563 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 24d5fec5-66cb-489c-b1ac-51431731139f no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:46:45.431421 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:45.435011 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d6853980-fb2d-4130-bafd-59eca88c4e40 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0ac86657-09a3-4583-8c5b-3d5fc006e6c7 HTTP/1.1" status: 204 len: 168 time: 1.6142550 Mar 29 10:46:45.435395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47754) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:45.461279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 24d5fec5-66cb-489c-b1ac-51431731139f {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:46:45.463217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 24d5fec5-66cb-489c-b1ac-51431731139f not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:46:45.463217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b246ceab-e39c-4910-b58e-a9e8cd0511e1 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:46:45.496965 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: b246ceab-e39c-4910-b58e-a9e8cd0511e1 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:46:45.497315 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device b246ceab-e39c-4910-b58e-a9e8cd0511e1 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:46:45.505161 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c3c02e-daf6-4256-9031-0967b02cdf53 admin admin] Deleting subnet 495cd7e8-56c6-430b-87fe-7fa8ac1fd76e {{(pid=88551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:46:45.509496 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-84c3c02e-daf6-4256-9031-0967b02cdf53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:45.563797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-84c3c02e-daf6-4256-9031-0967b02cdf53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2174822'] for subnet, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:45.654656 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-84c3c02e-daf6-4256-9031-0967b02cdf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:45.779180 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-84c3c02e-daf6-4256-9031-0967b02cdf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2174958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2774834'] for subnet, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:45.820942 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3c02e-daf6-4256-9031-0967b02cdf53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=495cd7e8-56c6-430b-87fe-7fa8ac1fd76e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:45.824630 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-84c3c02e-daf6-4256-9031-0967b02cdf53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:45.833340 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-84c3c02e-daf6-4256-9031-0967b02cdf53 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/495cd7e8-56c6-430b-87fe-7fa8ac1fd76e HTTP/1.1" status: 204 len: 168 time: 0.3968565 Mar 29 10:46:45.835570 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a791f592-84e5-4a5f-8a69-d9ba3b63835a None None] Network 165a77c3-aed2-408a-8e89-2be8cb0b2233 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:46:45.835785 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47758) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:45.944765 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:45.955038 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] Deleting port 07c0a3b7-f4a2-404e-97e7-d8402e314411 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:46:45.955898 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:46.103272 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6a316b-5dc2-4068-a5be-f0ead606f0b0 None None] DHCP port deletion for 165a77c3-aed2-408a-8e89-2be8cb0b2233 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:46:46.107522 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a316b-5dc2-4068-a5be-f0ead606f0b0 None None] Deleting port 07c0a3b7-f4a2-404e-97e7-d8402e314411 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:46:46.107891 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ba6a316b-5dc2-4068-a5be-f0ead606f0b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:46.161748 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] For port 07c0a3b7-f4a2-404e-97e7-d8402e314411, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=07c0a3b7-f4a2-404e-97e7-d8402e314411,segment=NetworkSegment(4240d525-c39e-49b3-a793-263b414ea1e0),segment_id=4240d525-c39e-49b3-a793-263b414ea1e0)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:46:46.162102 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:46.335096 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-ba6a316b-5dc2-4068-a5be-f0ead606f0b0 None None] For port 07c0a3b7-f4a2-404e-97e7-d8402e314411, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=07c0a3b7-f4a2-404e-97e7-d8402e314411,segment=NetworkSegment(4240d525-c39e-49b3-a793-263b414ea1e0),segment_id=4240d525-c39e-49b3-a793-263b414ea1e0)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:46:46.335409 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ba6a316b-5dc2-4068-a5be-f0ead606f0b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:46.400985 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] Calling delete_port for 07c0a3b7-f4a2-404e-97e7-d8402e314411 owned by network:dhcp {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:46:46.464118 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a316b-5dc2-4068-a5be-f0ead606f0b0 None None] Calling delete_port for 07c0a3b7-f4a2-404e-97e7-d8402e314411 owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:46:46.527517 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:46.537361 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-ba6a316b-5dc2-4068-a5be-f0ead606f0b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:46:46.537760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-ba6a316b-5dc2-4068-a5be-f0ead606f0b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:46:46.575917 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=07c0a3b7-f4a2-404e-97e7-d8402e314411,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:46.577776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] No DVR routers for this DVR port 07c0a3b7-f4a2-404e-97e7-d8402e314411 on host dv-neutron-835555-1-hyperv {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:46:46.692259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:46.721597 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165a77c3-aed2-408a-8e89-2be8cb0b2233']}} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:46.733392 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4240d525-c39e-49b3-a793-263b414ea1e0') {'for_net_delete': True} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:46.733685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.services.segments.db [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4240d525-c39e-49b3-a793-263b414ea1e0') {} {{(pid=88551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:46.745010 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2174833'] for segment, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:46.760538 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:46.766442 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:46:46.772154 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2174540'] for segment, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: Traceback (most recent call last): Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: timer() Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: cb(*args, **kw) Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: return func(*args, **kwargs) Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: self._notify() Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: self.callback(batched_events) Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: event.method(event) Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: return f(self, *a, **k) Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._get(url).json() Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: return self.request(url, 'GET', **kwargs) Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:46:46.780155 dv-neutron-835555-1-hyperv neutron-server[88551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:46:46.921854 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:46.926412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:46.950595 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=165a77c3-aed2-408a-8e89-2be8cb0b2233,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:46.954265 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-badd90bd-fccd-4536-bcfb-4646d306d2f7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/165a77c3-aed2-408a-8e89-2be8cb0b2233 HTTP/1.1" status: 204 len: 168 time: 1.1172433 Mar 29 10:46:47.038859 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a316b-5dc2-4068-a5be-f0ead606f0b0 None None] Deleting port 07c0a3b7-f4a2-404e-97e7-d8402e314411 {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:46:47.039243 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ba6a316b-5dc2-4068-a5be-f0ead606f0b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:47.108024 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a316b-5dc2-4068-a5be-f0ead606f0b0 None None] The port '07c0a3b7-f4a2-404e-97e7-d8402e314411' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 10:46:47.241733 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47764) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:47.289862 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e2050dba-9c7d-448d-a180-9be081a37e86 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf61a1ea952a40faa2af3c267484afb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469267 Mar 29 10:46:47.292191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47768) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:47.353855 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e952641e-e9da-4cd2-b0ec-0ce4bb26c5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:47.370032 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 07c0a3b7-f4a2-404e-97e7-d8402e314411 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:46:47.382181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e952641e-e9da-4cd2-b0ec-0ce4bb26c5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:47.404959 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 07c0a3b7-f4a2-404e-97e7-d8402e314411 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:46:47.405300 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 07c0a3b7-f4a2-404e-97e7-d8402e314411 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:46:47.522080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e952641e-e9da-4cd2-b0ec-0ce4bb26c5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:47.538539 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952641e-e9da-4cd2-b0ec-0ce4bb26c5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f464dc3-c383-4a17-9732-e20f5a79216e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:47.548562 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-e952641e-e9da-4cd2-b0ec-0ce4bb26c5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:47.550610 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-e952641e-e9da-4cd2-b0ec-0ce4bb26c5b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f464dc3-c383-4a17-9732-e20f5a79216e HTTP/1.1" status: 204 len: 168 time: 0.2574782 Mar 29 10:46:48.190010 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47776) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:48.243110 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-3bed0dfc-7864-4142-b8cf-3c081c18a058 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a7eecea7ce645768f556d67d4e64d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518794 Mar 29 10:46:48.245530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47780) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:48.302578 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5310-ac5a-4146-a1c0-269e8f9b4a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:48.327932 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5310-ac5a-4146-a1c0-269e8f9b4a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:48.430285 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5310-ac5a-4146-a1c0-269e8f9b4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:48.446911 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb5310-ac5a-4146-a1c0-269e8f9b4a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a367a22-d7a9-470a-b45c-7149cf06301d,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:48.452088 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5310-ac5a-4146-a1c0-269e8f9b4a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:48.453266 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8bdb5310-ac5a-4146-a1c0-269e8f9b4a0f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a367a22-d7a9-470a-b45c-7149cf06301d HTTP/1.1" status: 204 len: 168 time: 0.2068293 Mar 29 10:46:49.537183 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47804) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:49.640252 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-809993672-network', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:46:49.645637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:46:49.649742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Usage tracker for resource:network and tenant:64b680000a8e40eeab66283a1ae01eb0 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:46:49.652575 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:46:49.658294 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:46:49.722444 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Made reservation on behalf of 64b680000a8e40eeab66283a1ae01eb0 for: {'network': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:46:49.724835 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:49.737068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:49.751678 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:46:49.755489 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:64b680000a8e40eeab66283a1ae01eb0 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:46:49.758303 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:46:49.763954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:46:49.849602 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:49.904582 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:49.935542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=88551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:46:49.944479 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9ae7ea-3bbf-46a0-b117-8f7c9bd7b833,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:49.950025 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:49.957096 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.segments_db [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Added segment 66e0ef5f-6d15-475c-b8dc-9d81b873107c of type vlan for network dced8ad0-2b7a-4fb1-9473-fd6062741d77 Mar 29 10:46:49.979956 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:50.076251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:50.077340 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:46:50.077967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Notify callbacks [] for network, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:50.179425 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] Pushing event updated for resources: {'Network': ['ID=dced8ad0-2b7a-4fb1-9473-fd6062741d77,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:50.188841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network dced8ad0-2b7a-4fb1-9473-fd6062741d77 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:46:50.248597 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-bf53d78f-988f-49bd-972b-5036c5fcd0a8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7102449 Mar 29 10:46:50.251346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47810) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:50.257234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] Request body: {'subnet': {'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-809993672-subnet', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'ip_version': 4}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:46:50.262313 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:46:50.266319 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] Usage tracker for resource:subnet and tenant:64b680000a8e40eeab66283a1ae01eb0 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:46:50.269489 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:46:50.275727 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:46:50.350347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] Made reservation on behalf of 64b680000a8e40eeab66283a1ae01eb0 for: {'subnet': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:46:50.352861 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2774793'] for subnet, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:50.619338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2174881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2774843'] for subnet, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:50.693580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=82195c95-4a9c-48ed-ba3e-25d9afea774f,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:50.703469 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] Checking segment: {'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:46:50.703821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] Network hostable DHCP agents. Network: dced8ad0-2b7a-4fb1-9473-fd6062741d77, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:46:50.778815 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] Network dced8ad0-2b7a-4fb1-9473-fd6062741d77 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:46:50.869968 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, dced8ad0-2b7a-4fb1-9473-fd6062741d77) {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:46:50.873928 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:46:50.874509 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:50.880920 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d39654-6ec5-49a3-8cad-d85034194d7e None None] Network dced8ad0-2b7a-4fb1-9473-fd6062741d77 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:46:50.974018 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-45444a7d-b864-492e-ba13-7706ade70fea admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7215016 Mar 29 10:46:50.976394 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47814) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:50.981598 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:46:50.986234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:46:50.990619 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Usage tracker for resource:router and tenant:64b680000a8e40eeab66283a1ae01eb0 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:46:50.994291 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:46:51.000112 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:46:51.076153 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:51.077232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:51.094251 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:51.097065 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:46:51.097889 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:51.249646 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Allocated IP 172.20.0.2 (dced8ad0-2b7a-4fb1-9473-fd6062741d77/82195c95-4a9c-48ed-ba3e-25d9afea774f/628b386d-ebe9-46a7-b1e3-80526ee5f3df) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:46:51.500364 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:51.511648 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Transition to ACTIVE for port object 628b386d-ebe9-46a7-b1e3-80526ee5f3df will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:46:51.531351 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Transition to ACTIVE for port object 628b386d-ebe9-46a7-b1e3-80526ee5f3df will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:46:51.533107 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:51.630632 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:51.690321 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Network dced8ad0-2b7a-4fb1-9473-fd6062741d77 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:46:51.693039 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:46:51.700784 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:46:51.711008 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Pushing event updated for resources: {'Port': ['ID=628b386d-ebe9-46a7-b1e3-80526ee5f3df,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:51.754556 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:51.754812 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:51.755154 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:51.755482 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:51.755808 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:51.756135 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:51.756454 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:51.756796 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:51.757115 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:51.757437 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:51.757746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:51.758057 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:51.809839 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Attempting to bind port 628b386d-ebe9-46a7-b1e3-80526ee5f3df on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:46:51.810196 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Attempting to bind port 628b386d-ebe9-46a7-b1e3-80526ee5f3df by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:46:51.810553 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Attempting to bind port 628b386d-ebe9-46a7-b1e3-80526ee5f3df on network dced8ad0-2b7a-4fb1-9473-fd6062741d77 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:46:51.816339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:46:51.816737 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Checking segment: {'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:46:51.817133 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:51.817524 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Bound using segment: {'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:46:51.817982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Bound port: 628b386d-ebe9-46a7-b1e3-80526ee5f3df, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:46:51.818351 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:51.908075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] For port 628b386d-ebe9-46a7-b1e3-80526ee5f3df, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:46:51.911358 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] For port 628b386d-ebe9-46a7-b1e3-80526ee5f3df, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=628b386d-ebe9-46a7-b1e3-80526ee5f3df,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:46:51.934796 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:51.966967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:52.030952 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:52.103739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Allocated IP 172.26.7.149 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/d8994609-f768-4201-8a0f-36d40d6e845e) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:46:52.118078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c17bc2-75a1-4e23-9c2f-5a7be58da65e None None] Pushing event updated for resources: {'Port': ['ID=628b386d-ebe9-46a7-b1e3-80526ee5f3df,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:52.263417 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:52.351022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:52.415501 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:46:52.423026 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:46:52.426403 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:46:52.470219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Pushing event updated for resources: {'Port': ['ID=d8994609-f768-4201-8a0f-36d40d6e845e,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:52.900718 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:53.030219 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef95021-4d69-4b58-a77f-2347e9bcca17 None None] Network dced8ad0-2b7a-4fb1-9473-fd6062741d77 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:46:53.222620 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c73e89b5-5675-4810-997c-ffaae072e3b0 None None] Provisioning for port 628b386d-ebe9-46a7-b1e3-80526ee5f3df completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:46:53.399836 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:53.444983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 628b386d-ebe9-46a7-b1e3-80526ee5f3df up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:46:53.585140 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 628b386d-ebe9-46a7-b1e3-80526ee5f3df completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:46:53.590950 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 628b386d-ebe9-46a7-b1e3-80526ee5f3df triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:46:53.591505 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:53.676346 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:46:53.730663 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:53.792113 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 628b386d-ebe9-46a7-b1e3-80526ee5f3df, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=628b386d-ebe9-46a7-b1e3-80526ee5f3df,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:46:53.793118 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-09475203-0680-47a1-a1c6-39c1606e52b8 None None] Provisioning complete for port 628b386d-ebe9-46a7-b1e3-80526ee5f3df triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:46:53.793481 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-09475203-0680-47a1-a1c6-39c1606e52b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:53.835496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:53.860777 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:53.870840 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:46:53.882530 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Sync routers for ids ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:46:53.894360 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Routers {'635ec81c-d4ac-4e24-b2e7-28f047f4a71a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:46:53.895112 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:53.969259 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:53.971428 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-484eff0b-18b8-45fa-b31a-e5a4592dcc89 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9931803 Mar 29 10:46:53.974153 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 47818) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:53.990774 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=628b386d-ebe9-46a7-b1e3-80526ee5f3df,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:54.097233 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:46:54.098902 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Set router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:46:54.410983 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:52Z', 'revision_number': 3, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:54.414915 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Checking router: 635ec81c-d4ac-4e24-b2e7-28f047f4a71a for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:46:54.415257 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Updating router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a port d8994609-f768-4201-8a0f-36d40d6e845e binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:46:54.470089 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:54.811145 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:54.813752 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:54.827782 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Transition to ACTIVE for port object d8994609-f768-4201-8a0f-36d40d6e845e will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:46:54.910500 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:54.991170 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Attempting to bind port d8994609-f768-4201-8a0f-36d40d6e845e on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:46:54.991530 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Attempting to bind port d8994609-f768-4201-8a0f-36d40d6e845e by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:46:54.991884 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Attempting to bind port d8994609-f768-4201-8a0f-36d40d6e845e on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:46:54.994054 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05010ed5-11c3-4a9b-8058-ebdd56a09bcd None None] Pushing event updated for resources: {'Port': ['ID=d8994609-f768-4201-8a0f-36d40d6e845e,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:55.003484 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:46:55.003849 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:46:55.004236 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:55.004649 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:46:55.005103 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Bound port: d8994609-f768-4201-8a0f-36d40d6e845e, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:46:55.005470 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:55.022547 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Allocated IP 172.20.0.1 (dced8ad0-2b7a-4fb1-9473-fd6062741d77/82195c95-4a9c-48ed-ba3e-25d9afea774f/2f9442ec-643c-4c4b-923f-7c64754b1783) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:46:55.033112 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010ed5-11c3-4a9b-8058-ebdd56a09bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:55.033500 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010ed5-11c3-4a9b-8058-ebdd56a09bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:55.033794 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010ed5-11c3-4a9b-8058-ebdd56a09bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:55.034375 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010ed5-11c3-4a9b-8058-ebdd56a09bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:55.034701 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010ed5-11c3-4a9b-8058-ebdd56a09bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:55.035027 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010ed5-11c3-4a9b-8058-ebdd56a09bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:55.035348 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010ed5-11c3-4a9b-8058-ebdd56a09bcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:55.035659 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010ed5-11c3-4a9b-8058-ebdd56a09bcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:55.035986 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010ed5-11c3-4a9b-8058-ebdd56a09bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:55.036308 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010ed5-11c3-4a9b-8058-ebdd56a09bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:55.036646 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010ed5-11c3-4a9b-8058-ebdd56a09bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:55.036962 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05010ed5-11c3-4a9b-8058-ebdd56a09bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:46:55.086499 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] For port d8994609-f768-4201-8a0f-36d40d6e845e, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:46:55.089606 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] For port d8994609-f768-4201-8a0f-36d40d6e845e, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d8994609-f768-4201-8a0f-36d40d6e845e,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:46:55.150597 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:55.168063 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:55.184039 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.provisioning_blocks [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Transition to ACTIVE for port object 2f9442ec-643c-4c4b-923f-7c64754b1783 will not be triggered until provisioned by entity DHCP. {{(pid=88550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:46:55.227217 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Routers {'635ec81c-d4ac-4e24-b2e7-28f047f4a71a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:46:55.227956 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:55.270839 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:55.320425 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05010ed5-11c3-4a9b-8058-ebdd56a09bcd None None] Pushing event updated for resources: {'Port': ['ID=d8994609-f768-4201-8a0f-36d40d6e845e,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:55.333221 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Network dced8ad0-2b7a-4fb1-9473-fd6062741d77 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:46:55.340253 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:46:55.344921 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:46:55.379473 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9442ec-643c-4c4b-923f-7c64754b1783,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:55.416107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 628b386d-ebe9-46a7-b1e3-80526ee5f3df up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:46:55.418602 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:55.442002 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] Set router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:46:55.497562 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 628b386d-ebe9-46a7-b1e3-80526ee5f3df triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:46:55.497941 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:55.745286 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:52Z', 'revision_number': 3, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:55.749325 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a662b3a5-52af-4ce5-8d58-66283673fdb0 None None] The sync data for ids ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'] in dv-neutron-835555-1-hyperv is: [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:52Z', 'revision_number': 3, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:46:55.789982 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:55.795937 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c1f68dd5-57ce-4284-b956-bdde35c84f7f None None] Provisioning for port 2f9442ec-643c-4c4b-923f-7c64754b1783 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:46:55.801786 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c1f68dd5-57ce-4284-b956-bdde35c84f7f None None] Provisioning complete for port 2f9442ec-643c-4c4b-923f-7c64754b1783 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:46:55.802157 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c1f68dd5-57ce-4284-b956-bdde35c84f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:55.856653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-c1f68dd5-57ce-4284-b956-bdde35c84f7f None None] Port 2f9442ec-643c-4c4b-923f-7c64754b1783 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:46:56.152649 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:56.213254 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:56.324294 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:56.327776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9442ec-643c-4c4b-923f-7c64754b1783,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:56.467410 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Network dced8ad0-2b7a-4fb1-9473-fd6062741d77 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:46:56.468598 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:46:56.666020 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:46:56.688349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-e1d042d3-a1f0-488a-b38a-145caa5ab073 None None] Provisioning complete for port 2f9442ec-643c-4c4b-923f-7c64754b1783 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:46:56.688948 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e1d042d3-a1f0-488a-b38a-145caa5ab073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:56.742988 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e1d042d3-a1f0-488a-b38a-145caa5ab073 None None] Port 2f9442ec-643c-4c4b-923f-7c64754b1783 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:46:56.844835 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:46:56.853486 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-23c28ab9-6c7d-4e16-8eec-600fb88dd487 admin admin] 10.222.0.35 "PUT /v2.0/routers/635ec81c-d4ac-4e24-b2e7-28f047f4a71a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8783250 Mar 29 10:46:57.229356 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Sync routers for ids ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:46:57.240585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Routers {'635ec81c-d4ac-4e24-b2e7-28f047f4a71a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:46:57.241217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:57.418822 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d8994609-f768-4201-8a0f-36d40d6e845e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:46:57.474948 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Set router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:46:57.509709 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 47836) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:57.515249 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-131880063-network', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:46:57.521113 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:46:57.525265 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Usage tracker for resource:network and tenant:f0ed6ea66bea480e9c66e6a111780567 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:46:57.528215 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:46:57.534758 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:46:57.584601 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Made reservation on behalf of f0ed6ea66bea480e9c66e6a111780567 for: {'network': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:46:57.586973 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for network, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:57.599771 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:57.615524 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:46:57.619461 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Usage tracker for resource:security_group_rule and tenant:f0ed6ea66bea480e9c66e6a111780567 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:46:57.622293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:46:57.632081 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:46:57.715057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:57.734940 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port d8994609-f768-4201-8a0f-36d40d6e845e completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:46:57.744654 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d8994609-f768-4201-8a0f-36d40d6e845e triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:46:57.745018 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:57.791990 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:57.826507 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=88550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:46:57.835662 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f935a757-a31d-4fe7-93e5-32ebf7928fa5,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:57.842644 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:57.842984 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.segments_db [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Added segment fd1da451-f4c5-48ca-b72c-6bf03f8388e2 of type vlan for network 8f9b01df-6cf6-472c-a614-6e5c41ce9583 Mar 29 10:46:57.872776 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743360475055'] for network, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:57.912593 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2f9442ec-643c-4c4b-923f-7c64754b1783', 'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'mac_address': 'fa:16:3e:7d:d2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:54Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 2, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'subnets': [{'id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:57.916678 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:57.922829 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Checking router: 635ec81c-d4ac-4e24-b2e7-28f047f4a71a for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:46:57.923313 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Updating router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a port 2f9442ec-643c-4c4b-923f-7c64754b1783 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:46:57.962009 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481'] for network, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:57.962983 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:46:57.963571 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:57.968500 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port d8994609-f768-4201-8a0f-36d40d6e845e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d8994609-f768-4201-8a0f-36d40d6e845e,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:46:57.982144 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:58.038832 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:58.063926 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] Pushing event updated for resources: {'Network': ['ID=8f9b01df-6cf6-472c-a614-6e5c41ce9583,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:58.087904 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Network 8f9b01df-6cf6-472c-a614-6e5c41ce9583 details requested by agent ovs-agent-dv-neutron-835555-1-hyperv with host dv-neutron-835555-1-hyperv {{(pid=88552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 29 10:46:58.117138 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-d833e646-d739-482a-9bad-bb29b2350210 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6062899 Mar 29 10:46:58.119853 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 47840) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:58.125272 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] Request body: {'subnet': {'network_id': '8f9b01df-6cf6-472c-a614-6e5c41ce9583', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-131880063-subnet', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567', 'ip_version': 4}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:46:58.130600 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:46:58.134986 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] Usage tracker for resource:subnet and tenant:f0ed6ea66bea480e9c66e6a111780567 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:46:58.137915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:46:58.144603 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:46:58.235946 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] Made reservation on behalf of f0ed6ea66bea480e9c66e6a111780567 for: {'subnet': 1} {{(pid=88550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:46:58.238376 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2180680'] for subnet, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:58.270668 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=d8994609-f768-4201-8a0f-36d40d6e845e,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:58.470868 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:58.481773 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Transition to ACTIVE for port object 2f9442ec-643c-4c4b-923f-7c64754b1783 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:46:58.510807 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3494497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2180730'] for subnet, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:58.550925 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:58.584580 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d96c70b-e458-483c-8aa1-2f0059904073,revision_number=0']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:58.592440 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] Checking segment: {'id': 'fd1da451-f4c5-48ca-b72c-6bf03f8388e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8f9b01df-6cf6-472c-a614-6e5c41ce9583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:46:58.592830 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] Network hostable DHCP agents. Network: 8f9b01df-6cf6-472c-a614-6e5c41ce9583, hostable agents: ['76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d'], hosted agents: [] {{(pid=88550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:46:58.653213 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] Network 8f9b01df-6cf6-472c-a614-6e5c41ce9583 is scheduled to be hosted by DHCP agent 76ec5d8a-e058-4e5f-a8e1-a8bd3f18cf4d with binding_index 1 {{(pid=88550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:46:58.710449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835555-1-hyperv, 8f9b01df-6cf6-472c-a614-6e5c41ce9583) {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:46:58.718086 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:46:58.719545 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:58.723023 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1b9df3-888e-4d1e-9f45-966338c5909d None None] Network 8f9b01df-6cf6-472c-a614-6e5c41ce9583 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:46:58.740085 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61984e-22eb-4a0f-a1bf-e975a75c4501 None None] Pushing event updated for resources: {'Port': ['ID=2f9442ec-643c-4c4b-923f-7c64754b1783,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:58.805097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47844) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:46:58.805614 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5cd14962-1416-4088-8677-61704102a93f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6844001 Mar 29 10:46:58.811002 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-131880063-router', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:46:58.816759 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:46:58.824347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Usage tracker for resource:router and tenant:f0ed6ea66bea480e9c66e6a111780567 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:46:58.828882 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:46:58.834696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:46:58.893710 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-996991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2330'] for router, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:58.894742 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-995132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-654760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2309'] for router, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:58.910284 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:58.910662 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Attempting to bind port 2f9442ec-643c-4c4b-923f-7c64754b1783 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:46:58.911033 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Attempting to bind port 2f9442ec-643c-4c4b-923f-7c64754b1783 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:46:58.911394 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Attempting to bind port 2f9442ec-643c-4c4b-923f-7c64754b1783 on network dced8ad0-2b7a-4fb1-9473-fd6062741d77 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:46:58.928148 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:46:58.928528 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Checking segment: {'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:46:58.928866 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:58.929256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Bound using segment: {'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:46:58.929708 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Bound port: 2f9442ec-643c-4c4b-923f-7c64754b1783, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:46:58.930075 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:59.104508 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] For port 2f9442ec-643c-4c4b-923f-7c64754b1783, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:46:59.112499 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] For port 2f9442ec-643c-4c4b-923f-7c64754b1783, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2f9442ec-643c-4c4b-923f-7c64754b1783,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:46:59.114872 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd738daa-a759-5550-b539-8ca8faa1e362-8f9b01df-6cf6-472c-a614-6e5c41ce9583', 'network_id': '8f9b01df-6cf6-472c-a614-6e5c41ce9583', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567', 'fixed_ips': [{'subnet_id': '6d96c70b-e458-483c-8aa1-2f0059904073'}]}} from dv-neutron-835555-1-hyperv. {{(pid=88552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 29 10:46:59.115681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:59.181368 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:59.227406 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-995118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2359'] for router, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:59.324429 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Routers {'635ec81c-d4ac-4e24-b2e7-28f047f4a71a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:46:59.325089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:46:59.397854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61984e-22eb-4a0f-a1bf-e975a75c4501 None None] Pushing event updated for resources: {'Port': ['ID=2f9442ec-643c-4c4b-923f-7c64754b1783,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:46:59.434986 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d8994609-f768-4201-8a0f-36d40d6e845e up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:46:59.466348 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.db_base_plugin_common [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Allocated IP 172.20.0.2 (8f9b01df-6cf6-472c-a614-6e5c41ce9583/6d96c70b-e458-483c-8aa1-2f0059904073/bbc9bf09-1746-41d3-aba2-f874bad207db) {{(pid=88552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:46:59.680186 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] Set router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:46:59.765471 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:59.796267 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:59.846895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port d8994609-f768-4201-8a0f-36d40d6e845e triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:46:59.847478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:46:59.933837 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Allocated IP 172.26.7.64 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/7c25a88e-e33a-442f-beb9-006442e988fd) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:47:00.084586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:00.141813 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Notify callbacks [] for port, precommit_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:00.185202 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:00.203006 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Transition to ACTIVE for port object bbc9bf09-1746-41d3-aba2-f874bad207db will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:47:00.245853 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:47:00.248606 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:47:00.249497 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Transition to ACTIVE for port object bbc9bf09-1746-41d3-aba2-f874bad207db will not be triggered until provisioned by entity DHCP. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:47:00.251170 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:47:00.285710 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2f9442ec-643c-4c4b-923f-7c64754b1783', 'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'mac_address': 'fa:16:3e:7d:d2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:54Z', 'updated_at': '2022-03-29T10:46:59Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'subnets': [{'id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:47:00.289765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2258faea-5330-43e7-aa46-47e44b9b8e45 None None] The sync data for ids ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'] in dv-neutron-835555-1-hyperv is: [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2f9442ec-643c-4c4b-923f-7c64754b1783', 'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'mac_address': 'fa:16:3e:7d:d2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:54Z', 'updated_at': '2022-03-29T10:46:59Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'subnets': [{'id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:47:00.305945 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c25a88e-e33a-442f-beb9-006442e988fd,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:00.343939 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089'] for port, after_create {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:00.420040 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Network 8f9b01df-6cf6-472c-a614-6e5c41ce9583 is already hosted by enough agents. {{(pid=88552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:47:00.422937 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.scheduler.base_scheduler [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Resources bound (agent type, host, resource id): {{(pid=88552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:47:00.439594 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Received port after_create {{(pid=88552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:47:00.449772 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Pushing event updated for resources: {'Port': ['ID=bbc9bf09-1746-41d3-aba2-f874bad207db,revision_number=1']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:00.544841 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Attempting to bind port bbc9bf09-1746-41d3-aba2-f874bad207db on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:47:00.545213 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Attempting to bind port bbc9bf09-1746-41d3-aba2-f874bad207db by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'fd1da451-f4c5-48ca-b72c-6bf03f8388e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8f9b01df-6cf6-472c-a614-6e5c41ce9583'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:47:00.545554 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Attempting to bind port bbc9bf09-1746-41d3-aba2-f874bad207db on network 8f9b01df-6cf6-472c-a614-6e5c41ce9583 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:47:00.552363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:47:00.555418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Checking segment: {'id': 'fd1da451-f4c5-48ca-b72c-6bf03f8388e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8f9b01df-6cf6-472c-a614-6e5c41ce9583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:47:00.555418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:00.555418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Bound using segment: {'id': 'fd1da451-f4c5-48ca-b72c-6bf03f8388e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8f9b01df-6cf6-472c-a614-6e5c41ce9583'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:47:00.555418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Bound port: bbc9bf09-1746-41d3-aba2-f874bad207db, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1da451-f4c5-48ca-b72c-6bf03f8388e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8f9b01df-6cf6-472c-a614-6e5c41ce9583'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:47:00.555418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:00.647984 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] For port bbc9bf09-1746-41d3-aba2-f874bad207db, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:47:00.651470 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] For port bbc9bf09-1746-41d3-aba2-f874bad207db, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bbc9bf09-1746-41d3-aba2-f874bad207db,segment=NetworkSegment(fd1da451-f4c5-48ca-b72c-6bf03f8388e2),segment_id=fd1da451-f4c5-48ca-b72c-6bf03f8388e2)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:47:00.699313 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:00.791001 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793667d-0999-4424-b2dd-ac463a6c8e13 None None] Pushing event updated for resources: {'Port': ['ID=bbc9bf09-1746-41d3-aba2-f874bad207db,revision_number=2']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:00.793992 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:01.176048 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-996969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-995091'] for router, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:01.477690 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2f9442ec-643c-4c4b-923f-7c64754b1783 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:47:01.630287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Router 7cc07216-fa02-42c6-a3a8-883dd74b820a is scheduled to L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 with binding_index 1 {{(pid=88551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 29 10:47:01.681806 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 2f9442ec-643c-4c4b-923f-7c64754b1783 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:47:01.687309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2f9442ec-643c-4c4b-923f-7c64754b1783 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:47:01.687849 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:01.801872 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9329a7a7-1cc3-481d-a086-e1e648b34994 None None] Network 8f9b01df-6cf6-472c-a614-6e5c41ce9583 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:47:01.819472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:47:01.829804 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Sync routers for ids ['7cc07216-fa02-42c6-a3a8-883dd74b820a'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:47:01.839109 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Routers {'7cc07216-fa02-42c6-a3a8-883dd74b820a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:47:01.839713 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7cc07216-fa02-42c6-a3a8-883dd74b820a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:47:01.844911 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:01.910735 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:01.914498 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f1ddcbda-74c8-4c65-bea5-9f8f1aee4ee2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1052723 Mar 29 10:47:01.914741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47848) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:47:01.941454 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 2f9442ec-643c-4c4b-923f-7c64754b1783, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2f9442ec-643c-4c4b-923f-7c64754b1783,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:47:02.015299 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:02.015846 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bbc9bf09-1746-41d3-aba2-f874bad207db up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:47:02.019240 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Set router 7cc07216-fa02-42c6-a3a8-883dd74b820a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:47:02.085380 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-8bcc5efa-2205-4df2-a56f-c373bcd0ed37 None None] Provisioning for port bbc9bf09-1746-41d3-aba2-f874bad207db completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:47:02.192066 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=2f9442ec-643c-4c4b-923f-7c64754b1783,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:02.253496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port bbc9bf09-1746-41d3-aba2-f874bad207db completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:47:02.258895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port bbc9bf09-1746-41d3-aba2-f874bad207db triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:47:02.259267 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:02.311301 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'name': 'tempest-TestSnapshotPattern-131880063-router', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '7c25a88e-e33a-442f-beb9-006442e988fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:58Z', 'updated_at': '2022-03-29T10:47:00Z', 'revision_number': 3, 'project_id': 'f0ed6ea66bea480e9c66e6a111780567', 'gw_port': {'id': '7c25a88e-e33a-442f-beb9-006442e988fd', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:59Z', 'updated_at': '2022-03-29T10:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:47:02.316118 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Checking router: 7cc07216-fa02-42c6-a3a8-883dd74b820a for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:47:02.316760 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Updating router 7cc07216-fa02-42c6-a3a8-883dd74b820a port 7c25a88e-e33a-442f-beb9-006442e988fd binding host dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:47:02.380062 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:02.397885 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:02.441413 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port bbc9bf09-1746-41d3-aba2-f874bad207db, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bbc9bf09-1746-41d3-aba2-f874bad207db,segment=NetworkSegment(fd1da451-f4c5-48ca-b72c-6bf03f8388e2),segment_id=fd1da451-f4c5-48ca-b72c-6bf03f8388e2)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:47:02.510525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:02.587027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-c77c4876-4392-480f-a1f4-000f918f158b None None] Provisioning complete for port bbc9bf09-1746-41d3-aba2-f874bad207db triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:47:02.587303 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c77c4876-4392-480f-a1f4-000f918f158b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:02.624339 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:02.626258 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=bbc9bf09-1746-41d3-aba2-f874bad207db,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:02.738079 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:02.749524 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.provisioning_blocks [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Transition to ACTIVE for port object 7c25a88e-e33a-442f-beb9-006442e988fd will not be triggered until provisioned by entity L2. {{(pid=88553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:47:02.807446 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:02.845075 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Allocated IP 172.20.0.1 (8f9b01df-6cf6-472c-a614-6e5c41ce9583/6d96c70b-e458-483c-8aa1-2f0059904073/e63d5dd3-0ee0-411a-951e-dd1340909bb1) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:47:02.885033 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6de27f-b7dd-4526-98f5-867a3e6cac0e None None] Pushing event updated for resources: {'Port': ['ID=7c25a88e-e33a-442f-beb9-006442e988fd,revision_number=2']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:02.887207 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Attempting to bind port 7c25a88e-e33a-442f-beb9-006442e988fd on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:47:02.887565 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Attempting to bind port 7c25a88e-e33a-442f-beb9-006442e988fd by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:47:02.887915 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Attempting to bind port 7c25a88e-e33a-442f-beb9-006442e988fd on network 03de5fa9-a446-4fa0-8975-40541e842cf0 {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:47:02.893550 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:47:02.893912 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Checking segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:47:02.894300 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:02.894673 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Bound using segment: {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'} {{(pid=88553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:47:02.895130 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.managers [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Bound port: 7c25a88e-e33a-442f-beb9-006442e988fd, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f123-8d2a-459f-9046-798c3233cdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0'}}] {{(pid=88553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:47:02.895489 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:02.991855 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] For port 7c25a88e-e33a-442f-beb9-006442e988fd, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:47:02.992737 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:02.994814 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.plugins.ml2.db [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] For port 7c25a88e-e33a-442f-beb9-006442e988fd, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7c25a88e-e33a-442f-beb9-006442e988fd,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:47:03.008531 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Transition to ACTIVE for port object e63d5dd3-0ee0-411a-951e-dd1340909bb1 will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:47:03.076355 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron_lib.callbacks.manager [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:03.104813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:03.154391 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Routers {'7cc07216-fa02-42c6-a3a8-883dd74b820a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:47:03.154989 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7cc07216-fa02-42c6-a3a8-883dd74b820a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:47:03.166080 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Network 8f9b01df-6cf6-472c-a614-6e5c41ce9583 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:47:03.172906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:47:03.177468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:47:03.207879 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Pushing event updated for resources: {'Port': ['ID=e63d5dd3-0ee0-411a-951e-dd1340909bb1,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:03.216074 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6de27f-b7dd-4526-98f5-867a3e6cac0e None None] Pushing event updated for resources: {'Port': ['ID=7c25a88e-e33a-442f-beb9-006442e988fd,revision_number=3']} {{(pid=88553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:03.237997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-995653'] for router_interface, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:03.371788 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] Set router 7cc07216-fa02-42c6-a3a8-883dd74b820a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:47:03.398854 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2f9442ec-643c-4c4b-923f-7c64754b1783 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:47:03.474691 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 2f9442ec-643c-4c4b-923f-7c64754b1783 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:47:03.475203 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:03.553878 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-28551837-edf2-4410-a4ae-a72172c89eed None None] Provisioning for port e63d5dd3-0ee0-411a-951e-dd1340909bb1 completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:47:03.562125 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-28551837-edf2-4410-a4ae-a72172c89eed None None] Provisioning complete for port e63d5dd3-0ee0-411a-951e-dd1340909bb1 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:47:03.562596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-28551837-edf2-4410-a4ae-a72172c89eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:03.634886 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-28551837-edf2-4410-a4ae-a72172c89eed None None] Port e63d5dd3-0ee0-411a-951e-dd1340909bb1 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:47:03.679547 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'name': 'tempest-TestSnapshotPattern-131880063-router', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '7c25a88e-e33a-442f-beb9-006442e988fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:58Z', 'updated_at': '2022-03-29T10:47:00Z', 'revision_number': 3, 'project_id': 'f0ed6ea66bea480e9c66e6a111780567', 'gw_port': {'id': '7c25a88e-e33a-442f-beb9-006442e988fd', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:59Z', 'updated_at': '2022-03-29T10:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:47:03.683785 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13091fe5-e82c-473a-9e9d-fab25b1620f0 None None] The sync data for ids ['7cc07216-fa02-42c6-a3a8-883dd74b820a'] in dv-neutron-835555-1-hyperv is: [{'id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'name': 'tempest-TestSnapshotPattern-131880063-router', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '7c25a88e-e33a-442f-beb9-006442e988fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:58Z', 'updated_at': '2022-03-29T10:47:00Z', 'revision_number': 3, 'project_id': 'f0ed6ea66bea480e9c66e6a111780567', 'gw_port': {'id': '7c25a88e-e33a-442f-beb9-006442e988fd', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:59Z', 'updated_at': '2022-03-29T10:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:47:03.690731 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:03.706503 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bbc9bf09-1746-41d3-aba2-f874bad207db up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:47:03.779763 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port bbc9bf09-1746-41d3-aba2-f874bad207db triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:47:03.780136 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:03.927732 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:03.973334 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:04.085086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994018'] for router_interface, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:04.088548 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Pushing event updated for resources: {'Port': ['ID=e63d5dd3-0ee0-411a-951e-dd1340909bb1,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:04.229721 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Network 8f9b01df-6cf6-472c-a614-6e5c41ce9583 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:47:04.230874 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:47:04.435670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Router 7cc07216-fa02-42c6-a3a8-883dd74b820a has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:47:04.463259 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-3b9cf50a-9212-4b50-8670-568c82bbe458 None None] Provisioning complete for port e63d5dd3-0ee0-411a-951e-dd1340909bb1 triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:47:04.463756 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-3b9cf50a-9212-4b50-8670-568c82bbe458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:04.519612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-3b9cf50a-9212-4b50-8670-568c82bbe458 None None] Port e63d5dd3-0ee0-411a-951e-dd1340909bb1 cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:47:04.623720 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:47:04.633182 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f7c30b7c-6d39-4428-b5cd-738dd2292515 admin admin] 10.222.0.35 "PUT /v2.0/routers/7cc07216-fa02-42c6-a3a8-883dd74b820a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7174191 Mar 29 10:47:05.248302 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Sync routers for ids ['7cc07216-fa02-42c6-a3a8-883dd74b820a'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:47:05.258076 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Routers {'7cc07216-fa02-42c6-a3a8-883dd74b820a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:47:05.258684 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7cc07216-fa02-42c6-a3a8-883dd74b820a'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:47:05.402690 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47858) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:47:05.413546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-ae5f1802-ef1c-49ba-ba3d-0b5b2d9a6008 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-8358079', 'description': 'tempest-secgroup-smoke-8358079 description', 'project_id': '64b680000a8e40eeab66283a1ae01eb0'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:47:05.419273 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ae5f1802-ef1c-49ba-ba3d-0b5b2d9a6008 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:47:05.424366 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ae5f1802-ef1c-49ba-ba3d-0b5b2d9a6008 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Usage tracker for resource:security_group and tenant:64b680000a8e40eeab66283a1ae01eb0 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:47:05.427430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ae5f1802-ef1c-49ba-ba3d-0b5b2d9a6008 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:47:05.434889 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ae5f1802-ef1c-49ba-ba3d-0b5b2d9a6008 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:47:05.443559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7c25a88e-e33a-442f-beb9-006442e988fd up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:47:05.476413 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1802-ef1c-49ba-ba3d-0b5b2d9a6008 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:05.495979 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Set router 7cc07216-fa02-42c6-a3a8-883dd74b820a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:47:05.496140 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ae5f1802-ef1c-49ba-ba3d-0b5b2d9a6008 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:47:05.499923 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ae5f1802-ef1c-49ba-ba3d-0b5b2d9a6008 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Usage tracker for resource:security_group_rule and tenant:64b680000a8e40eeab66283a1ae01eb0 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:47:05.502823 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-ae5f1802-ef1c-49ba-ba3d-0b5b2d9a6008 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:47:05.508447 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-ae5f1802-ef1c-49ba-ba3d-0b5b2d9a6008 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:47:05.583433 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1802-ef1c-49ba-ba3d-0b5b2d9a6008 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:05.664741 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1802-ef1c-49ba-ba3d-0b5b2d9a6008 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:05.706808 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f1802-ef1c-49ba-ba3d-0b5b2d9a6008 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027e101a-99ac-42d1-9f12-8666352fae46,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:05.764565 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port 7c25a88e-e33a-442f-beb9-006442e988fd completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:47:05.774817 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 7c25a88e-e33a-442f-beb9-006442e988fd triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:47:05.775185 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:05.784786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1802-ef1c-49ba-ba3d-0b5b2d9a6008 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:05.786098 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-ae5f1802-ef1c-49ba-ba3d-0b5b2d9a6008 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3822236 Mar 29 10:47:05.789037 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47862) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:47:05.793895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-aca875d6-504b-4bc3-88b1-2ed427b26009 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Request body: {'security_group_rule': {'security_group_id': '027e101a-99ac-42d1-9f12-8666352fae46', 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:47:05.799937 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-aca875d6-504b-4bc3-88b1-2ed427b26009 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:47:05.803695 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-aca875d6-504b-4bc3-88b1-2ed427b26009 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Usage tracker for resource:security_group_rule and tenant:64b680000a8e40eeab66283a1ae01eb0 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:47:05.806503 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-aca875d6-504b-4bc3-88b1-2ed427b26009 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:47:05.812086 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-aca875d6-504b-4bc3-88b1-2ed427b26009 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:47:05.860847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-563ed3ba-7e54-4e2d-b3ae-6cc6181e4250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:05.905408 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aca875d6-504b-4bc3-88b1-2ed427b26009 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:05.932939 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'name': 'tempest-TestSnapshotPattern-131880063-router', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '7c25a88e-e33a-442f-beb9-006442e988fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:58Z', 'updated_at': '2022-03-29T10:47:03Z', 'revision_number': 4, 'project_id': 'f0ed6ea66bea480e9c66e6a111780567', 'gw_port': {'id': '7c25a88e-e33a-442f-beb9-006442e988fd', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:59Z', 'updated_at': '2022-03-29T10:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'e63d5dd3-0ee0-411a-951e-dd1340909bb1', 'name': '', 'network_id': '8f9b01df-6cf6-472c-a614-6e5c41ce9583', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567', 'mac_address': 'fa:16:3e:96:12:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '6d96c70b-e458-483c-8aa1-2f0059904073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:47:02Z', 'updated_at': '2022-03-29T10:47:03Z', 'revision_number': 2, 'project_id': 'f0ed6ea66bea480e9c66e6a111780567', 'subnets': [{'id': '6d96c70b-e458-483c-8aa1-2f0059904073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:47:05.946319 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Checking router: 7cc07216-fa02-42c6-a3a8-883dd74b820a for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:47:05.946672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Updating router 7cc07216-fa02-42c6-a3a8-883dd74b820a port e63d5dd3-0ee0-411a-951e-dd1340909bb1 binding host dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:47:05.965580 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aca875d6-504b-4bc3-88b1-2ed427b26009 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:05.980309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.011543 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port 7c25a88e-e33a-442f-beb9-006442e988fd, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7c25a88e-e33a-442f-beb9-006442e988fd,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:47:06.012558 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.036162 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aca875d6-504b-4bc3-88b1-2ed427b26009 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.059899 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca875d6-504b-4bc3-88b1-2ed427b26009 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bbbd74-b989-402e-ab27-d7754708c58c,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:06.116895 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.150287 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-aca875d6-504b-4bc3-88b1-2ed427b26009 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.151613 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-aca875d6-504b-4bc3-88b1-2ed427b26009 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615830 Mar 29 10:47:06.154239 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47866) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:47:06.161321 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-11ce03e4-dff5-4658-9225-2e3783236f8f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Request body: {'security_group_rule': {'security_group_id': '027e101a-99ac-42d1-9f12-8666352fae46', 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:47:06.167292 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-11ce03e4-dff5-4658-9225-2e3783236f8f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:47:06.171022 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-11ce03e4-dff5-4658-9225-2e3783236f8f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Usage tracker for resource:security_group_rule and tenant:64b680000a8e40eeab66283a1ae01eb0 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:47:06.174356 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-11ce03e4-dff5-4658-9225-2e3783236f8f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:47:06.179818 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-11ce03e4-dff5-4658-9225-2e3783236f8f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:47:06.235890 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=7c25a88e-e33a-442f-beb9-006442e988fd,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:06.254700 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-11ce03e4-dff5-4658-9225-2e3783236f8f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.320761 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-11ce03e4-dff5-4658-9225-2e3783236f8f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.385424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-11ce03e4-dff5-4658-9225-2e3783236f8f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.411585 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce03e4-dff5-4658-9225-2e3783236f8f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bb84c9-8c40-42b9-b475-f402bceb3c9e,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:06.448859 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Notify callbacks [] for port, precommit_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.460037 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Transition to ACTIVE for port object e63d5dd3-0ee0-411a-951e-dd1340909bb1 will not be triggered until provisioned by entity L2. {{(pid=88552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:47:06.465017 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-11ce03e4-dff5-4658-9225-2e3783236f8f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.466359 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-11ce03e4-dff5-4658-9225-2e3783236f8f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3111570 Mar 29 10:47:06.469147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47870) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:47:06.474733 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-07595c30-e5d0-450a-8f77-b76472eed69b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Request body: {'security_group_rule': {'security_group_id': '027e101a-99ac-42d1-9f12-8666352fae46', 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:47:06.480881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-07595c30-e5d0-450a-8f77-b76472eed69b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:47:06.484774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-07595c30-e5d0-450a-8f77-b76472eed69b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Usage tracker for resource:security_group_rule and tenant:64b680000a8e40eeab66283a1ae01eb0 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:47:06.488572 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-07595c30-e5d0-450a-8f77-b76472eed69b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:47:06.494314 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-07595c30-e5d0-450a-8f77-b76472eed69b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:47:06.504556 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.558468 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-07595c30-e5d0-450a-8f77-b76472eed69b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.628740 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-07595c30-e5d0-450a-8f77-b76472eed69b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.656680 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c725d-55be-4d3a-9fb9-01697ec4e302 None None] Pushing event updated for resources: {'Port': ['ID=e63d5dd3-0ee0-411a-951e-dd1340909bb1,revision_number=3']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:06.694232 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-07595c30-e5d0-450a-8f77-b76472eed69b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.723810 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Attempting to bind port e63d5dd3-0ee0-411a-951e-dd1340909bb1 on host dv-neutron-835555-1-hyperv for vnic_type normal with profile {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:47:06.724225 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Attempting to bind port e63d5dd3-0ee0-411a-951e-dd1340909bb1 by drivers openvswitch,hyperv on host dv-neutron-835555-1-hyperv at level 0 using segments [{'id': 'fd1da451-f4c5-48ca-b72c-6bf03f8388e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8f9b01df-6cf6-472c-a614-6e5c41ce9583'}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:47:06.724339 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07595c30-e5d0-450a-8f77-b76472eed69b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e41f01-6cf4-4637-b649-65f265df2fa8,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:06.724612 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Attempting to bind port e63d5dd3-0ee0-411a-951e-dd1340909bb1 on network 8f9b01df-6cf6-472c-a614-6e5c41ce9583 {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:47:06.734842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Checking agent: {'id': 'bce4d3aa-1f23-430b-ada5-eb2201b1fb29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835555-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 30, 9), 'started_at': datetime.datetime(2022, 3, 29, 9, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835555-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:47:06.734842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Checking segment: {'id': 'fd1da451-f4c5-48ca-b72c-6bf03f8388e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8f9b01df-6cf6-472c-a614-6e5c41ce9583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:47:06.734842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.734842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Bound using segment: {'id': 'fd1da451-f4c5-48ca-b72c-6bf03f8388e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8f9b01df-6cf6-472c-a614-6e5c41ce9583'} {{(pid=88552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:47:06.734842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.managers [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Bound port: e63d5dd3-0ee0-411a-951e-dd1340909bb1, host: dv-neutron-835555-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1da451-f4c5-48ca-b72c-6bf03f8388e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8f9b01df-6cf6-472c-a614-6e5c41ce9583'}}] {{(pid=88552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:47:06.734842 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.818986 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-07595c30-e5d0-450a-8f77-b76472eed69b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.820205 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-07595c30-e5d0-450a-8f77-b76472eed69b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501406 Mar 29 10:47:06.822897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47874) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:47:06.824848 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] For port e63d5dd3-0ee0-411a-951e-dd1340909bb1, host dv-neutron-835555-1-hyperv, cleared binding levels {{(pid=88552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:47:06.827766 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] For port e63d5dd3-0ee0-411a-951e-dd1340909bb1, host dv-neutron-835555-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e63d5dd3-0ee0-411a-951e-dd1340909bb1,segment=NetworkSegment(fd1da451-f4c5-48ca-b72c-6bf03f8388e2),segment_id=fd1da451-f4c5-48ca-b72c-6bf03f8388e2)] {{(pid=88552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:47:06.828001 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-c44eb39c-036a-49e7-9306-ba0cb451e655 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Request body: {'security_group_rule': {'security_group_id': '027e101a-99ac-42d1-9f12-8666352fae46', 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:47:06.834424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c44eb39c-036a-49e7-9306-ba0cb451e655 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:47:06.838401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c44eb39c-036a-49e7-9306-ba0cb451e655 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Usage tracker for resource:security_group_rule and tenant:64b680000a8e40eeab66283a1ae01eb0 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:47:06.841217 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-c44eb39c-036a-49e7-9306-ba0cb451e655 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:47:06.847426 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-c44eb39c-036a-49e7-9306-ba0cb451e655 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:47:06.882363 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.946139 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c44eb39c-036a-49e7-9306-ba0cb451e655 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:06.958519 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Routers {'7cc07216-fa02-42c6-a3a8-883dd74b820a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:47:06.959676 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:46:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7cc07216-fa02-42c6-a3a8-883dd74b820a'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:47:07.014827 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c44eb39c-036a-49e7-9306-ba0cb451e655 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:07.038411 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c725d-55be-4d3a-9fb9-01697ec4e302 None None] Pushing event updated for resources: {'Port': ['ID=e63d5dd3-0ee0-411a-951e-dd1340909bb1,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:07.093240 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c44eb39c-036a-49e7-9306-ba0cb451e655 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:07.120129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44eb39c-036a-49e7-9306-ba0cb451e655 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f576b14e-444a-4dbc-a500-f1a1571746f9,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:07.153865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] Set router 7cc07216-fa02-42c6-a3a8-883dd74b820a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:47:07.179401 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-c44eb39c-036a-49e7-9306-ba0cb451e655 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:07.180703 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-c44eb39c-036a-49e7-9306-ba0cb451e655 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3567894 Mar 29 10:47:07.183781 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47878) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:47:07.194087 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-a574a268-9844-4fdf-b194-f40c6a1e6275 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Request body: {'security_group_rule': {'security_group_id': '027e101a-99ac-42d1-9f12-8666352fae46', 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:47:07.195564 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a574a268-9844-4fdf-b194-f40c6a1e6275 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:47:07.199405 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a574a268-9844-4fdf-b194-f40c6a1e6275 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Usage tracker for resource:security_group_rule and tenant:64b680000a8e40eeab66283a1ae01eb0 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:47:07.202412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-a574a268-9844-4fdf-b194-f40c6a1e6275 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:47:07.208752 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-a574a268-9844-4fdf-b194-f40c6a1e6275 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:47:07.276402 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-a574a268-9844-4fdf-b194-f40c6a1e6275 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Project 64b680000a8e40eeab66283a1ae01eb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:47:07.284685 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a574a268-9844-4fdf-b194-f40c6a1e6275 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:07.410520 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7c25a88e-e33a-442f-beb9-006442e988fd up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:47:07.458797 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a574a268-9844-4fdf-b194-f40c6a1e6275 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:07.539784 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port 7c25a88e-e33a-442f-beb9-006442e988fd triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:47:07.540298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:07.556211 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a574a268-9844-4fdf-b194-f40c6a1e6275 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:07.579604 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574a268-9844-4fdf-b194-f40c6a1e6275 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e6aad3-ad7f-499d-94ae-2926da2034cd,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:07.605473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'name': 'tempest-TestSnapshotPattern-131880063-router', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '7c25a88e-e33a-442f-beb9-006442e988fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:58Z', 'updated_at': '2022-03-29T10:47:03Z', 'revision_number': 4, 'project_id': 'f0ed6ea66bea480e9c66e6a111780567', 'gw_port': {'id': '7c25a88e-e33a-442f-beb9-006442e988fd', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:59Z', 'updated_at': '2022-03-29T10:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'e63d5dd3-0ee0-411a-951e-dd1340909bb1', 'name': '', 'network_id': '8f9b01df-6cf6-472c-a614-6e5c41ce9583', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567', 'mac_address': 'fa:16:3e:96:12:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '6d96c70b-e458-483c-8aa1-2f0059904073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:47:02Z', 'updated_at': '2022-03-29T10:47:06Z', 'revision_number': 4, 'project_id': 'f0ed6ea66bea480e9c66e6a111780567', 'subnets': [{'id': '6d96c70b-e458-483c-8aa1-2f0059904073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:47:07.610425 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f993aa4e-b9c0-43c7-b3e9-9a996f7d04ff None None] The sync data for ids ['7cc07216-fa02-42c6-a3a8-883dd74b820a'] in dv-neutron-835555-1-hyperv is: [{'id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'name': 'tempest-TestSnapshotPattern-131880063-router', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '7c25a88e-e33a-442f-beb9-006442e988fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:58Z', 'updated_at': '2022-03-29T10:47:03Z', 'revision_number': 4, 'project_id': 'f0ed6ea66bea480e9c66e6a111780567', 'gw_port': {'id': '7c25a88e-e33a-442f-beb9-006442e988fd', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:59Z', 'updated_at': '2022-03-29T10:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': 'e63d5dd3-0ee0-411a-951e-dd1340909bb1', 'name': '', 'network_id': '8f9b01df-6cf6-472c-a614-6e5c41ce9583', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567', 'mac_address': 'fa:16:3e:96:12:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '6d96c70b-e458-483c-8aa1-2f0059904073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:47:02Z', 'updated_at': '2022-03-29T10:47:06Z', 'revision_number': 4, 'project_id': 'f0ed6ea66bea480e9c66e6a111780567', 'subnets': [{'id': '6d96c70b-e458-483c-8aa1-2f0059904073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:47:07.663108 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-a574a268-9844-4fdf-b194-f40c6a1e6275 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:07.663108 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-a574a268-9844-4fdf-b194-f40c6a1e6275 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4767509 Mar 29 10:47:07.664354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 47882) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:47:07.675374 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [None req-f88e9cb0-3432-443d-ad17-94c9a26067e0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Request body: {'security_group_rule': {'security_group_id': '027e101a-99ac-42d1-9f12-8666352fae46', 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:47:07.676454 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f88e9cb0-3432-443d-ad17-94c9a26067e0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:47:07.680473 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f88e9cb0-3432-443d-ad17-94c9a26067e0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Usage tracker for resource:security_group_rule and tenant:64b680000a8e40eeab66283a1ae01eb0 is out of sync, need to count used quota {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:47:07.684286 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [None req-f88e9cb0-3432-443d-ad17-94c9a26067e0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88551) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:47:07.691696 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [None req-f88e9cb0-3432-443d-ad17-94c9a26067e0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:47:07.779214 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.db.securitygroups_db [None req-f88e9cb0-3432-443d-ad17-94c9a26067e0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Project 64b680000a8e40eeab66283a1ae01eb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:47:07.789138 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f88e9cb0-3432-443d-ad17-94c9a26067e0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:07.858610 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f88e9cb0-3432-443d-ad17-94c9a26067e0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:07.910987 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f88e9cb0-3432-443d-ad17-94c9a26067e0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587510'] for security_group_rule, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:07.933872 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-077e83af-a3e2-4218-8337-90fc3d38ffad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:07.934980 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e9cb0-3432-443d-ad17-94c9a26067e0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70cde48-99ed-479d-b98a-155163c1727b,revision_number=0']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:07.985147 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-f88e9cb0-3432-443d-ad17-94c9a26067e0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:07.986972 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-f88e9cb0-3432-443d-ad17-94c9a26067e0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3211498 Mar 29 10:47:08.156322 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-d83cba03-4c69-4302-80cb-bf34654876e0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Synchronizing usage tracker for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:security_group {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:47:08.247931 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-d83cba03-4c69-4302-80cb-bf34654876e0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Unset dirty status for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:security_group {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:47:08.249216 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-d83cba03-4c69-4302-80cb-bf34654876e0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8358079&fields=id&tenant_id=64b680000a8e40eeab66283a1ae01eb0 HTTP/1.1" status: 200 len: 267 time: 0.1338382 Mar 29 10:47:08.410215 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-74f15e0c-34e7-4989-bfba-f76d9a61f911 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:08.410901 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-74f15e0c-34e7-4989-bfba-f76d9a61f911 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Synchronizing usage tracker for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:network {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:47:08.487326 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-74f15e0c-34e7-4989-bfba-f76d9a61f911 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Unset dirty status for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:network {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:47:08.488545 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-74f15e0c-34e7-4989-bfba-f76d9a61f911 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/networks?id=dced8ad0-2b7a-4fb1-9473-fd6062741d77 HTTP/1.1" status: 200 len: 809 time: 0.2324095 Mar 29 10:47:08.504207 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-ab98079b-c319-4973-8b5c-7b619bbaf2da tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/quotas/64b680000a8e40eeab66283a1ae01eb0 HTTP/1.1" status: 200 len: 375 time: 0.0100329 Mar 29 10:47:08.590200 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-3e7694a6-f3c5-4279-bbec-84f144a41407 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803878 Mar 29 10:47:08.827313 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-48f45f19-4a7f-4b8a-9ea1-37d7d25aa784 service neutron] 10.222.0.35 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251487 Mar 29 10:47:08.958570 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-1386f20a-4899-42cf-a7ef-1b602addf5c6 service neutron] 10.222.0.35 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241767 Mar 29 10:47:08.996230 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:09.191511 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:09.223923 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-ebbd198c-5d10-4d58-87c2-248295a5144b req-3f1cc660-041c-4302-bf30-faa4b03bc9bd tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Synchronizing usage tracker for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:47:09.304606 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-ebbd198c-5d10-4d58-87c2-248295a5144b req-3f1cc660-041c-4302-bf30-faa4b03bc9bd tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Unset dirty status for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:47:09.305803 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ebbd198c-5d10-4d58-87c2-248295a5144b req-3f1cc660-041c-4302-bf30-faa4b03bc9bd tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 210 time: 0.1286032 Mar 29 10:47:09.414278 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e63d5dd3-0ee0-411a-951e-dd1340909bb1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:47:09.538916 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning for port e63d5dd3-0ee0-411a-951e-dd1340909bb1 completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:47:09.544093 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port e63d5dd3-0ee0-411a-951e-dd1340909bb1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:47:09.544477 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:09.664256 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:09.697110 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] For port e63d5dd3-0ee0-411a-951e-dd1340909bb1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e63d5dd3-0ee0-411a-951e-dd1340909bb1,segment=NetworkSegment(fd1da451-f4c5-48ca-b72c-6bf03f8388e2),segment_id=fd1da451-f4c5-48ca-b72c-6bf03f8388e2)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:47:09.785702 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:09.858728 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Pushing event updated for resources: {'Port': ['ID=e63d5dd3-0ee0-411a-951e-dd1340909bb1,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:10.451085 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-e16acf0e-ce2f-4b56-9e29-fa19e3b3eae3 req-d70ea757-acc2-4ac7-8a44-cef73e804b83 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 210 time: 0.0412853 Mar 29 10:47:11.036361 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:11.391641 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e63d5dd3-0ee0-411a-951e-dd1340909bb1 up at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:47:11.481412 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-d74f05f1-610a-4fce-9ec3-599730f0c466 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:11.516572 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-d74f05f1-610a-4fce-9ec3-599730f0c466 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.36 "GET /v2.0/networks?id=dced8ad0-2b7a-4fb1-9473-fd6062741d77 HTTP/1.1" status: 200 len: 809 time: 0.1652079 Mar 29 10:47:11.533059 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Provisioning complete for port e63d5dd3-0ee0-411a-951e-dd1340909bb1 triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:47:11.533059 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:11.536907 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-cf08d3ef-8451-4b1e-b3fa-b29f516ca3aa tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b680000a8e40eeab66283a1ae01eb0 HTTP/1.1" status: 200 len: 377 time: 0.0460043 Mar 29 10:47:11.544957 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Request body: {'port': {'device_id': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'admin_state_up': True, 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'security_groups': ['027e101a-99ac-42d1-9f12-8666352fae46']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:47:11.612852 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7cffd56d-30a4-4082-a2b6-ff163ea5dc08 req-71062fe9-3165-4d0e-b674-c16f5a77dbd8 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 210 time: 0.0419765 Mar 29 10:47:11.690016 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:47:11.699785 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:47:11.784873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Made reservation on behalf of 64b680000a8e40eeab66283a1ae01eb0 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:47:11.788414 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:11.954274 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Allocated IP 172.20.0.5 (dced8ad0-2b7a-4fb1-9473-fd6062741d77/82195c95-4a9c-48ed-ba3e-25d9afea774f/3c5ec77c-de10-4e9c-8045-133e8c7e81ff) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:47:12.135403 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:12.150231 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Transition to ACTIVE for port object 3c5ec77c-de10-4e9c-8045-133e8c7e81ff will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:47:12.248207 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:12.312512 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Network dced8ad0-2b7a-4fb1-9473-fd6062741d77 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:47:12.320464 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:47:12.324795 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:47:12.358462 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event updated for resources: {'Port': ['ID=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:12.395657 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:12.396282 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:12.482872 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-86c00d25-f2ea-4943-9714-ad4cf15cfe18 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9415088 Mar 29 10:47:12.542146 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Request body: {'port': {'device_id': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:47:12.601777 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1883a48f-b133-4826-b918-93cc1b9387e6 None None] Provisioning for port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:47:12.606779 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-1883a48f-b133-4826-b918-93cc1b9387e6 None None] Provisioning complete for port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:47:12.607182 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1883a48f-b133-4826-b918-93cc1b9387e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:12.653776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:12.665140 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-1883a48f-b133-4826-b918-93cc1b9387e6 None None] Port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:47:12.959800 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ab142-2980-4fdd-9e7b-14f57038750a req-9536159b-e075-40a6-ad58-d995f501ff7f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:12.960395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-f12ab142-2980-4fdd-9e7b-14f57038750a req-9536159b-e075-40a6-ad58-d995f501ff7f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Synchronizing usage tracker for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:47:13.062395 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-f12ab142-2980-4fdd-9e7b-14f57038750a req-9536159b-e075-40a6-ad58-d995f501ff7f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Unset dirty status for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:47:13.063529 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f12ab142-2980-4fdd-9e7b-14f57038750a req-9536159b-e075-40a6-ad58-d995f501ff7f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 931 time: 0.2977576 Mar 29 10:47:13.130363 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f12ab142-2980-4fdd-9e7b-14f57038750a req-abb5d7d2-16fa-4417-8ad7-c5eb4cd6e487 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0595791 Mar 29 10:47:13.206150 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5ec77c-de10-4e9c-8045-133e8c7e81ff {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:47:13.213634 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:13.227112 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Transition to ACTIVE for port object 3c5ec77c-de10-4e9c-8045-133e8c7e81ff will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:47:13.281929 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:13.443440 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:13.520939 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Attempting to bind port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:47:13.521587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Attempting to bind port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:47:13.521587 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Attempting to bind port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff on network dced8ad0-2b7a-4fb1-9473-fd6062741d77 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:47:13.526336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff on network dced8ad0-2b7a-4fb1-9473-fd6062741d77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:47:13.526646 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Attempting to bind port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff on network dced8ad0-2b7a-4fb1-9473-fd6062741d77 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:47:13.531786 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:47:13.532182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Checking segment: {'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:47:13.532472 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Bound using segment: {'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:47:13.532946 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Bound port: 3c5ec77c-de10-4e9c-8045-133e8c7e81ff, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:47:13.533289 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:13.620586 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] For port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:47:13.623447 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] For port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:47:13.711166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:13.770542 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:13.771190 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:13.772519 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] 10.222.0.36 "PUT /v2.0/ports/3c5ec77c-de10-4e9c-8045-133e8c7e81ff HTTP/1.1" status: 200 len: 1093 time: 1.2346833 Mar 29 10:47:13.772960 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'tag': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:47:13.808965 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa8d38-1364-4b64-a448-2a91550b5304 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:13.824791 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'tag': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'status': 'completed', 'code': 200} Mar 29 10:47:13.920852 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e105388-8920-4985-9344-520f81852a95 req-e60fe61d-914d-483a-a1a0-3dcc0c2ec8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:13.922536 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e105388-8920-4985-9344-520f81852a95 req-e60fe61d-914d-483a-a1a0-3dcc0c2ec8f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 1096 time: 0.0752344 Mar 29 10:47:14.068267 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e105388-8920-4985-9344-520f81852a95 req-3bf37126-1ae0-452a-afd8-ebcfcba0b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:14.069736 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e105388-8920-4985-9344-520f81852a95 req-3bf37126-1ae0-452a-afd8-ebcfcba0b274 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=64b680000a8e40eeab66283a1ae01eb0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1398406 Mar 29 10:47:14.210813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e105388-8920-4985-9344-520f81852a95 req-f4445155-3b72-411d-a3f3-57c3176e8302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:14.212284 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2e105388-8920-4985-9344-520f81852a95 req-f4445155-3b72-411d-a3f3-57c3176e8302 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366735 Mar 29 10:47:14.382859 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd404d-c76c-4ede-9d6e-398f8550b74f req-e8f5777f-a2f2-4d84-9ef5-ad974e60d156 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:14.384313 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-22fd404d-c76c-4ede-9d6e-398f8550b74f req-e8f5777f-a2f2-4d84-9ef5-ad974e60d156 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 943 time: 0.1415148 Mar 29 10:47:14.387028 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-96b7edff-e4a8-4b50-9435-27daa1553530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:14.388341 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-96b7edff-e4a8-4b50-9435-27daa1553530 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 1096 time: 0.1108437 Mar 29 10:47:14.469152 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-e06c363d-a787-4ce3-b679-809af922a975 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff HTTP/1.1" status: 200 len: 217 time: 0.0657797 Mar 29 10:47:14.527982 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-22fd404d-c76c-4ede-9d6e-398f8550b74f req-aa9e67f8-ea86-4c0f-8fec-36663dad20eb tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1377158 Mar 29 10:47:14.541010 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-6a7bdab3-4cd3-4a31-b4e2-0aaded7d3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:14.542439 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-6a7bdab3-4cd3-4a31-b4e2-0aaded7d3240 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82195c95-4a9c-48ed-ba3e-25d9afea774f HTTP/1.1" status: 200 len: 848 time: 0.0650065 Mar 29 10:47:14.713986 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-8c8e929f-ecda-4f2c-a28a-29b39229a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:14.715571 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-8c8e929f-ecda-4f2c-a28a-29b39229a55b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dced8ad0-2b7a-4fb1-9473-fd6062741d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1670561 Mar 29 10:47:14.842791 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-dbcc54ee-7a32-413f-9d59-2e486ae83521 service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209462 Mar 29 10:47:14.973458 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-d074f8d7-076b-4ff8-95cf-82e46a830821 req-6efb6ff8-b76a-4d32-8b00-6078170c52bf service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246772 Mar 29 10:47:15.714663 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8d3bd-2b2a-4ac9-8672-7b3b75d16054 req-89e122b3-480d-4c67-8ec6-34849f53886f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:15.716129 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f6a8d3bd-2b2a-4ac9-8672-7b3b75d16054 req-89e122b3-480d-4c67-8ec6-34849f53886f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 943 time: 0.0806377 Mar 29 10:47:15.856942 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f6a8d3bd-2b2a-4ac9-8672-7b3b75d16054 req-01538163-6d10-4ae1-8ecf-94024d9a3f0a tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1341279 Mar 29 10:47:17.038413 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaef67-a452-4165-87f3-cd1fcd7c64fd req-8c0e0ea3-d8f9-46f0-9b5e-710473bcd5e2 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:17.039881 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dbaaef67-a452-4165-87f3-cd1fcd7c64fd req-8c0e0ea3-d8f9-46f0-9b5e-710473bcd5e2 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 943 time: 0.0793343 Mar 29 10:47:17.086532 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dbaaef67-a452-4165-87f3-cd1fcd7c64fd req-d1609bc9-8bac-4386-9ef5-60831868ed81 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409968 Mar 29 10:47:18.275558 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ceaa5-cbc4-4b50-a686-4a6776c66550 req-a16b8b5a-34f9-466c-8492-40fa1e09b96c tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:18.277041 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-205ceaa5-cbc4-4b50-a686-4a6776c66550 req-a16b8b5a-34f9-466c-8492-40fa1e09b96c tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 943 time: 0.0795405 Mar 29 10:47:18.321112 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-205ceaa5-cbc4-4b50-a686-4a6776c66550 req-a44c0839-a6fe-4439-a2a6-20a68ba6ae2c tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383985 Mar 29 10:47:18.484760 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 3c5ec77c-de10-4e9c-8045-133e8c7e81ff details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:47:18.620298 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:47:18.633826 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'port_id': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'mac_address': 'fa:16:3e:5c:47:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:47:18.692478 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:18.709618 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5ec77c-de10-4e9c-8045-133e8c7e81ff {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:47:18.724241 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:47:18.767055 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:18.832851 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:19.130659 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['3c5ec77c-de10-4e9c-8045-133e8c7e81ff'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:47:19.504197 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a049a2-3133-4499-a138-d864f62c1004 req-9cf3ca92-a42e-44e9-93f1-1051f025f685 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:19.505681 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-48a049a2-3133-4499-a138-d864f62c1004 req-9cf3ca92-a42e-44e9-93f1-1051f025f685 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 944 time: 0.0778468 Mar 29 10:47:19.549602 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-48a049a2-3133-4499-a138-d864f62c1004 req-db798b30-30de-4c37-82d0-1140731aa73d tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382271 Mar 29 10:47:20.500826 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 3c5ec77c-de10-4e9c-8045-133e8c7e81ff up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:47:20.630165 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:47:20.635671 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:47:20.639390 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:20.741656 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d1350-4edd-4dcc-b2d7-db56ec3e0f70 req-9ad2f0ae-54c6-4a4b-a29a-e806c07e38f5 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:20.743035 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ed9d1350-4edd-4dcc-b2d7-db56ec3e0f70 req-9ad2f0ae-54c6-4a4b-a29a-e806c07e38f5 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 944 time: 0.0839839 Mar 29 10:47:20.758931 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:20.785762 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:47:20.787333 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-ed9d1350-4edd-4dcc-b2d7-db56ec3e0f70 req-6d067a93-1e60-417e-bb0c-0d2ffcd6a1f3 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0385671 Mar 29 10:47:20.795596 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:47:20.828424 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'code': 200} Mar 29 10:47:20.847816 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:20.920679 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:21.156036 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e27969-ffaf-45ce-ba8b-e3458d5edc2d req-398cd09f-357a-4100-873a-55bd613b68b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:21.157530 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a0e27969-ffaf-45ce-ba8b-e3458d5edc2d req-398cd09f-357a-4100-873a-55bd613b68b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 1098 time: 0.0705144 Mar 29 10:47:21.195875 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a0e27969-ffaf-45ce-ba8b-e3458d5edc2d req-1e4e997a-5793-4393-8afc-4d09b10e9e93 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330629 Mar 29 10:47:21.969784 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da303061-bc93-4f93-8bf7-b0b7049b6000 req-c7a53a30-6318-4bb3-bb18-ae012ae65722 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:21.971993 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-da303061-bc93-4f93-8bf7-b0b7049b6000 req-c7a53a30-6318-4bb3-bb18-ae012ae65722 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 945 time: 0.0809610 Mar 29 10:47:22.017897 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-da303061-bc93-4f93-8bf7-b0b7049b6000 req-99b77167-479c-4550-8cc8-c7d8c621cc9f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0397356 Mar 29 10:47:23.201347 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa6b07-b722-45e8-b5f2-c8ce4f371097 req-6e782ba9-c08a-4823-aadd-0910a52f5ab9 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:23.202784 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-70aa6b07-b722-45e8-b5f2-c8ce4f371097 req-6e782ba9-c08a-4823-aadd-0910a52f5ab9 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 945 time: 0.0775788 Mar 29 10:47:23.252376 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-70aa6b07-b722-45e8-b5f2-c8ce4f371097 req-66f9e457-c847-469a-a2b3-e6e95fd054bd tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434186 Mar 29 10:47:23.438040 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b11a0-54f8-4723-a95f-26217f7445f7 req-bd265e04-da79-4b88-93be-bc4f5f896344 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:23.439813 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-905b11a0-54f8-4723-a95f-26217f7445f7 req-bd265e04-da79-4b88-93be-bc4f5f896344 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 945 time: 0.0824332 Mar 29 10:47:23.485464 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-905b11a0-54f8-4723-a95f-26217f7445f7 req-b61157e0-f7d5-4341-a43b-17a9267ab55d tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399392 Mar 29 10:47:23.508564 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 47964) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:47:23.626248 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afce27a-aa91-4fd0-a645-632294ae4e8f tempest-TestSnapshotPattern-1486147887 tempest-TestSnapshotPattern-1486147887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:23.628174 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-4afce27a-aa91-4fd0-a645-632294ae4e8f tempest-TestSnapshotPattern-1486147887 tempest-TestSnapshotPattern-1486147887-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 1093 time: 0.1185234 Mar 29 10:47:23.631030 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 47970) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:47:23.635825 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:47:23.641828 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:47:23.646325 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Usage tracker for resource:floatingip and tenant:64b680000a8e40eeab66283a1ae01eb0 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:47:23.649101 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:47:23.655012 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:47:23.745072 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:23.831313 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:23.886531 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:24.021622 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Allocated IP 172.26.7.204 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/a9ea9fef-ff6e-4d87-a94d-f51ad15d5d77) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:47:24.166705 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:24.270468 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:24.333704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:47:24.336366 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:47:24.339107 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:47:24.385832 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event updated for resources: {'Port': ['ID=a9ea9fef-ff6e-4d87-a94d-f51ad15d5d77,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:24.762779 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:24.918596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:25.211434 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:25.264764 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:25.376314 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event updated for resources: {'Port': ['ID=a9ea9fef-ff6e-4d87-a94d-f51ad15d5d77,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:47:25.386172 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:25.557310 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Floating IP f43f23cd-0121-4cc4-a9e7-44ec6caebe6d associated. External IP: 172.26.7.204, port: 3c5ec77c-de10-4e9c-8045-133e8c7e81ff. Mar 29 10:47:25.901079 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:47:26.078211 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:47:26.087510 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa3b00-c6c9-4b9a-adf2-1f75f4d7649d None None] Sync routers for ids ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:47:26.096528 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa3b00-c6c9-4b9a-adf2-1f75f4d7649d None None] Routers {'635ec81c-d4ac-4e24-b2e7-28f047f4a71a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:47:26.097135 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-19aa3b00-c6c9-4b9a-adf2-1f75f4d7649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:47:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:47:26.162213 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:26.216004 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-eff180cd-bbea-4493-bcce-a0e3d6001200 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5839808 Mar 29 10:47:26.216597 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'tag': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:47:26.277370 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-19aa3b00-c6c9-4b9a-adf2-1f75f4d7649d None None] Set router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:47:26.318866 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'tag': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'status': 'completed', 'code': 200} Mar 29 10:47:26.413589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103575d-ef7a-436c-9348-ecb1fdb964d6 req-b6a1c766-869a-4f83-b5c2-b59cd5a3aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:26.415006 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6103575d-ef7a-436c-9348-ecb1fdb964d6 req-b6a1c766-869a-4f83-b5c2-b59cd5a3aace service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 1098 time: 0.0754251 Mar 29 10:47:26.549760 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103575d-ef7a-436c-9348-ecb1fdb964d6 req-5268b5a5-96ba-40ff-b3b5-b450f9fd9ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:26.551198 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6103575d-ef7a-436c-9348-ecb1fdb964d6 req-5268b5a5-96ba-40ff-b3b5-b450f9fd9ac8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dced8ad0-2b7a-4fb1-9473-fd6062741d77 HTTP/1.1" status: 200 len: 910 time: 0.1291475 Mar 29 10:47:26.625366 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-19aa3b00-c6c9-4b9a-adf2-1f75f4d7649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f43f23cd-0121-4cc4-a9e7-44ec6caebe6d', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'port_id': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'mac_address': 'fa:16:3e:5c:47:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:47:24Z', 'updated_at': '2022-03-29T10:47:24Z', 'revision_number': 0, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9442ec-643c-4c4b-923f-7c64754b1783', 'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'mac_address': 'fa:16:3e:7d:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:54Z', 'updated_at': '2022-03-29T10:47:01Z', 'revision_number': 5, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'subnets': [{'id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:47:26.629858 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa3b00-c6c9-4b9a-adf2-1f75f4d7649d None None] Checking router: 635ec81c-d4ac-4e24-b2e7-28f047f4a71a for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:47:26.638202 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa3b00-c6c9-4b9a-adf2-1f75f4d7649d None None] Routers {'635ec81c-d4ac-4e24-b2e7-28f047f4a71a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:47:26.638827 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-19aa3b00-c6c9-4b9a-adf2-1f75f4d7649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:47:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:47:26.652336 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6103575d-ef7a-436c-9348-ecb1fdb964d6 req-635ccfd2-9bfa-40a6-af12-258621969201 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff HTTP/1.1" status: 200 len: 999 time: 0.0951085 Mar 29 10:47:26.713582 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103575d-ef7a-436c-9348-ecb1fdb964d6 req-dc8e1157-bf42-4576-bd76-a5bef5440b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:26.714934 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6103575d-ef7a-436c-9348-ecb1fdb964d6 req-dc8e1157-bf42-4576-bd76-a5bef5440b9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82195c95-4a9c-48ed-ba3e-25d9afea774f HTTP/1.1" status: 200 len: 848 time: 0.0570667 Mar 29 10:47:26.794999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103575d-ef7a-436c-9348-ecb1fdb964d6 req-bcf30511-b7b4-4412-9448-c82dd4b69055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:47:26.796590 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6103575d-ef7a-436c-9348-ecb1fdb964d6 req-bcf30511-b7b4-4412-9448-c82dd4b69055 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dced8ad0-2b7a-4fb1-9473-fd6062741d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759845 Mar 29 10:47:26.843025 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-19aa3b00-c6c9-4b9a-adf2-1f75f4d7649d None None] Set router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:47:26.928038 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6103575d-ef7a-436c-9348-ecb1fdb964d6 req-3af6d1f1-0ab1-421f-8580-a7a43b783249 service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253335 Mar 29 10:47:27.057919 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6103575d-ef7a-436c-9348-ecb1fdb964d6 req-aabc8f5a-98d6-4da1-90ed-d4b88e21fe01 service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236231 Mar 29 10:47:27.182733 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-19aa3b00-c6c9-4b9a-adf2-1f75f4d7649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f43f23cd-0121-4cc4-a9e7-44ec6caebe6d', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'port_id': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'mac_address': 'fa:16:3e:5c:47:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:47:24Z', 'updated_at': '2022-03-29T10:47:24Z', 'revision_number': 0, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9442ec-643c-4c4b-923f-7c64754b1783', 'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'mac_address': 'fa:16:3e:7d:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:54Z', 'updated_at': '2022-03-29T10:47:01Z', 'revision_number': 5, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'subnets': [{'id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:47:27.186569 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa3b00-c6c9-4b9a-adf2-1f75f4d7649d None None] The sync data for ids ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'] in dv-neutron-835555-1-hyperv is: [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f43f23cd-0121-4cc4-a9e7-44ec6caebe6d', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'port_id': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'mac_address': 'fa:16:3e:5c:47:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:47:24Z', 'updated_at': '2022-03-29T10:47:24Z', 'revision_number': 0, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9442ec-643c-4c4b-923f-7c64754b1783', 'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'mac_address': 'fa:16:3e:7d:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:54Z', 'updated_at': '2022-03-29T10:47:01Z', 'revision_number': 5, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'subnets': [{'id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:47:27.370144 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fbe21a-dba4-4e97-ab7d-40a6cc42f8c8 None None] New status for floating IP f43f23cd-0121-4cc4-a9e7-44ec6caebe6d: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:47:31.087157 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:47:35.790883 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-8acdcc0e-7ca7-49a5-bc36-38b02f4bb570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:37.944851 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-724badc8-4f6e-4a66-8459-821d9017d292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:39.023569 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:39.201977 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:41.099121 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:47:53.836028 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:48:03.391695 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-71a7c6b6-0353-4cd4-80aa-6fd73985954b req-3dd397cd-f49c-4488-bb7c-e1b35185809a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1121731 Mar 29 10:48:03.529788 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c6b6-0353-4cd4-80aa-6fd73985954b req-5cb5e70f-1904-41a9-97ec-81b87687b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:48:03.531236 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-71a7c6b6-0353-4cd4-80aa-6fd73985954b req-5cb5e70f-1904-41a9-97ec-81b87687b885 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 1098 time: 0.0723510 Mar 29 10:48:03.772785 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c6b6-0353-4cd4-80aa-6fd73985954b req-b96b9710-627d-4c7f-8b1b-03e4bb01318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:48:03.774277 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-71a7c6b6-0353-4cd4-80aa-6fd73985954b req-b96b9710-627d-4c7f-8b1b-03e4bb01318b service neutron] 10.222.0.36 "GET /v2.0/networks?id=dced8ad0-2b7a-4fb1-9473-fd6062741d77 HTTP/1.1" status: 200 len: 910 time: 0.2250783 Mar 29 10:48:03.875313 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-71a7c6b6-0353-4cd4-80aa-6fd73985954b req-3203b772-7c4d-4ea7-a923-0b18108d4af8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff HTTP/1.1" status: 200 len: 1001 time: 0.0942981 Mar 29 10:48:03.935756 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c6b6-0353-4cd4-80aa-6fd73985954b req-e2d8dad1-493d-4945-b572-4486587a62a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:48:03.937301 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-71a7c6b6-0353-4cd4-80aa-6fd73985954b req-e2d8dad1-493d-4945-b572-4486587a62a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82195c95-4a9c-48ed-ba3e-25d9afea774f HTTP/1.1" status: 200 len: 848 time: 0.0562413 Mar 29 10:48:04.009533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c6b6-0353-4cd4-80aa-6fd73985954b req-414ad2d3-d23a-4c27-bb1c-a952102c5a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:48:04.011036 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-71a7c6b6-0353-4cd4-80aa-6fd73985954b req-414ad2d3-d23a-4c27-bb1c-a952102c5a97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dced8ad0-2b7a-4fb1-9473-fd6062741d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682247 Mar 29 10:48:04.140182 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-71a7c6b6-0353-4cd4-80aa-6fd73985954b req-02ab78e3-58c3-4b0a-b4b6-09261ab7f10f service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231763 Mar 29 10:48:04.269403 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-71a7c6b6-0353-4cd4-80aa-6fd73985954b req-163c92e1-179d-4311-b983-5e3adaeaa40d service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237171 Mar 29 10:48:05.767928 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5f583be4-dc53-43ef-8693-ac22e57c0467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:48:07.939388 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ab34261e-6a6d-4cd4-8e68-3e1007182670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:48:08.087349 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:48:08.985835 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:48:09.179330 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:48:11.064458 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:48:23.859418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:48:35.742707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-d307c8d6-54b3-4ae6-8795-5078eb55ea96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:48:37.950529 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-baf08f3f-7eef-44bd-a732-6ea645cd245a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:48:39.042272 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:48:39.190381 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:48:41.087847 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:48:45.086073 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:48:53.856761 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:49:05.343153 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-04341276-e675-443f-8fda-da9cdbe6400a req-a106af68-993f-4cec-b4b1-68063c2472f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720851 Mar 29 10:49:05.479270 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04341276-e675-443f-8fda-da9cdbe6400a req-82161247-8bae-402a-9c74-c9ca6d36352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:49:05.480801 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-04341276-e675-443f-8fda-da9cdbe6400a req-82161247-8bae-402a-9c74-c9ca6d36352d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 1098 time: 0.0699515 Mar 29 10:49:05.626881 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04341276-e675-443f-8fda-da9cdbe6400a req-cf024eae-f5f1-4042-8aad-dbde428185a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:49:05.628226 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-04341276-e675-443f-8fda-da9cdbe6400a req-cf024eae-f5f1-4042-8aad-dbde428185a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dced8ad0-2b7a-4fb1-9473-fd6062741d77 HTTP/1.1" status: 200 len: 910 time: 0.1289654 Mar 29 10:49:05.732430 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-04341276-e675-443f-8fda-da9cdbe6400a req-9db61409-6227-424e-a0b9-10894f6a9ee5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff HTTP/1.1" status: 200 len: 1001 time: 0.0980613 Mar 29 10:49:05.739309 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e46a9899-ffa5-4744-aa13-8bee8db5dba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:49:05.797058 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04341276-e675-443f-8fda-da9cdbe6400a req-fd8c995e-01d3-4421-8f9e-13d4c51cc28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:49:05.798484 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-04341276-e675-443f-8fda-da9cdbe6400a req-fd8c995e-01d3-4421-8f9e-13d4c51cc28c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82195c95-4a9c-48ed-ba3e-25d9afea774f HTTP/1.1" status: 200 len: 848 time: 0.0603843 Mar 29 10:49:05.872129 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04341276-e675-443f-8fda-da9cdbe6400a req-71830182-b987-4665-ad20-2b9a941105b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:49:05.873606 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-04341276-e675-443f-8fda-da9cdbe6400a req-71830182-b987-4665-ad20-2b9a941105b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dced8ad0-2b7a-4fb1-9473-fd6062741d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690405 Mar 29 10:49:06.001582 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-04341276-e675-443f-8fda-da9cdbe6400a req-bb878781-32ed-4d44-92af-78b5bda04a95 service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224163 Mar 29 10:49:06.130443 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-04341276-e675-443f-8fda-da9cdbe6400a req-f78508f5-fded-4ab0-9d5b-51f8e65aa897 service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225183 Mar 29 10:49:07.930843 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5a2de29c-a7e0-4cb9-8bf4-23857c35ebcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:49:09.011021 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:49:09.188291 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:49:11.091005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:49:22.084799 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:49:23.850640 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:49:35.787811 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c7673268-dc46-40d1-a1d9-02ddfdc5ad9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:49:37.956101 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cb4bb687-54a9-411a-9236-5df6433802b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:49:39.019622 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:49:39.215887 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:49:41.065385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:49:53.855552 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:49:59.084002 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:50:05.424970 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec3b68-8776-45ff-b136-51a0e838cd41 req-50a20e47-b6dc-4dd9-92d0-5288b528cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:05.426981 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6bec3b68-8776-45ff-b136-51a0e838cd41 req-50a20e47-b6dc-4dd9-92d0-5288b528cb2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 1098 time: 0.0749471 Mar 29 10:50:05.658574 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec3b68-8776-45ff-b136-51a0e838cd41 req-8c408205-1455-4f97-b671-75f85a307361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:05.660509 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6bec3b68-8776-45ff-b136-51a0e838cd41 req-8c408205-1455-4f97-b671-75f85a307361 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dced8ad0-2b7a-4fb1-9473-fd6062741d77 HTTP/1.1" status: 200 len: 910 time: 0.2150733 Mar 29 10:50:05.746933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-609b217f-a923-47a2-be45-73bac4de3222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:05.761663 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6bec3b68-8776-45ff-b136-51a0e838cd41 req-30364288-7da6-4e74-b62d-f5c5bf1b3c18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff HTTP/1.1" status: 200 len: 1001 time: 0.0944386 Mar 29 10:50:05.823674 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec3b68-8776-45ff-b136-51a0e838cd41 req-1b49769f-9768-47a2-9453-7ca20cea6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:05.825136 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6bec3b68-8776-45ff-b136-51a0e838cd41 req-1b49769f-9768-47a2-9453-7ca20cea6383 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82195c95-4a9c-48ed-ba3e-25d9afea774f HTTP/1.1" status: 200 len: 848 time: 0.0567572 Mar 29 10:50:05.897604 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec3b68-8776-45ff-b136-51a0e838cd41 req-1d716a97-36dc-4ecb-b3e2-723cade1c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:05.899057 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6bec3b68-8776-45ff-b136-51a0e838cd41 req-1d716a97-36dc-4ecb-b3e2-723cade1c976 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dced8ad0-2b7a-4fb1-9473-fd6062741d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683298 Mar 29 10:50:06.029564 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6bec3b68-8776-45ff-b136-51a0e838cd41 req-9a47800a-812c-4a74-a61d-dd24abf17cfc service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236639 Mar 29 10:50:06.158491 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-6bec3b68-8776-45ff-b136-51a0e838cd41 req-62c4b36a-4a71-49b6-868d-8a1f1611b9a8 service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223826 Mar 29 10:50:07.946870 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-2c161347-9b90-44b1-a983-bd6de2df2720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:09.004707 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:09.209797 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:09.249613 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 3c5ec77c-de10-4e9c-8045-133e8c7e81ff details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:50:09.386731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:50:09.399967 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'port_id': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'mac_address': 'fa:16:3e:5c:47:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:50:09.460670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:09.477514 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c5ec77c-de10-4e9c-8045-133e8c7e81ff {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:50:09.493027 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:50:09.575572 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:09.647428 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:50:09.654422 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:09.654765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:09.655099 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:09.655431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:09.655755 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:09.656079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:09.656402 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:09.656763 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:09.657331 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:09.657647 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:09.657964 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:09.658281 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:09.665523 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['3c5ec77c-de10-4e9c-8045-133e8c7e81ff'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:50:11.087180 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:11.250621 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 3c5ec77c-de10-4e9c-8045-133e8c7e81ff up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:50:11.320347 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:50:11.320739 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:11.433279 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:11.462699 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:50:11.473264 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:50:11.552471 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:11.584998 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'code': 200} Mar 29 10:50:11.622125 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:50:23.952215 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:25.628591 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-aed2c77f-d3f1-4fb0-9846-942d70d66c62 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8358079&fields=id&tenant_id=64b680000a8e40eeab66283a1ae01eb0 HTTP/1.1" status: 200 len: 267 time: 0.0434921 Mar 29 10:50:25.783559 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-291aa19e-a16f-426c-a821-1bfc0e4848bd tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:25.784942 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-291aa19e-a16f-426c-a821-1bfc0e4848bd tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/networks?id=dced8ad0-2b7a-4fb1-9473-fd6062741d77 HTTP/1.1" status: 200 len: 809 time: 0.1496079 Mar 29 10:50:25.800255 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-dc224012-98f8-4663-9760-5b35822c9460 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/quotas/64b680000a8e40eeab66283a1ae01eb0 HTTP/1.1" status: 200 len: 375 time: 0.0096810 Mar 29 10:50:25.895156 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-eac7b428-ce8e-43e3-b529-c9d40e8aba61 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0892906 Mar 29 10:50:26.023637 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-2ede820c-3ff9-41f4-91ce-d1b3952fad53 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:50:26.024682 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-2ede820c-3ff9-41f4-91ce-d1b3952fad53 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431306 Mar 29 10:50:26.260929 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-ca97f347-4433-4efd-bce5-e0a9d8dcccbe service neutron] 10.222.0.35 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303421 Mar 29 10:50:26.389471 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-98549031-0f5b-4715-a106-eb6a002c9f7c service neutron] 10.222.0.35 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226943 Mar 29 10:50:26.746809 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ff2fc650-4ad6-4d60-abab-2a63e9730656 req-ee18db6f-9372-4afd-9c2b-053c9fd265c5 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 210 time: 0.1113143 Mar 29 10:50:27.896732 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-f811e17d-09e2-4785-94ec-989fdcde055a req-570491de-8057-4776-a0e0-31bb8f0212d9 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 210 time: 0.0456786 Mar 29 10:50:28.667589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-57573db4-cf4e-4b12-81e5-89b96fe570b6 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:28.668913 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-57573db4-cf4e-4b12-81e5-89b96fe570b6 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.36 "GET /v2.0/networks?id=dced8ad0-2b7a-4fb1-9473-fd6062741d77 HTTP/1.1" status: 200 len: 809 time: 0.1445124 Mar 29 10:50:28.715379 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-8bef4512-f8c1-4a89-b813-cae457c0dd65 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b680000a8e40eeab66283a1ae01eb0 HTTP/1.1" status: 200 len: 377 time: 0.0383892 Mar 29 10:50:28.723343 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Request body: {'port': {'device_id': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'admin_state_up': True, 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'security_groups': ['027e101a-99ac-42d1-9f12-8666352fae46']}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:50:28.859120 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:50:28.869155 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.quota.driver [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88551) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:50:28.950219 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Made reservation on behalf of 64b680000a8e40eeab66283a1ae01eb0 for: {'port': 1} {{(pid=88551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:50:28.953997 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:29.063763 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-14f0a5e9-1a62-4a87-9877-ee289615ec7d req-dc34d7fc-fdea-45ba-9371-25fbe076bc91 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 210 time: 0.0558796 Mar 29 10:50:29.158415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.db_base_plugin_common [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Allocated IP 172.20.0.3 (dced8ad0-2b7a-4fb1-9473-fd6062741d77/82195c95-4a9c-48ed-ba3e-25d9afea774f/537dc7c2-c83b-407d-a214-6a80a0d2c27f) {{(pid=88551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:50:29.347626 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for port, precommit_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:29.361113 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 3c5ec77c-de10-4e9c-8045-133e8c7e81ff no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:50:29.365072 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Transition to ACTIVE for port object 537dc7c2-c83b-407d-a214-6a80a0d2c27f will not be triggered until provisioned by entity DHCP. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:50:29.448938 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_create {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:29.535383 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:29.537925 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Network dced8ad0-2b7a-4fb1-9473-fd6062741d77 is already hosted by enough agents. {{(pid=88551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:50:29.541605 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.base_scheduler [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources bound (agent type, host, resource id): {{(pid=88551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:50:29.546787 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Received port after_create {{(pid=88551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:50:29.590579 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:50:29.592510 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:50:29.616716 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event updated for resources: {'Port': ['ID=537dc7c2-c83b-407d-a214-6a80a0d2c27f,revision_number=1']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:50:29.632389 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:29.632781 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:29.633234 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:29.633922 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:29.634257 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:29.634589 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:29.634918 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:29.635245 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:29.635584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:29.635905 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:29.636236 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:29.636713 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:29.666781 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:29.671528 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:29.672175 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:29.755527 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'code': 200} Mar 29 10:50:29.793825 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,revision_number=8']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:50:29.810319 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-1943d47d-66ba-48f5-a31f-fd73f1804968 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0903711 Mar 29 10:50:29.906458 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f46868ca-2597-400a-9f14-4357dacd2c03 None None] Provisioning for port 537dc7c2-c83b-407d-a214-6a80a0d2c27f completed by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:50:29.921385 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f46868ca-2597-400a-9f14-4357dacd2c03 None None] Provisioning complete for port 537dc7c2-c83b-407d-a214-6a80a0d2c27f triggered by entity DHCP. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:50:29.922109 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f46868ca-2597-400a-9f14-4357dacd2c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:29.990230 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f46868ca-2597-400a-9f14-4357dacd2c03 None None] Port 537dc7c2-c83b-407d-a214-6a80a0d2c27f cannot update to ACTIVE because it is not bound. {{(pid=88552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 29 10:50:30.384873 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74201f-0db1-4318-8036-a38718d2c347 req-1a4f396a-7934-4b0d-87a0-925f48802151 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:30.385533 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-9f74201f-0db1-4318-8036-a38718d2c347 req-1a4f396a-7934-4b0d-87a0-925f48802151 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Synchronizing usage tracker for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:50:30.465167 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-9f74201f-0db1-4318-8036-a38718d2c347 req-1a4f396a-7934-4b0d-87a0-925f48802151 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Unset dirty status for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:50:30.466367 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9f74201f-0db1-4318-8036-a38718d2c347 req-1a4f396a-7934-4b0d-87a0-925f48802151 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 931 time: 0.2903140 Mar 29 10:50:30.514976 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-9f74201f-0db1-4318-8036-a38718d2c347 req-fde9b9dc-1172-4a5e-9d80-13c8caee1df0 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429816 Mar 29 10:50:31.725496 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa63c2-bd38-4c67-bcbc-871b67927ab1 req-caa355a8-6da3-48f6-9c0f-2464a829ac34 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:31.733018 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-afaa63c2-bd38-4c67-bcbc-871b67927ab1 req-caa355a8-6da3-48f6-9c0f-2464a829ac34 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 931 time: 0.1044803 Mar 29 10:50:31.776001 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-afaa63c2-bd38-4c67-bcbc-871b67927ab1 req-5d5526e1-dad2-47f9-a103-1f0e29034983 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418491 Mar 29 10:50:32.968597 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2734d5-b6dd-4f20-b4c8-fbff4682c352 req-24f5994c-6532-465c-a390-898f32eff698 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:32.970108 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a2734d5-b6dd-4f20-b4c8-fbff4682c352 req-24f5994c-6532-465c-a390-898f32eff698 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 931 time: 0.0847881 Mar 29 10:50:33.015371 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2a2734d5-b6dd-4f20-b4c8-fbff4682c352 req-c9a0145e-d415-4ea9-a30c-34250d6e6769 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389564 Mar 29 10:50:34.217160 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0a347-790c-4bab-943c-a2642660b02b req-9d3d020f-35aa-416f-ac2c-1b52d872db4c tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:34.219302 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e1b0a347-790c-4bab-943c-a2642660b02b req-9d3d020f-35aa-416f-ac2c-1b52d872db4c tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 931 time: 0.0898499 Mar 29 10:50:34.265523 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e1b0a347-790c-4bab-943c-a2642660b02b req-1083e6f4-a452-4658-9996-cf2e839ff7e7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398536 Mar 29 10:50:35.461191 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adee7ac-31fc-45c0-bc77-be38d585fc74 req-be76ee3b-dcde-424c-8a6f-6bf770babfec tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:35.462746 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2adee7ac-31fc-45c0-bc77-be38d585fc74 req-be76ee3b-dcde-424c-8a6f-6bf770babfec tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 931 time: 0.0852256 Mar 29 10:50:35.516887 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2adee7ac-31fc-45c0-bc77-be38d585fc74 req-17f3fc80-6b21-44cd-bfea-05eda8a4378a tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0473242 Mar 29 10:50:35.757966 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4514f8c9-b3a7-41b6-befd-61126e849de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:36.084940 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:50:36.731056 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c694d4a-e4e2-41bf-86e2-b033c5f4bb80 req-23448037-3c38-4e55-b580-7f2da298f9c3 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:36.732641 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5c694d4a-e4e2-41bf-86e2-b033c5f4bb80 req-23448037-3c38-4e55-b580-7f2da298f9c3 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 931 time: 0.0860310 Mar 29 10:50:36.780647 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-5c694d4a-e4e2-41bf-86e2-b033c5f4bb80 req-f2bb16d0-5ba4-4fbc-8e6b-9ae15e3eb748 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420489 Mar 29 10:50:37.957615 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0c27a960-d9dc-4430-991f-7af768edd7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:37.965424 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ec7b4-fcf7-4f0f-9fd8-d68b47091aea req-e3d30630-f2a8-42e9-b8a1-b7d15842a1c7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:37.966867 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe8ec7b4-fcf7-4f0f-9fd8-d68b47091aea req-e3d30630-f2a8-42e9-b8a1-b7d15842a1c7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 931 time: 0.0794282 Mar 29 10:50:38.010265 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe8ec7b4-fcf7-4f0f-9fd8-d68b47091aea req-84c358c6-8bc9-41f0-95c6-f2da4bf67fc9 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0375226 Mar 29 10:50:39.020698 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:39.193029 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813cfe2-93af-4692-ae61-154af38adef7 req-55d60dd1-2f98-44b3-986e-6db8f7d3d7eb tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:39.194470 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d813cfe2-93af-4692-ae61-154af38adef7 req-55d60dd1-2f98-44b3-986e-6db8f7d3d7eb tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 931 time: 0.0803714 Mar 29 10:50:39.197658 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:39.241009 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d813cfe2-93af-4692-ae61-154af38adef7 req-e133f4d3-242a-495e-aef9-9ec5bc0b84d3 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408750 Mar 29 10:50:40.430959 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c24e1-502c-4b73-bd3f-cd76d71c1ceb req-739c3d77-a79f-441b-bbfa-ac73bb663673 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:40.432399 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b67c24e1-502c-4b73-bd3f-cd76d71c1ceb req-739c3d77-a79f-441b-bbfa-ac73bb663673 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 931 time: 0.0869739 Mar 29 10:50:40.475740 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-b67c24e1-502c-4b73-bd3f-cd76d71c1ceb req-2b73e877-5713-439c-be04-8481652bc320 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0373976 Mar 29 10:50:41.082019 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:41.658692 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8501-b4fd-497e-8057-c728ca669618 req-f1b08883-961e-4e0e-9543-c11be615b46f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:41.660089 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7b7a8501-b4fd-497e-8057-c728ca669618 req-f1b08883-961e-4e0e-9543-c11be615b46f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 931 time: 0.0799966 Mar 29 10:50:41.704315 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-7b7a8501-b4fd-497e-8057-c728ca669618 req-af00cef8-cbb9-485a-907c-216c672f3d7c tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382116 Mar 29 10:50:41.975359 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.v2.base [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Request body: {'port': {'device_id': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=88551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:50:42.085098 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:42.415371 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537dc7c2-c83b-407d-a214-6a80a0d2c27f {{(pid=88551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:50:42.422804 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:42.436807 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.provisioning_blocks [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Transition to ACTIVE for port object 537dc7c2-c83b-407d-a214-6a80a0d2c27f will not be triggered until provisioned by entity L2. {{(pid=88551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:50:42.494776 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:42.647537 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Pushing event updated for resources: {'Port': ['ID=537dc7c2-c83b-407d-a214-6a80a0d2c27f,revision_number=2']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:50:42.729078 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Attempting to bind port 537dc7c2-c83b-407d-a214-6a80a0d2c27f on host hv-neutron-8355 for vnic_type normal with profile {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:50:42.729407 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Attempting to bind port 537dc7c2-c83b-407d-a214-6a80a0d2c27f by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:50:42.729729 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Attempting to bind port 537dc7c2-c83b-407d-a214-6a80a0d2c27f on network dced8ad0-2b7a-4fb1-9473-fd6062741d77 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:50:42.734415 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Port 537dc7c2-c83b-407d-a214-6a80a0d2c27f on network dced8ad0-2b7a-4fb1-9473-fd6062741d77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 29 10:50:42.734726 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Attempting to bind port 537dc7c2-c83b-407d-a214-6a80a0d2c27f on network dced8ad0-2b7a-4fb1-9473-fd6062741d77 {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 29 10:50:42.740373 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Checking agent: {'id': '261878f2-dd3e-4f5d-9273-81130265bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'started_at': datetime.datetime(2022, 3, 29, 9, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 29 10:50:42.740697 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Checking segment: {'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 29 10:50:42.741068 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Bound using segment: {'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'} {{(pid=88551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 29 10:50:42.741482 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.managers [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Bound port: 537dc7c2-c83b-407d-a214-6a80a0d2c27f, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e0ef5f-6d15-475c-b8dc-9d81b873107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77'}}] {{(pid=88551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:50:42.741824 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:42.873461 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] For port 537dc7c2-c83b-407d-a214-6a80a0d2c27f, host hv-neutron-8355, cleared binding levels {{(pid=88551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 29 10:50:42.883050 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] For port 537dc7c2-c83b-407d-a214-6a80a0d2c27f, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=537dc7c2-c83b-407d-a214-6a80a0d2c27f,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 29 10:50:42.913628 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b26d8-37e2-46a2-832a-8c512d697eb3 req-966e8637-720f-485b-bcc3-8dcee70e33dd tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:42.915022 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-eb7b26d8-37e2-46a2-832a-8c512d697eb3 req-966e8637-720f-485b-bcc3-8dcee70e33dd tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 943 time: 0.1050014 Mar 29 10:50:42.959194 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-eb7b26d8-37e2-46a2-832a-8c512d697eb3 req-2b76def4-4323-4d97-a674-b71116f0be9e tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384128 Mar 29 10:50:42.962005 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2174504'] for port, after_update {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:43.016604 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:43.017212 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:43.018543 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] 10.222.0.36 "PUT /v2.0/ports/537dc7c2-c83b-407d-a214-6a80a0d2c27f HTTP/1.1" status: 200 len: 1093 time: 1.0477054 Mar 29 10:50:43.018974 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'tag': '537dc7c2-c83b-407d-a214-6a80a0d2c27f'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:50:43.050988 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38648a-fc4d-4ec3-b185-91d39ad026fd service neutron] Pushing event updated for resources: {'Port': ['ID=537dc7c2-c83b-407d-a214-6a80a0d2c27f,revision_number=3']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:50:43.073682 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'tag': '537dc7c2-c83b-407d-a214-6a80a0d2c27f', 'status': 'completed', 'code': 200} Mar 29 10:50:43.165016 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71ea39-52bf-473d-8427-5886cd41d470 req-967e173e-db55-4a91-9db1-c7c5ce55274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:43.166438 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd71ea39-52bf-473d-8427-5886cd41d470 req-967e173e-db55-4a91-9db1-c7c5ce55274f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 1096 time: 0.0734768 Mar 29 10:50:43.396125 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71ea39-52bf-473d-8427-5886cd41d470 req-da545cd4-7787-4b6f-9cf6-5c1cc67356fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:43.397582 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd71ea39-52bf-473d-8427-5886cd41d470 req-da545cd4-7787-4b6f-9cf6-5c1cc67356fd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=64b680000a8e40eeab66283a1ae01eb0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2246497 Mar 29 10:50:43.532253 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71ea39-52bf-473d-8427-5886cd41d470 req-f02e9e56-ad68-42bb-84d3-b5d35682f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:43.533695 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-dd71ea39-52bf-473d-8427-5886cd41d470 req-f02e9e56-ad68-42bb-84d3-b5d35682f47b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293352 Mar 29 10:50:43.639435 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-80f4a649-ac72-497b-89ab-756538450dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:43.640913 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-80f4a649-ac72-497b-89ab-756538450dba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 1096 time: 0.0741155 Mar 29 10:50:43.707389 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-cfbf048c-0550-4fa3-b261-1a73205b833f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=537dc7c2-c83b-407d-a214-6a80a0d2c27f HTTP/1.1" status: 200 len: 217 time: 0.0600760 Mar 29 10:50:43.770279 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-8ec003ae-9f9c-4b0c-aa00-2940367db210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:43.772189 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-8ec003ae-9f9c-4b0c-aa00-2940367db210 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82195c95-4a9c-48ed-ba3e-25d9afea774f HTTP/1.1" status: 200 len: 848 time: 0.0592108 Mar 29 10:50:43.846608 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-07d7d3d6-74ee-4f2b-9f31-8cca3f449923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:43.848083 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-07d7d3d6-74ee-4f2b-9f31-8cca3f449923 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dced8ad0-2b7a-4fb1-9473-fd6062741d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702341 Mar 29 10:50:43.975748 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-4f37f4d4-cd3d-4370-a1fc-e2f5639166a6 service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216516 Mar 29 10:50:44.156017 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3fdb2246-db24-41ec-b4b5-a9ba752bac8b req-a4d28757-7cd2-4a8f-8051-ab7e636abc07 service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740665 Mar 29 10:50:44.177258 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c54f7-9f58-4382-868a-5a81de0e09f1 req-3aa301b2-94ec-4b5c-bf54-f773a993221e tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:44.178664 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae1c54f7-9f58-4382-868a-5a81de0e09f1 req-3aa301b2-94ec-4b5c-bf54-f773a993221e tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 943 time: 0.1121392 Mar 29 10:50:44.221333 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ae1c54f7-9f58-4382-868a-5a81de0e09f1 req-7009e69c-09cf-4803-befe-d161fc88fb32 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367875 Mar 29 10:50:45.424634 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5149074-3001-4a40-a666-cded04262bb8 req-e68e93c0-735c-434d-b25a-544d8c53ed55 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:45.426116 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e5149074-3001-4a40-a666-cded04262bb8 req-e68e93c0-735c-434d-b25a-544d8c53ed55 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 943 time: 0.0825069 Mar 29 10:50:45.469896 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-e5149074-3001-4a40-a666-cded04262bb8 req-e6f72aa6-ff93-4e01-ac2a-d5bd7f2de6e5 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376408 Mar 29 10:50:46.650712 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474704c-ecf6-4d6e-b472-5b04891226fa req-200e25b7-2b73-49a7-92d2-81f106fb7455 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:46.652072 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c474704c-ecf6-4d6e-b472-5b04891226fa req-200e25b7-2b73-49a7-92d2-81f106fb7455 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 943 time: 0.0783134 Mar 29 10:50:46.695043 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-c474704c-ecf6-4d6e-b472-5b04891226fa req-a422a5fb-9766-4f99-9685-2fd91dc3ec04 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370808 Mar 29 10:50:47.428451 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 537dc7c2-c83b-407d-a214-6a80a0d2c27f details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:50:47.559479 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 537dc7c2-c83b-407d-a214-6a80a0d2c27f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=537dc7c2-c83b-407d-a214-6a80a0d2c27f,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:50:47.572251 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '537dc7c2-c83b-407d-a214-6a80a0d2c27f', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'port_id': '537dc7c2-c83b-407d-a214-6a80a0d2c27f', 'mac_address': 'fa:16:3e:72:43:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:50:47.630715 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:47.679064 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537dc7c2-c83b-407d-a214-6a80a0d2c27f {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:50:47.693912 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 537dc7c2-c83b-407d-a214-6a80a0d2c27f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=537dc7c2-c83b-407d-a214-6a80a0d2c27f,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:50:47.791642 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:47.859025 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=537dc7c2-c83b-407d-a214-6a80a0d2c27f,revision_number=4']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:50:47.880143 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b45bb-b889-4945-9c05-066e9d61db68 req-269eca68-07fe-4fbd-820a-6492b0aa1d54 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:47.881647 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d01b45bb-b889-4945-9c05-066e9d61db68 req-269eca68-07fe-4fbd-820a-6492b0aa1d54 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 944 time: 0.0793993 Mar 29 10:50:47.930929 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-d01b45bb-b889-4945-9c05-066e9d61db68 req-5507923a-f801-4810-b894-ff43a9ecf598 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428228 Mar 29 10:50:48.136731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['537dc7c2-c83b-407d-a214-6a80a0d2c27f'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:50:49.115061 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe6726-8270-4697-a2f4-d364142c5132 req-69dcab46-ec7b-4045-85a0-8cc614d6164f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:49.116506 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5ffe6726-8270-4697-a2f4-d364142c5132 req-69dcab46-ec7b-4045-85a0-8cc614d6164f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 944 time: 0.0805867 Mar 29 10:50:49.159083 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-5ffe6726-8270-4697-a2f4-d364142c5132 req-0b94fd8f-58e1-444f-8a79-19f9b52c3f41 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0369196 Mar 29 10:50:49.452418 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 537dc7c2-c83b-407d-a214-6a80a0d2c27f up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:50:49.579933 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning for port 537dc7c2-c83b-407d-a214-6a80a0d2c27f completed by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:50:49.586037 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 537dc7c2-c83b-407d-a214-6a80a0d2c27f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:50:49.586406 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:49.700639 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:49.726358 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537dc7c2-c83b-407d-a214-6a80a0d2c27f'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:50:49.735905 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 537dc7c2-c83b-407d-a214-6a80a0d2c27f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=537dc7c2-c83b-407d-a214-6a80a0d2c27f,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:50:49.771548 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537dc7c2-c83b-407d-a214-6a80a0d2c27f', 'code': 200} Mar 29 10:50:49.791633 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:49.860642 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=537dc7c2-c83b-407d-a214-6a80a0d2c27f,revision_number=5']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:50:50.124894 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1b014-4e4b-4e10-a219-8e1e657be1b1 req-db0d0427-c9a5-4c79-b352-8b43caf78d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:50.126275 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-28d1b014-4e4b-4e10-a219-8e1e657be1b1 req-db0d0427-c9a5-4c79-b352-8b43caf78d6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 1098 time: 0.0688460 Mar 29 10:50:50.167981 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-28d1b014-4e4b-4e10-a219-8e1e657be1b1 req-c70737ce-0e88-47af-9649-778cfac913ba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0362978 Mar 29 10:50:50.341714 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd7c6f-e442-4893-a27b-cf58d1a46e99 req-cd6efea2-6dd8-43af-88ef-26ce7e7b630e tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:50.343135 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-64dd7c6f-e442-4893-a27b-cf58d1a46e99 req-cd6efea2-6dd8-43af-88ef-26ce7e7b630e tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 945 time: 0.0779865 Mar 29 10:50:50.386238 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-64dd7c6f-e442-4893-a27b-cf58d1a46e99 req-f435645a-e216-4124-955b-e9d2c34632d4 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0374544 Mar 29 10:50:51.573410 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24594487-1770-49cc-a271-ea14052162e4 req-c2de57f9-e9f7-4431-8e28-360942dab96a tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:51.574845 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-24594487-1770-49cc-a271-ea14052162e4 req-c2de57f9-e9f7-4431-8e28-360942dab96a tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 945 time: 0.0805383 Mar 29 10:50:51.619415 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-24594487-1770-49cc-a271-ea14052162e4 req-099d3846-086e-4f00-9397-c76e4eb9b035 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0385923 Mar 29 10:50:52.803660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80662e10-e296-414d-94ce-a3158c4147ac req-206be944-b482-442d-b198-72b4e9b734f3 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:52.805129 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-80662e10-e296-414d-94ce-a3158c4147ac req-206be944-b482-442d-b198-72b4e9b734f3 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 945 time: 0.0825489 Mar 29 10:50:52.848032 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-80662e10-e296-414d-94ce-a3158c4147ac req-2b2f80b3-809a-4b09-806e-21f768f2e9dc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372157 Mar 29 10:50:53.035840 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144528c-4f30-46f7-80da-1cc1b76d087f req-6e0b467c-212f-417c-a873-b06dc3924a42 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:53.037779 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2144528c-4f30-46f7-80da-1cc1b76d087f req-6e0b467c-212f-417c-a873-b06dc3924a42 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 945 time: 0.0831590 Mar 29 10:50:53.079987 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-2144528c-4f30-46f7-80da-1cc1b76d087f req-cb208ca4-68a4-457a-bb02-969672830819 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0366080 Mar 29 10:50:53.103604 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 48318) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:50:53.173265 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f882d33a-9b0f-440d-9003-c4bce4f3ae2d tempest-TestSnapshotPattern-1486147887 tempest-TestSnapshotPattern-1486147887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:53.174795 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f882d33a-9b0f-440d-9003-c4bce4f3ae2d tempest-TestSnapshotPattern-1486147887 tempest-TestSnapshotPattern-1486147887-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 1093 time: 0.0701640 Mar 29 10:50:53.177474 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 48322) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:50:53.182275 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.v2.base [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Request body: {'floatingip': {'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'port_id': '537dc7c2-c83b-407d-a214-6a80a0d2c27f', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:50:53.188421 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 29 10:50:53.192368 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Usage tracker for resource:floatingip and tenant:64b680000a8e40eeab66283a1ae01eb0 is out of sync, need to count used quota {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 29 10:50:53.195758 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88550) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 29 10:50:53.201467 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.quota.driver [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88550) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 29 10:50:53.260492 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for floatingip, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:53.396773 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:53.532146 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_common [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Allocated IP 172.26.7.148 (03de5fa9-a446-4fa0-8975-40541e842cf0/51e5a6ff-0530-4d9b-a23d-b689bd8ce589/5ec42e8b-7be3-483b-aefa-bca0a640a6d7) {{(pid=88550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:50:53.675064 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for port, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:53.786210 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743360503089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:53.866559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:53.945731 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Network 03de5fa9-a446-4fa0-8975-40541e842cf0 is already hosted by enough agents. {{(pid=88550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:50:53.948855 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.base_scheduler [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Resources bound (agent type, host, resource id): {{(pid=88550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:50:53.957095 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Received port after_create {{(pid=88550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 29 10:50:53.991526 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event updated for resources: {'Port': ['ID=5ec42e8b-7be3-483b-aefa-bca0a640a6d7,revision_number=1']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:50:54.006805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:54.007145 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:54.007475 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:54.007800 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:54.008121 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:54.008441 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:54.008783 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:54.009098 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:54.009412 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:54.009724 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:54.010033 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:54.010340 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:50:54.375423 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:54.488884 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:54.693841 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for port, precommit_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:54.745964 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3494888'] for port, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:54.854393 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event updated for resources: {'Port': ['ID=5ec42e8b-7be3-483b-aefa-bca0a640a6d7,revision_number=2']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:50:54.864010 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-995774'] for floatingip, after_update {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:55.032119 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Floating IP c5c4a8cc-f745-4cfd-8b36-55ac5ea81a81 associated. External IP: 172.26.7.148, port: 537dc7c2-c83b-407d-a214-6a80a0d2c27f. Mar 29 10:50:55.372323 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:50:55.655231 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:50:55.665535 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9476cb6e-5e09-4c88-8585-ab3fdd33d9b6 None None] Sync routers for ids ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:50:55.675025 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9476cb6e-5e09-4c88-8585-ab3fdd33d9b6 None None] Routers {'635ec81c-d4ac-4e24-b2e7-28f047f4a71a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:50:55.675621 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9476cb6e-5e09-4c88-8585-ab3fdd33d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:50:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:50:55.744764 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:50:55.802823 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a986afc7-f51c-499f-b4a2-df8646ce6ece tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6243458 Mar 29 10:50:55.803635 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'tag': '537dc7c2-c83b-407d-a214-6a80a0d2c27f'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:50:55.846223 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'tag': '537dc7c2-c83b-407d-a214-6a80a0d2c27f', 'status': 'completed', 'code': 200} Mar 29 10:50:55.848264 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-9476cb6e-5e09-4c88-8585-ab3fdd33d9b6 None None] Set router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:50:55.947106 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe896fb1-4c41-4d43-b840-5622a723c18a req-f2c2139c-dc4f-4c21-bd53-b9c883ce7d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:55.948529 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe896fb1-4c41-4d43-b840-5622a723c18a req-f2c2139c-dc4f-4c21-bd53-b9c883ce7d84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 1098 time: 0.0703249 Mar 29 10:50:56.079546 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe896fb1-4c41-4d43-b840-5622a723c18a req-589d7ac1-2f7e-4ac9-adba-a200bb46a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:56.081017 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe896fb1-4c41-4d43-b840-5622a723c18a req-589d7ac1-2f7e-4ac9-adba-a200bb46a7d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dced8ad0-2b7a-4fb1-9473-fd6062741d77 HTTP/1.1" status: 200 len: 910 time: 0.1269889 Mar 29 10:50:56.236595 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9476cb6e-5e09-4c88-8585-ab3fdd33d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'c5c4a8cc-f745-4cfd-8b36-55ac5ea81a81', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'floating_ip_address': '172.26.7.148', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'port_id': '537dc7c2-c83b-407d-a214-6a80a0d2c27f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'mac_address': 'fa:16:3e:72:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:50:54Z', 'updated_at': '2022-03-29T10:50:54Z', 'revision_number': 0, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'fixed_ip_address_scope': None}, {'id': 'f43f23cd-0121-4cc4-a9e7-44ec6caebe6d', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'port_id': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'mac_address': 'fa:16:3e:5c:47:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:47:24Z', 'updated_at': '2022-03-29T10:47:27Z', 'revision_number': 1, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9442ec-643c-4c4b-923f-7c64754b1783', 'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'mac_address': 'fa:16:3e:7d:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:54Z', 'updated_at': '2022-03-29T10:47:01Z', 'revision_number': 5, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'subnets': [{'id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:50:56.240460 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9476cb6e-5e09-4c88-8585-ab3fdd33d9b6 None None] Checking router: 635ec81c-d4ac-4e24-b2e7-28f047f4a71a for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:50:56.248720 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9476cb6e-5e09-4c88-8585-ab3fdd33d9b6 None None] Routers {'635ec81c-d4ac-4e24-b2e7-28f047f4a71a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:50:56.249313 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9476cb6e-5e09-4c88-8585-ab3fdd33d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:50:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:50:56.286295 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe896fb1-4c41-4d43-b840-5622a723c18a req-5cfb4fc9-90ca-47ed-b590-17bc677d9705 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=537dc7c2-c83b-407d-a214-6a80a0d2c27f HTTP/1.1" status: 200 len: 999 time: 0.1996155 Mar 29 10:50:56.351363 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe896fb1-4c41-4d43-b840-5622a723c18a req-34b9d3fb-e421-4bec-9fad-4a1966d1d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:56.352837 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe896fb1-4c41-4d43-b840-5622a723c18a req-34b9d3fb-e421-4bec-9fad-4a1966d1d58b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82195c95-4a9c-48ed-ba3e-25d9afea774f HTTP/1.1" status: 200 len: 848 time: 0.0575435 Mar 29 10:50:56.432390 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe896fb1-4c41-4d43-b840-5622a723c18a req-d3912c7f-de7e-4abc-91de-04b6b5b89f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:50:56.433883 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe896fb1-4c41-4d43-b840-5622a723c18a req-d3912c7f-de7e-4abc-91de-04b6b5b89f76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dced8ad0-2b7a-4fb1-9473-fd6062741d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748274 Mar 29 10:50:56.434554 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-9476cb6e-5e09-4c88-8585-ab3fdd33d9b6 None None] Set router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:50:56.563570 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe896fb1-4c41-4d43-b840-5622a723c18a req-c06a36d9-35aa-4816-ab68-3892082f6f12 service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230469 Mar 29 10:50:56.692248 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-fe896fb1-4c41-4d43-b840-5622a723c18a req-a3f1a66f-6386-4e1b-a716-5a4cf507a9ff service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228020 Mar 29 10:50:56.782492 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-9476cb6e-5e09-4c88-8585-ab3fdd33d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'c5c4a8cc-f745-4cfd-8b36-55ac5ea81a81', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'floating_ip_address': '172.26.7.148', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'port_id': '537dc7c2-c83b-407d-a214-6a80a0d2c27f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'mac_address': 'fa:16:3e:72:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:50:54Z', 'updated_at': '2022-03-29T10:50:54Z', 'revision_number': 0, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'fixed_ip_address_scope': None}, {'id': 'f43f23cd-0121-4cc4-a9e7-44ec6caebe6d', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'port_id': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'mac_address': 'fa:16:3e:5c:47:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:47:24Z', 'updated_at': '2022-03-29T10:47:27Z', 'revision_number': 1, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9442ec-643c-4c4b-923f-7c64754b1783', 'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'mac_address': 'fa:16:3e:7d:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:54Z', 'updated_at': '2022-03-29T10:47:01Z', 'revision_number': 5, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'subnets': [{'id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:50:56.786479 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9476cb6e-5e09-4c88-8585-ab3fdd33d9b6 None None] The sync data for ids ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'] in dv-neutron-835555-1-hyperv is: [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'c5c4a8cc-f745-4cfd-8b36-55ac5ea81a81', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'floating_ip_address': '172.26.7.148', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'port_id': '537dc7c2-c83b-407d-a214-6a80a0d2c27f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'mac_address': 'fa:16:3e:72:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:50:54Z', 'updated_at': '2022-03-29T10:50:54Z', 'revision_number': 0, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'fixed_ip_address_scope': None}, {'id': 'f43f23cd-0121-4cc4-a9e7-44ec6caebe6d', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'port_id': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'mac_address': 'fa:16:3e:5c:47:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:47:24Z', 'updated_at': '2022-03-29T10:47:27Z', 'revision_number': 1, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9442ec-643c-4c4b-923f-7c64754b1783', 'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'mac_address': 'fa:16:3e:7d:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:54Z', 'updated_at': '2022-03-29T10:47:01Z', 'revision_number': 5, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'subnets': [{'id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:50:56.958042 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47550e14-82c3-48c6-aef3-3d5c64b650c2 None None] New status for floating IP c5c4a8cc-f745-4cfd-8b36-55ac5ea81a81: ACTIVE {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:51:05.745638 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7e296dfd-d10c-4a40-9b10-87cfbdce5879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:51:06.344559 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ddad57d1-e887-4a2d-8f28-7518bdd216f9 req-6a06b484-9f26-493b-9a12-b2dac552a9e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671039 Mar 29 10:51:06.497100 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad57d1-e887-4a2d-8f28-7518bdd216f9 req-95485853-1f62-4402-a023-1aa092062445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:51:06.498541 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ddad57d1-e887-4a2d-8f28-7518bdd216f9 req-95485853-1f62-4402-a023-1aa092062445 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 1096 time: 0.0724497 Mar 29 10:51:06.642446 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad57d1-e887-4a2d-8f28-7518bdd216f9 req-74c5deb4-800d-4a03-8673-d6ec824fc146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:51:06.643849 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ddad57d1-e887-4a2d-8f28-7518bdd216f9 req-74c5deb4-800d-4a03-8673-d6ec824fc146 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dced8ad0-2b7a-4fb1-9473-fd6062741d77 HTTP/1.1" status: 200 len: 910 time: 0.1223676 Mar 29 10:51:06.748933 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ddad57d1-e887-4a2d-8f28-7518bdd216f9 req-942f10a6-ab74-4551-8703-345f403e6d78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff HTTP/1.1" status: 200 len: 999 time: 0.0923431 Mar 29 10:51:06.808388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad57d1-e887-4a2d-8f28-7518bdd216f9 req-2921f47d-19a4-4022-99c2-6da42da63979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:51:06.809777 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ddad57d1-e887-4a2d-8f28-7518bdd216f9 req-2921f47d-19a4-4022-99c2-6da42da63979 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82195c95-4a9c-48ed-ba3e-25d9afea774f HTTP/1.1" status: 200 len: 848 time: 0.0555170 Mar 29 10:51:06.883295 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad57d1-e887-4a2d-8f28-7518bdd216f9 req-f8ffec74-bcb8-482f-bec0-c8661d64073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:51:06.884754 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ddad57d1-e887-4a2d-8f28-7518bdd216f9 req-f8ffec74-bcb8-482f-bec0-c8661d64073f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dced8ad0-2b7a-4fb1-9473-fd6062741d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677500 Mar 29 10:51:06.896844 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [req-ddad57d1-e887-4a2d-8f28-7518bdd216f9 req-ab1f709e-9112-4a05-b375-863bd315ae03 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:51:06.897741 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ddad57d1-e887-4a2d-8f28-7518bdd216f9 req-ab1f709e-9112-4a05-b375-863bd315ae03 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052509 Mar 29 10:51:07.027544 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ddad57d1-e887-4a2d-8f28-7518bdd216f9 req-9c52ca73-901a-4a1b-98e8-0016351e147b service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209333 Mar 29 10:51:07.158441 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-ddad57d1-e887-4a2d-8f28-7518bdd216f9 req-ce0b91d8-feac-42b9-b0a9-045fd89b107e service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236598 Mar 29 10:51:07.955881 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-55092819-0117-4833-a9d2-42bfd2cb0e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:51:08.997003 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:51:09.214079 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:51:11.077340 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:51:13.083909 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:51:23.899370 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:51:35.721960 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae106aad-8ce5-42d6-aea0-3a3ec2fbfe6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:51:37.927442 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-101eafc9-a8fc-467a-b014-22d859781d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:51:39.007549 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:51:39.213383 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:51:41.104447 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:51:50.084062 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:51:53.898913 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:52:05.755868 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-45b7fa0d-e402-4a55-a5d1-0e67884164c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:52:07.939117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-75bb7fa3-efdd-4f4c-a4aa-e32dd4f3decd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:52:08.377606 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-12a57b58-83ab-480d-82af-a8f571b52160 req-7936222a-c694-49d8-aa8f-4da2e7c8d8cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716617 Mar 29 10:52:08.463616 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a57b58-83ab-480d-82af-a8f571b52160 req-155a2b8c-dd72-4602-a2b0-490c7a39182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:52:08.465118 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-12a57b58-83ab-480d-82af-a8f571b52160 req-155a2b8c-dd72-4602-a2b0-490c7a39182d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 1098 time: 0.0692239 Mar 29 10:52:08.604756 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a57b58-83ab-480d-82af-a8f571b52160 req-bca051ac-1b3d-4c60-b571-60512573e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:52:08.606168 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-12a57b58-83ab-480d-82af-a8f571b52160 req-bca051ac-1b3d-4c60-b571-60512573e6a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dced8ad0-2b7a-4fb1-9473-fd6062741d77 HTTP/1.1" status: 200 len: 910 time: 0.1228905 Mar 29 10:52:08.803453 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-12a57b58-83ab-480d-82af-a8f571b52160 req-2c04c596-2603-4318-9971-ef606eb6c89b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=537dc7c2-c83b-407d-a214-6a80a0d2c27f HTTP/1.1" status: 200 len: 1001 time: 0.1909349 Mar 29 10:52:08.867381 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a57b58-83ab-480d-82af-a8f571b52160 req-984ad986-d85e-4b26-9506-53cfd9766a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:52:08.869204 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-12a57b58-83ab-480d-82af-a8f571b52160 req-984ad986-d85e-4b26-9506-53cfd9766a41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82195c95-4a9c-48ed-ba3e-25d9afea774f HTTP/1.1" status: 200 len: 848 time: 0.0586777 Mar 29 10:52:08.943342 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a57b58-83ab-480d-82af-a8f571b52160 req-47fdc297-bf9c-4db8-bc37-a11b7c940314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:52:08.944844 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-12a57b58-83ab-480d-82af-a8f571b52160 req-47fdc297-bf9c-4db8-bc37-a11b7c940314 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dced8ad0-2b7a-4fb1-9473-fd6062741d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695214 Mar 29 10:52:09.035918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:52:09.079158 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-12a57b58-83ab-480d-82af-a8f571b52160 req-9c369558-d879-4389-be41-f278987d8880 service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278741 Mar 29 10:52:09.212983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:52:09.213219 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-12a57b58-83ab-480d-82af-a8f571b52160 req-747ade99-866e-4c0b-b6ec-52dd769f6a07 service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280971 Mar 29 10:52:11.115419 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:52:23.915100 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:52:27.083155 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:52:35.743404 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-7f235d91-ea62-4c1c-856d-b0d6be7c184c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:52:37.938349 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ee9af483-a0b0-4ff4-8fea-faeef5004721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:52:39.030219 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:52:39.258269 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:52:41.102945 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:52:53.927013 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:04.082645 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:53:05.720571 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9cfe711e-9501-4a27-aca8-0cf539f77203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:07.914991 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-58358843-9640-47c5-a2fe-8e3883686daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:08.383283 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2baacbae-98ac-4ad8-b5b8-9879a15f3b13 req-beb33f98-c3d2-4ae4-ae19-2e9c510850cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1112399 Mar 29 10:53:08.520182 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baacbae-98ac-4ad8-b5b8-9879a15f3b13 req-7dfadb57-1a3a-46f4-a28c-24a6512e26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:08.521630 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2baacbae-98ac-4ad8-b5b8-9879a15f3b13 req-7dfadb57-1a3a-46f4-a28c-24a6512e26c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 1096 time: 0.0684080 Mar 29 10:53:08.661686 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baacbae-98ac-4ad8-b5b8-9879a15f3b13 req-96de1132-ee4b-4dcc-b4e5-40b660febaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:08.663102 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2baacbae-98ac-4ad8-b5b8-9879a15f3b13 req-96de1132-ee4b-4dcc-b4e5-40b660febaa5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dced8ad0-2b7a-4fb1-9473-fd6062741d77 HTTP/1.1" status: 200 len: 910 time: 0.1228867 Mar 29 10:53:08.766111 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2baacbae-98ac-4ad8-b5b8-9879a15f3b13 req-52c106fc-18b9-4665-9eab-f6c4f0c45f25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff HTTP/1.1" status: 200 len: 999 time: 0.0961363 Mar 29 10:53:08.827422 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baacbae-98ac-4ad8-b5b8-9879a15f3b13 req-baa19a62-08fd-4a69-9d7d-ffe4f6ee449c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:08.828866 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2baacbae-98ac-4ad8-b5b8-9879a15f3b13 req-baa19a62-08fd-4a69-9d7d-ffe4f6ee449c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82195c95-4a9c-48ed-ba3e-25d9afea774f HTTP/1.1" status: 200 len: 848 time: 0.0561945 Mar 29 10:53:08.905647 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baacbae-98ac-4ad8-b5b8-9879a15f3b13 req-3f0b889b-1a99-46ab-af78-3ffa3f7ed4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:08.907093 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2baacbae-98ac-4ad8-b5b8-9879a15f3b13 req-3f0b889b-1a99-46ab-af78-3ffa3f7ed4f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dced8ad0-2b7a-4fb1-9473-fd6062741d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716219 Mar 29 10:53:09.000765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:09.035989 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2baacbae-98ac-4ad8-b5b8-9879a15f3b13 req-d44caa9a-a436-4b65-a779-fcfb8d705104 service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211517 Mar 29 10:53:09.162976 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-2baacbae-98ac-4ad8-b5b8-9879a15f3b13 req-e6a4236e-fc3c-4be4-97d8-91bfbb88c9ba service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206062 Mar 29 10:53:09.223653 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:11.102164 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:16.131753 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 537dc7c2-c83b-407d-a214-6a80a0d2c27f details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=88552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 29 10:53:16.263672 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 537dc7c2-c83b-407d-a214-6a80a0d2c27f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=537dc7c2-c83b-407d-a214-6a80a0d2c27f,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:53:16.276517 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Returning: {'device': '537dc7c2-c83b-407d-a214-6a80a0d2c27f', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'port_id': '537dc7c2-c83b-407d-a214-6a80a0d2c27f', 'mac_address': 'fa:16:3e:72:43:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 29 10:53:16.331272 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:16.348387 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 537dc7c2-c83b-407d-a214-6a80a0d2c27f {{(pid=88552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:53:16.364396 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 537dc7c2-c83b-407d-a214-6a80a0d2c27f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=537dc7c2-c83b-407d-a214-6a80a0d2c27f,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:53:16.429607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:16.503585 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=537dc7c2-c83b-407d-a214-6a80a0d2c27f,revision_number=6']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:16.512117 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] get_ports_and_sgs() called for port_ids ['537dc7c2-c83b-407d-a214-6a80a0d2c27f'] {{(pid=88552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 29 10:53:16.537000 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:16.537339 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:16.537705 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:16.538089 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:16.538416 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:16.538746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:16.539063 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:16.539383 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:16.539696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:16.540011 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:16.540325 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:16.540666 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:18.139750 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 537dc7c2-c83b-407d-a214-6a80a0d2c27f up at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 29 10:53:18.210747 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.provisioning_blocks [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Provisioning complete for port 537dc7c2-c83b-407d-a214-6a80a0d2c27f triggered by entity L2. {{(pid=88552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:53:18.211107 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2042245'] for port, provisioning_complete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:18.324958 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:18.354560 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537dc7c2-c83b-407d-a214-6a80a0d2c27f'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:53:18.364432 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 537dc7c2-c83b-407d-a214-6a80a0d2c27f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=537dc7c2-c83b-407d-a214-6a80a0d2c27f,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:53:18.404832 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537dc7c2-c83b-407d-a214-6a80a0d2c27f', 'code': 200} Mar 29 10:53:18.435655 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:18.503910 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=537dc7c2-c83b-407d-a214-6a80a0d2c27f,revision_number=7']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:21.445264 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [req-fc85f6ba-cec9-4bfc-aa5a-04f7460070dd req-a132288e-3933-4ff0-b261-6f48aaec732e service neutron] (88550) timed out ('10.222.0.35', 45800) {{(pid=88550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 29 10:53:23.949562 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:31.843916 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 48576) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:53:32.053928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Deleting port 5ec42e8b-7be3-483b-aefa-bca0a640a6d7 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:53:32.054262 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:32.222772 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:32.223093 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:32.349914 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Calling delete_port for 5ec42e8b-7be3-483b-aefa-bca0a640a6d7 owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:53:32.555301 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:32.600093 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event deleted for resources: {'Port': ['ID=5ec42e8b-7be3-483b-aefa-bca0a640a6d7,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:32.635877 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:32.636216 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:32.640292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:32.640292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:32.640292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:32.640292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:32.640292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:32.640292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:32.640292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:32.640292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:32.640292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:32.640292 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:32.703029 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:32.703349 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Floating IP c5c4a8cc-f745-4cfd-8b36-55ac5ea81a81 disassociated (deleted). External IP: 172.26.7.148, port: 537dc7c2-c83b-407d-a214-6a80a0d2c27f. Mar 29 10:53:33.155608 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:53:33.335770 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:53:33.345656 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a09d93-620c-437f-bea0-144e49876911 None None] Sync routers for ids ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:53:33.354939 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a09d93-620c-437f-bea0-144e49876911 None None] Routers {'635ec81c-d4ac-4e24-b2e7-28f047f4a71a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:53:33.355470 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c9a09d93-620c-437f-bea0-144e49876911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:53:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:33.401483 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:33.455471 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-874ee66a-ef9b-4ccc-bc5f-5d6682b8a2a7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "DELETE /v2.0/floatingips/c5c4a8cc-f745-4cfd-8b36-55ac5ea81a81 HTTP/1.1" status: 204 len: 168 time: 1.6103330 Mar 29 10:53:33.456047 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'tag': '537dc7c2-c83b-407d-a214-6a80a0d2c27f'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:53:33.542261 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-c9a09d93-620c-437f-bea0-144e49876911 None None] Set router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:53:33.562520 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'tag': '537dc7c2-c83b-407d-a214-6a80a0d2c27f', 'status': 'completed', 'code': 200} Mar 29 10:53:33.652991 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00af833-2bb5-4644-a2e8-9ed572efb56e req-208399ae-5195-4ea9-a1e5-88afacdfa59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:33.654724 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f00af833-2bb5-4644-a2e8-9ed572efb56e req-208399ae-5195-4ea9-a1e5-88afacdfa59b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 1098 time: 0.0713007 Mar 29 10:53:33.791755 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00af833-2bb5-4644-a2e8-9ed572efb56e req-9df5fec4-b26b-446b-87c5-d27bb04a0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:33.793319 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f00af833-2bb5-4644-a2e8-9ed572efb56e req-9df5fec4-b26b-446b-87c5-d27bb04a0e20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dced8ad0-2b7a-4fb1-9473-fd6062741d77 HTTP/1.1" status: 200 len: 910 time: 0.1330891 Mar 29 10:53:33.936475 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c9a09d93-620c-437f-bea0-144e49876911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f43f23cd-0121-4cc4-a9e7-44ec6caebe6d', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'port_id': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'mac_address': 'fa:16:3e:5c:47:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:47:24Z', 'updated_at': '2022-03-29T10:47:27Z', 'revision_number': 1, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9442ec-643c-4c4b-923f-7c64754b1783', 'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'mac_address': 'fa:16:3e:7d:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:54Z', 'updated_at': '2022-03-29T10:47:01Z', 'revision_number': 5, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'subnets': [{'id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:33.940308 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a09d93-620c-437f-bea0-144e49876911 None None] Checking router: 635ec81c-d4ac-4e24-b2e7-28f047f4a71a for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:53:33.949866 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a09d93-620c-437f-bea0-144e49876911 None None] Routers {'635ec81c-d4ac-4e24-b2e7-28f047f4a71a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:53:33.950487 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c9a09d93-620c-437f-bea0-144e49876911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:53:08Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:34.004691 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f00af833-2bb5-4644-a2e8-9ed572efb56e req-8c44d611-b0e5-4031-a5e5-b12c27349cc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=537dc7c2-c83b-407d-a214-6a80a0d2c27f HTTP/1.1" status: 200 len: 217 time: 0.1995084 Mar 29 10:53:34.082097 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00af833-2bb5-4644-a2e8-9ed572efb56e req-133d8f15-055e-4766-9107-ddce4af1a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:34.083598 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f00af833-2bb5-4644-a2e8-9ed572efb56e req-133d8f15-055e-4766-9107-ddce4af1a863 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82195c95-4a9c-48ed-ba3e-25d9afea774f HTTP/1.1" status: 200 len: 848 time: 0.0729029 Mar 29 10:53:34.128476 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-c9a09d93-620c-437f-bea0-144e49876911 None None] Set router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:53:34.148377 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb33484-b2f1-4f58-a591-a189aff1bb79 req-e361f962-0372-4b2e-8005-fe670aa74310 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:34.149858 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8fb33484-b2f1-4f58-a591-a189aff1bb79 req-e361f962-0372-4b2e-8005-fe670aa74310 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 945 time: 0.1825130 Mar 29 10:53:34.213833 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8fb33484-b2f1-4f58-a591-a189aff1bb79 req-3805f4a0-6866-497f-937b-ab3959d2b148 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0567663 Mar 29 10:53:34.214361 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 537dc7c2-c83b-407d-a214-6a80a0d2c27f no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:53:34.216632 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00af833-2bb5-4644-a2e8-9ed572efb56e req-40db1bd1-d268-428f-9704-d822f1406627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:34.218080 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f00af833-2bb5-4644-a2e8-9ed572efb56e req-40db1bd1-d268-428f-9704-d822f1406627 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dced8ad0-2b7a-4fb1-9473-fd6062741d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1253486 Mar 29 10:53:34.341221 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624660'] for port, before_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:34.365220 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f00af833-2bb5-4644-a2e8-9ed572efb56e req-fa32c013-3bbe-42fe-ab79-6b09b9d40072 service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398551 Mar 29 10:53:34.369316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537dc7c2-c83b-407d-a214-6a80a0d2c27f'}] {{(pid=88552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:53:34.379470 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] For port 537dc7c2-c83b-407d-a214-6a80a0d2c27f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=537dc7c2-c83b-407d-a214-6a80a0d2c27f,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:53:34.418153 dv-neutron-835555-1-hyperv neutron-server[88552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537dc7c2-c83b-407d-a214-6a80a0d2c27f', 'code': 200} Mar 29 10:53:34.447526 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743360850679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743360503107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743360503152'] for port, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:34.498474 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-c9a09d93-620c-437f-bea0-144e49876911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f43f23cd-0121-4cc4-a9e7-44ec6caebe6d', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'port_id': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'mac_address': 'fa:16:3e:5c:47:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:47:24Z', 'updated_at': '2022-03-29T10:47:27Z', 'revision_number': 1, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9442ec-643c-4c4b-923f-7c64754b1783', 'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'mac_address': 'fa:16:3e:7d:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:54Z', 'updated_at': '2022-03-29T10:47:01Z', 'revision_number': 5, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'subnets': [{'id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:34.502963 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a09d93-620c-437f-bea0-144e49876911 None None] The sync data for ids ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'] in dv-neutron-835555-1-hyperv is: [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_floatingips': [{'id': 'f43f23cd-0121-4cc4-a9e7-44ec6caebe6d', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'floating_ip_address': '172.26.7.204', 'floating_network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'router_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'port_id': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'mac_address': 'fa:16:3e:5c:47:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:47:24Z', 'updated_at': '2022-03-29T10:47:27Z', 'revision_number': 1, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9442ec-643c-4c4b-923f-7c64754b1783', 'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'mac_address': 'fa:16:3e:7d:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:54Z', 'updated_at': '2022-03-29T10:47:01Z', 'revision_number': 5, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'subnets': [{'id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:53:34.517494 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-f00af833-2bb5-4644-a2e8-9ed572efb56e req-cc69595c-d9f8-4ef3-ad70-a54b500fafef service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444232 Mar 29 10:53:34.524078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Pushing event updated for resources: {'Port': ['ID=537dc7c2-c83b-407d-a214-6a80a0d2c27f,revision_number=8']} {{(pid=88552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:34.711837 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d7758f-b822-4c8c-87f5-0190091d6fd1 None None] New status for floating IP c5c4a8cc-f745-4cfd-8b36-55ac5ea81a81: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:53:35.397584 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e05ca-2fa5-484e-ba62-cae28da7d4ba req-8d6a808c-d467-4379-88b5-2070e8808155 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:35.399043 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8f4e05ca-2fa5-484e-ba62-cae28da7d4ba req-8d6a808c-d467-4379-88b5-2070e8808155 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 943 time: 0.0774884 Mar 29 10:53:35.442443 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-8f4e05ca-2fa5-484e-ba62-cae28da7d4ba req-071c3545-1df4-4658-9a53-80ba7370f060 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0374632 Mar 29 10:53:35.658166 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78038bd7-11fd-480f-94b8-bade480b04b6 req-a86d2544-6274-47bc-87fb-3c0754c8dacd tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:35.659567 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-78038bd7-11fd-480f-94b8-bade480b04b6 req-a86d2544-6274-47bc-87fb-3c0754c8dacd tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.36 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 943 time: 0.0792940 Mar 29 10:53:35.726905 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-6acf4356-bf48-467c-856c-12472c5aaf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:35.728999 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-78038bd7-11fd-480f-94b8-bade480b04b6 req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Deleting port 537dc7c2-c83b-407d-a214-6a80a0d2c27f {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:53:35.729338 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-78038bd7-11fd-480f-94b8-bade480b04b6 req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:35.968126 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-78038bd7-11fd-480f-94b8-bade480b04b6 req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] For port 537dc7c2-c83b-407d-a214-6a80a0d2c27f, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=537dc7c2-c83b-407d-a214-6a80a0d2c27f,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:53:35.968477 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-78038bd7-11fd-480f-94b8-bade480b04b6 req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:36.086296 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-78038bd7-11fd-480f-94b8-bade480b04b6 req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Calling delete_port for 537dc7c2-c83b-407d-a214-6a80a0d2c27f owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:53:36.263967 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-78038bd7-11fd-480f-94b8-bade480b04b6 req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:36.314336 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event deleted for resources: {'Port': ['ID=537dc7c2-c83b-407d-a214-6a80a0d2c27f,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:36.352331 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:36.352693 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:36.353029 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:36.353353 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:36.353675 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:36.354001 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:36.354327 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:36.354637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:36.354954 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:36.355270 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:36.355583 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:36.355895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835555-1-hyperv {{(pid=88551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:53:36.401669 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-78038bd7-11fd-480f-94b8-bade480b04b6 req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] No DVR routers for this DVR port 537dc7c2-c83b-407d-a214-6a80a0d2c27f on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:53:36.404367 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-78038bd7-11fd-480f-94b8-bade480b04b6 req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:36.406906 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'name': 'network-vif-deleted', 'tag': '537dc7c2-c83b-407d-a214-6a80a0d2c27f'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:53:36.418252 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-78038bd7-11fd-480f-94b8-bade480b04b6 req-4d6348f1-bf2b-45cc-9a91-7471078b99fc tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.36 "DELETE /v2.0/ports/537dc7c2-c83b-407d-a214-6a80a0d2c27f HTTP/1.1" status: 204 len: 173 time: 0.7517667 Mar 29 10:53:36.505533 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c211150e-ff3f-44cd-9f7b-6ee7533f16df', 'name': 'network-vif-deleted', 'tag': '537dc7c2-c83b-407d-a214-6a80a0d2c27f', 'status': 'completed', 'code': 200} Mar 29 10:53:36.590821 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-3cc4bd45-deab-477a-ba04-78613c231e63 req-7145fc26-8585-49ee-9ece-c44f9735df8a tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Synchronizing usage tracker for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:53:36.674924 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-3cc4bd45-deab-477a-ba04-78613c231e63 req-7145fc26-8585-49ee-9ece-c44f9735df8a tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Unset dirty status for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:53:36.676270 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-3cc4bd45-deab-477a-ba04-78613c231e63 req-7145fc26-8585-49ee-9ece-c44f9735df8a tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=c211150e-ff3f-44cd-9f7b-6ee7533f16df HTTP/1.1" status: 200 len: 210 time: 0.1272428 Mar 29 10:53:37.938157 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0e6330a3-8c79-4190-a2fc-557b26fb9e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:38.230809 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 537dc7c2-c83b-407d-a214-6a80a0d2c27f no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:53:38.265982 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 537dc7c2-c83b-407d-a214-6a80a0d2c27f {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:53:38.266331 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 537dc7c2-c83b-407d-a214-6a80a0d2c27f not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:53:39.023410 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:39.028928 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 48644) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:53:39.211989 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:39.230224 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a39c0-aba3-491c-8780-54713bbf9b80 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Deleting port a9ea9fef-ff6e-4d87-a94d-f51ad15d5d77 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:53:39.230545 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d0a39c0-aba3-491c-8780-54713bbf9b80 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:39.394944 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d0a39c0-aba3-491c-8780-54713bbf9b80 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:39.395274 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d0a39c0-aba3-491c-8780-54713bbf9b80 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:39.518003 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a39c0-aba3-491c-8780-54713bbf9b80 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Calling delete_port for a9ea9fef-ff6e-4d87-a94d-f51ad15d5d77 owned by network:floatingip {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:53:39.738033 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d0a39c0-aba3-491c-8780-54713bbf9b80 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:39.787461 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a39c0-aba3-491c-8780-54713bbf9b80 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event deleted for resources: {'Port': ['ID=a9ea9fef-ff6e-4d87-a94d-f51ad15d5d77,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:39.878110 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d0a39c0-aba3-491c-8780-54713bbf9b80 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for floatingip, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:39.878437 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.db.l3_db [None req-5d0a39c0-aba3-491c-8780-54713bbf9b80 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Floating IP f43f23cd-0121-4cc4-a9e7-44ec6caebe6d disassociated (deleted). External IP: 172.26.7.204, port: 3c5ec77c-de10-4e9c-8045-133e8c7e81ff. Mar 29 10:53:40.326187 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0a39c0-aba3-491c-8780-54713bbf9b80 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:53:40.501498 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0a39c0-aba3-491c-8780-54713bbf9b80 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:53:40.511839 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b429700c-7728-4d11-8bcd-a21ed8eb4047 None None] Sync routers for ids ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:53:40.521416 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b429700c-7728-4d11-8bcd-a21ed8eb4047 None None] Routers {'635ec81c-d4ac-4e24-b2e7-28f047f4a71a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:53:40.524828 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b429700c-7728-4d11-8bcd-a21ed8eb4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:53:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:40.577795 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5d0a39c0-aba3-491c-8780-54713bbf9b80 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for floatingip, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:40.633013 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5d0a39c0-aba3-491c-8780-54713bbf9b80 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "DELETE /v2.0/floatingips/f43f23cd-0121-4cc4-a9e7-44ec6caebe6d HTTP/1.1" status: 204 len: 168 time: 1.6030090 Mar 29 10:53:40.633712 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'tag': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff'}] {{(pid=88550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:53:40.681306 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'tag': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'status': 'completed', 'code': 200} Mar 29 10:53:40.702893 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-b429700c-7728-4d11-8bcd-a21ed8eb4047 None None] Set router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:53:40.872637 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b4fa7-75e8-4e86-b3a0-d61981c5ea72 req-0e21508b-1de1-45a7-b1c3-c8bbf8d4e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:40.874081 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-685b4fa7-75e8-4e86-b3a0-d61981c5ea72 req-0e21508b-1de1-45a7-b1c3-c8bbf8d4e5b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64b680000a8e40eeab66283a1ae01eb0&device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 1096 time: 0.1729977 Mar 29 10:53:41.006647 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b4fa7-75e8-4e86-b3a0-d61981c5ea72 req-b57b9b18-2ce8-4f7d-9ec2-05e9152b7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:41.008221 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-685b4fa7-75e8-4e86-b3a0-d61981c5ea72 req-b57b9b18-2ce8-4f7d-9ec2-05e9152b7343 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dced8ad0-2b7a-4fb1-9473-fd6062741d77 HTTP/1.1" status: 200 len: 910 time: 0.1277976 Mar 29 10:53:41.063561 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b429700c-7728-4d11-8bcd-a21ed8eb4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2f9442ec-643c-4c4b-923f-7c64754b1783', 'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'mac_address': 'fa:16:3e:7d:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:54Z', 'updated_at': '2022-03-29T10:47:01Z', 'revision_number': 5, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'subnets': [{'id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:41.068254 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b429700c-7728-4d11-8bcd-a21ed8eb4047 None None] Checking router: 635ec81c-d4ac-4e24-b2e7-28f047f4a71a for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:53:41.080572 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:53:41.084279 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-685b4fa7-75e8-4e86-b3a0-d61981c5ea72 req-9a3e1fb7-15ce-4dde-b218-7797f4ba54ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff HTTP/1.1" status: 200 len: 217 time: 0.0703726 Mar 29 10:53:41.085369 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b429700c-7728-4d11-8bcd-a21ed8eb4047 None None] Routers {'635ec81c-d4ac-4e24-b2e7-28f047f4a71a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:53:41.085970 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b429700c-7728-4d11-8bcd-a21ed8eb4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:53:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:41.109581 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:41.151743 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b4fa7-75e8-4e86-b3a0-d61981c5ea72 req-bda5b3ef-1920-4a46-abb6-726f29874374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:41.153594 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-685b4fa7-75e8-4e86-b3a0-d61981c5ea72 req-bda5b3ef-1920-4a46-abb6-726f29874374 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82195c95-4a9c-48ed-ba3e-25d9afea774f HTTP/1.1" status: 200 len: 848 time: 0.0630474 Mar 29 10:53:41.205593 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad12a1-19ab-405f-92ed-2b72d5cd4076 req-c3b84467-908d-4108-8c5e-f0ebcdf1eaac tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:41.206288 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-11ad12a1-19ab-405f-92ed-2b72d5cd4076 req-c3b84467-908d-4108-8c5e-f0ebcdf1eaac tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Synchronizing usage tracker for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:port {{(pid=88550) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:53:41.233063 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b4fa7-75e8-4e86-b3a0-d61981c5ea72 req-c28f6ade-408a-440e-bd33-068e69b54079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:41.234545 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-685b4fa7-75e8-4e86-b3a0-d61981c5ea72 req-c28f6ade-408a-440e-bd33-068e69b54079 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dced8ad0-2b7a-4fb1-9473-fd6062741d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722225 Mar 29 10:53:41.266265 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-b429700c-7728-4d11-8bcd-a21ed8eb4047 None None] Set router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:53:41.281032 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.quota.resource [req-11ad12a1-19ab-405f-92ed-2b72d5cd4076 req-c3b84467-908d-4108-8c5e-f0ebcdf1eaac tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Unset dirty status for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:port {{(pid=88550) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:53:41.282215 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-11ad12a1-19ab-405f-92ed-2b72d5cd4076 req-c3b84467-908d-4108-8c5e-f0ebcdf1eaac tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 943 time: 0.1573951 Mar 29 10:53:41.340247 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [req-11ad12a1-19ab-405f-92ed-2b72d5cd4076 req-77a80480-bc69-4030-9ea5-82d74937d770 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0510650 Mar 29 10:53:41.370446 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-685b4fa7-75e8-4e86-b3a0-d61981c5ea72 req-1df3f5fa-6c47-4d27-bd14-451b63bc96cc service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288278 Mar 29 10:53:41.504279 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-685b4fa7-75e8-4e86-b3a0-d61981c5ea72 req-53fc6145-a159-405e-9b18-ddbadff2ec84 service neutron] 10.222.0.36 "GET /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274288 Mar 29 10:53:41.588803 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-b429700c-7728-4d11-8bcd-a21ed8eb4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2f9442ec-643c-4c4b-923f-7c64754b1783', 'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'mac_address': 'fa:16:3e:7d:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:54Z', 'updated_at': '2022-03-29T10:47:01Z', 'revision_number': 5, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'subnets': [{'id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:41.592659 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b429700c-7728-4d11-8bcd-a21ed8eb4047 None None] The sync data for ids ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'] in dv-neutron-835555-1-hyperv is: [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:55Z', 'revision_number': 4, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv', '_interfaces': [{'id': '2f9442ec-643c-4c4b-923f-7c64754b1783', 'name': '', 'network_id': 'dced8ad0-2b7a-4fb1-9473-fd6062741d77', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'mac_address': 'fa:16:3e:7d:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:54Z', 'updated_at': '2022-03-29T10:47:01Z', 'revision_number': 5, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'subnets': [{'id': '82195c95-4a9c-48ed-ba3e-25d9afea774f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:53:41.799571 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b64509d-7c7a-4844-8956-77fdf0f8c762 None None] New status for floating IP f43f23cd-0121-4cc4-a9e7-44ec6caebe6d: DOWN {{(pid=88552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:53:42.007485 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc76d0c-4d12-4a90-83d9-ec025dea0b0e req-a22dbda6-4ca3-4566-86a7-1178d8b5eb6f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:42.009011 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-efc76d0c-4d12-4a90-83d9-ec025dea0b0e req-a22dbda6-4ca3-4566-86a7-1178d8b5eb6f tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.36 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 943 time: 0.0839548 Mar 29 10:53:42.077135 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-efc76d0c-4d12-4a90-83d9-ec025dea0b0e req-ac7ae427-f6c8-4e6c-852d-847affa3eb2b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Deleting port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:53:42.077388 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-efc76d0c-4d12-4a90-83d9-ec025dea0b0e req-ac7ae427-f6c8-4e6c-852d-847affa3eb2b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:42.321189 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [req-efc76d0c-4d12-4a90-83d9-ec025dea0b0e req-ac7ae427-f6c8-4e6c-852d-847affa3eb2b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] For port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:53:42.321540 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-efc76d0c-4d12-4a90-83d9-ec025dea0b0e req-ac7ae427-f6c8-4e6c-852d-847affa3eb2b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:42.443204 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [req-efc76d0c-4d12-4a90-83d9-ec025dea0b0e req-ac7ae427-f6c8-4e6c-852d-847affa3eb2b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Calling delete_port for 3c5ec77c-de10-4e9c-8045-133e8c7e81ff owned by compute:nova {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:53:42.629163 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f17dc-ee88-46b3-bf4b-8e466a855a6a req-a8bb332e-96ad-48d9-9d76-5ce6224c8502 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:53:42.630554 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-745f17dc-ee88-46b3-bf4b-8e466a855a6a req-a8bb332e-96ad-48d9-9d76-5ce6224c8502 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 943 time: 0.1611202 Mar 29 10:53:42.682099 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-745f17dc-ee88-46b3-bf4b-8e466a855a6a req-ae278271-fc30-4da0-bc1e-4b6d0bfb456a tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/security-groups?id=027e101a-99ac-42d1-9f12-8666352fae46&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458369 Mar 29 10:53:42.731956 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-efc76d0c-4d12-4a90-83d9-ec025dea0b0e req-ac7ae427-f6c8-4e6c-852d-847affa3eb2b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:42.780638 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ae427-f6c8-4e6c-852d-847affa3eb2b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event deleted for resources: {'Port': ['ID=3c5ec77c-de10-4e9c-8045-133e8c7e81ff,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:42.952467 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc76d0c-4d12-4a90-83d9-ec025dea0b0e req-ac7ae427-f6c8-4e6c-852d-847affa3eb2b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] No DVR routers for this DVR port 3c5ec77c-de10-4e9c-8045-133e8c7e81ff on host hv-neutron-8355 {{(pid=88551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:53:42.954850 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [req-efc76d0c-4d12-4a90-83d9-ec025dea0b0e req-ac7ae427-f6c8-4e6c-852d-847affa3eb2b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81601'] for port, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:42.957358 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'name': 'network-vif-deleted', 'tag': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff'}] {{(pid=88551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:53:43.003057 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2110dca9-092f-47e3-b5b3-b964d94f54a6', 'name': 'network-vif-deleted', 'tag': '3c5ec77c-de10-4e9c-8045-133e8c7e81ff', 'status': 'completed', 'code': 200} Mar 29 10:53:43.027861 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-efc76d0c-4d12-4a90-83d9-ec025dea0b0e req-ac7ae427-f6c8-4e6c-852d-847affa3eb2b tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.36 "DELETE /v2.0/ports/3c5ec77c-de10-4e9c-8045-133e8c7e81ff HTTP/1.1" status: 204 len: 173 time: 1.0140135 Mar 29 10:53:43.846624 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-a71a87f6-68a7-46d3-8c0f-7ad875f203ca req-0facec29-da89-4cc8-a3d8-2505acabfbe7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Synchronizing usage tracker for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:port {{(pid=88551) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 29 10:53:43.932085 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.quota.resource [req-a71a87f6-68a7-46d3-8c0f-7ad875f203ca req-0facec29-da89-4cc8-a3d8-2505acabfbe7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Unset dirty status for tenant:64b680000a8e40eeab66283a1ae01eb0 on resource:port {{(pid=88551) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 29 10:53:43.933421 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [req-a71a87f6-68a7-46d3-8c0f-7ad875f203ca req-0facec29-da89-4cc8-a3d8-2505acabfbe7 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "GET /v2.0/ports?device_id=2110dca9-092f-47e3-b5b3-b964d94f54a6 HTTP/1.1" status: 200 len: 210 time: 0.1280084 Mar 29 10:53:44.277963 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 3c5ec77c-de10-4e9c-8045-133e8c7e81ff no longer exists at agent hyperv_hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:53:44.312403 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] No Port match for: 3c5ec77c-de10-4e9c-8045-133e8c7e81ff {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:53:44.312774 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Device 3c5ec77c-de10-4e9c-8045-133e8c7e81ff not bound to the agent host hv-neutron-8355 {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:53:45.027897 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 48662) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:53:45.094024 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-686b69ed-baea-4622-b5d2-d58b4cdec632 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:45.125813 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-686b69ed-baea-4622-b5d2-d58b4cdec632 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:45.261817 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-686b69ed-baea-4622-b5d2-d58b4cdec632 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:45.280746 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b69ed-baea-4622-b5d2-d58b4cdec632 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027e101a-99ac-42d1-9f12-8666352fae46,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:45.352739 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-686b69ed-baea-4622-b5d2-d58b4cdec632 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] Notify callbacks [] for security_group, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:45.354044 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-686b69ed-baea-4622-b5d2-d58b4cdec632 tempest-TestSnapshotPattern-1023451316 tempest-TestSnapshotPattern-1023451316-project] 10.222.0.35 "DELETE /v2.0/security-groups/027e101a-99ac-42d1-9f12-8666352fae46 HTTP/1.1" status: 204 len: 168 time: 0.3248961 Mar 29 10:53:45.471298 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 48668) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:53:46.093628 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6c717c2-a60d-4e69-b44a-b2e1be719f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:46.428693 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b6c717c2-a60d-4e69-b44a-b2e1be719f23 admin admin] Deleting port 2f9442ec-643c-4c4b-923f-7c64754b1783 {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:53:46.429025 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6c717c2-a60d-4e69-b44a-b2e1be719f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:46.596308 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-b6c717c2-a60d-4e69-b44a-b2e1be719f23 admin admin] For port 2f9442ec-643c-4c4b-923f-7c64754b1783, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=2f9442ec-643c-4c4b-923f-7c64754b1783,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:53:46.596698 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6c717c2-a60d-4e69-b44a-b2e1be719f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:46.816774 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-b6c717c2-a60d-4e69-b44a-b2e1be719f23 admin admin] Calling delete_port for 2f9442ec-643c-4c4b-923f-7c64754b1783 owned by network:router_interface {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:53:47.177957 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6c717c2-a60d-4e69-b44a-b2e1be719f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:47.222181 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c717c2-a60d-4e69-b44a-b2e1be719f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9442ec-643c-4c4b-923f-7c64754b1783,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:47.490728 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-b6c717c2-a60d-4e69-b44a-b2e1be719f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:47.844354 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c717c2-a60d-4e69-b44a-b2e1be719f23 admin admin] Router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:53:48.018732 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c717c2-a60d-4e69-b44a-b2e1be719f23 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:53:48.027859 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ded13b7-3316-4642-b331-e05a87f29d1d None None] Sync routers for ids ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'] in dv-neutron-835555-1-hyperv {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:53:48.037169 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded13b7-3316-4642-b331-e05a87f29d1d None None] Routers {'635ec81c-d4ac-4e24-b2e7-28f047f4a71a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:53:48.037777 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2ded13b7-3316-4642-b331-e05a87f29d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:53:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:48.097943 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-b6c717c2-a60d-4e69-b44a-b2e1be719f23 admin admin] 10.222.0.35 "PUT /v2.0/routers/635ec81c-d4ac-4e24-b2e7-28f047f4a71a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6254256 Mar 29 10:53:48.100430 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [-] (88551) accepted ('10.222.0.35', 48674) {{(pid=88551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:53:48.220868 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-2ded13b7-3316-4642-b331-e05a87f29d1d None None] Set router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:53:48.389279 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:48.500859 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2ded13b7-3316-4642-b331-e05a87f29d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:53:47Z', 'revision_number': 5, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:48.504584 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ded13b7-3316-4642-b331-e05a87f29d1d None None] Checking router: 635ec81c-d4ac-4e24-b2e7-28f047f4a71a for host: dv-neutron-835555-1-hyperv {{(pid=88553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:53:48.512747 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded13b7-3316-4642-b331-e05a87f29d1d None None] Routers {'635ec81c-d4ac-4e24-b2e7-28f047f4a71a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:53:48.513334 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2ded13b7-3316-4642-b331-e05a87f29d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:53:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'], 'active': True} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:48.562660 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:48.647117 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] Deleting port d8994609-f768-4201-8a0f-36d40d6e845e {{(pid=88551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:53:48.647454 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:48.686414 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_dvr_db [None req-2ded13b7-3316-4642-b331-e05a87f29d1d None None] Set router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:53:48.824670 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.db [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] For port d8994609-f768-4201-8a0f-36d40d6e845e, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=d8994609-f768-4201-8a0f-36d40d6e845e,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:53:48.825027 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:48.948530 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.plugins.ml2.plugin [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] Calling delete_port for d8994609-f768-4201-8a0f-36d40d6e845e owned by network:router_gateway {{(pid=88551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:53:48.997085 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.l3_hamode_db [None req-2ded13b7-3316-4642-b331-e05a87f29d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:53:47Z', 'revision_number': 5, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:49.001091 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ded13b7-3316-4642-b331-e05a87f29d1d None None] The sync data for ids ['635ec81c-d4ac-4e24-b2e7-28f047f4a71a'] in dv-neutron-835555-1-hyperv is: [{'id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'name': 'tempest-TestSnapshotPattern-809993672-router', 'tenant_id': '64b680000a8e40eeab66283a1ae01eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149'}], 'enable_snat': True}, 'gw_port_id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:53:47Z', 'revision_number': 5, 'project_id': '64b680000a8e40eeab66283a1ae01eb0', 'gw_port': {'id': 'd8994609-f768-4201-8a0f-36d40d6e845e', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ec81c-d4ac-4e24-b2e7-28f047f4a71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:51Z', 'updated_at': '2022-03-29T10:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}] {{(pid=88553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:53:49.178420 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2174513'] for port, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:49.229074 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8994609-f768-4201-8a0f-36d40d6e845e,revision_number=None']} {{(pid=88551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:49.318485 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:49.492734 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:49.494877 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:49.585394 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2f9442ec-643c-4c4b-923f-7c64754b1783 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:53:49.589017 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:49.589557 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 635ec81c-d4ac-4e24-b2e7-28f047f4a71a {{(pid=88551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:53:49.601663 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron_lib.callbacks.manager [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] Notify callbacks [] for router, before_response {{(pid=88551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:49.602782 dv-neutron-835555-1-hyperv neutron-server[88551]: INFO neutron.wsgi [None req-8680a8b0-ba51-4967-b86b-f9119661c7a5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/635ec81c-d4ac-4e24-b2e7-28f047f4a71a HTTP/1.1" status: 204 len: 168 time: 1.5013988 Mar 29 10:53:49.605383 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 48678) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:53:49.624736 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 2f9442ec-643c-4c4b-923f-7c64754b1783 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:53:49.625088 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 2f9442ec-643c-4c4b-923f-7c64754b1783 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:53:49.665384 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7efcb23-e18c-4327-b2cf-5b5be004f12b admin admin] Deleting subnet 82195c95-4a9c-48ed-ba3e-25d9afea774f {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:53:49.668449 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a7efcb23-e18c-4327-b2cf-5b5be004f12b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:49.718802 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a7efcb23-e18c-4327-b2cf-5b5be004f12b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:49.798523 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a7efcb23-e18c-4327-b2cf-5b5be004f12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:49.918948 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a7efcb23-e18c-4327-b2cf-5b5be004f12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:49.958594 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efcb23-e18c-4327-b2cf-5b5be004f12b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82195c95-4a9c-48ed-ba3e-25d9afea774f,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:49.962435 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-a7efcb23-e18c-4327-b2cf-5b5be004f12b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:49.968112 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-a7efcb23-e18c-4327-b2cf-5b5be004f12b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/82195c95-4a9c-48ed-ba3e-25d9afea774f HTTP/1.1" status: 204 len: 168 time: 0.3617289 Mar 29 10:53:49.968271 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2058032e-fa72-4531-84c1-570e6cb382f0 None None] Network dced8ad0-2b7a-4fb1-9473-fd6062741d77 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:53:49.970587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 48682) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:53:50.078938 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:50.089257 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] Deleting port 628b386d-ebe9-46a7-b1e3-80526ee5f3df {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:53:50.089588 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:50.268553 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86ab015-ae55-46fe-a1c0-7c7540cee57c None None] DHCP port deletion for dced8ad0-2b7a-4fb1-9473-fd6062741d77 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:53:50.273403 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e86ab015-ae55-46fe-a1c0-7c7540cee57c None None] Deleting port 628b386d-ebe9-46a7-b1e3-80526ee5f3df {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:53:50.273775 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e86ab015-ae55-46fe-a1c0-7c7540cee57c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:50.304128 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] For port 628b386d-ebe9-46a7-b1e3-80526ee5f3df, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=628b386d-ebe9-46a7-b1e3-80526ee5f3df,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:53:50.304545 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:50.429433 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] Calling delete_port for 628b386d-ebe9-46a7-b1e3-80526ee5f3df owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:53:50.478692 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-e86ab015-ae55-46fe-a1c0-7c7540cee57c None None] For port 628b386d-ebe9-46a7-b1e3-80526ee5f3df, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=628b386d-ebe9-46a7-b1e3-80526ee5f3df,segment=NetworkSegment(66e0ef5f-6d15-475c-b8dc-9d81b873107c),segment_id=66e0ef5f-6d15-475c-b8dc-9d81b873107c)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:53:50.479078 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e86ab015-ae55-46fe-a1c0-7c7540cee57c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:50.566463 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:50.598858 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e86ab015-ae55-46fe-a1c0-7c7540cee57c None None] Calling delete_port for 628b386d-ebe9-46a7-b1e3-80526ee5f3df owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:53:50.612048 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] Pushing event deleted for resources: {'Port': ['ID=628b386d-ebe9-46a7-b1e3-80526ee5f3df,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:50.619489 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] No DVR routers for this DVR port 628b386d-ebe9-46a7-b1e3-80526ee5f3df on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:53:50.670328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-e86ab015-ae55-46fe-a1c0-7c7540cee57c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:53:50.670681 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-e86ab015-ae55-46fe-a1c0-7c7540cee57c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:53:50.826197 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:50.851200 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dced8ad0-2b7a-4fb1-9473-fd6062741d77']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:50.865915 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e0ef5f-6d15-475c-b8dc-9d81b873107c') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:50.866208 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e0ef5f-6d15-475c-b8dc-9d81b873107c') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:50.877617 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:50.893220 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:50.899572 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:53:50.899995 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:53:50.913906 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:53:51.055556 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:51.071285 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:51.085366 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] Pushing event deleted for resources: {'Network': ['ID=dced8ad0-2b7a-4fb1-9473-fd6062741d77,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:51.143852 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-b77a0152-b6e6-4290-b73a-9c4532db139d admin admin] 10.222.0.35 "DELETE /v2.0/networks/dced8ad0-2b7a-4fb1-9473-fd6062741d77 HTTP/1.1" status: 204 len: 168 time: 1.1722806 Mar 29 10:53:51.147110 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 48686) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:53:51.171918 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e86ab015-ae55-46fe-a1c0-7c7540cee57c None None] Deleting port 628b386d-ebe9-46a7-b1e3-80526ee5f3df {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:53:51.172316 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-e86ab015-ae55-46fe-a1c0-7c7540cee57c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:51.239609 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-e86ab015-ae55-46fe-a1c0-7c7540cee57c None None] The port '628b386d-ebe9-46a7-b1e3-80526ee5f3df' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 10:53:51.578650 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d8994609-f768-4201-8a0f-36d40d6e845e no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:53:51.611874 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: d8994609-f768-4201-8a0f-36d40d6e845e {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:53:51.612582 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device d8994609-f768-4201-8a0f-36d40d6e845e not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:53:51.612670 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 628b386d-ebe9-46a7-b1e3-80526ee5f3df no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:53:51.648819 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 628b386d-ebe9-46a7-b1e3-80526ee5f3df {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:53:51.649084 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 628b386d-ebe9-46a7-b1e3-80526ee5f3df not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:53:51.685745 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7903c13c-a117-45a2-a3fb-4ee12abc3856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-993996'] for router_interface, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:52.028856 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-7903c13c-a117-45a2-a3fb-4ee12abc3856 admin admin] Deleting port e63d5dd3-0ee0-411a-951e-dd1340909bb1 {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:53:52.029110 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7903c13c-a117-45a2-a3fb-4ee12abc3856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:52.199676 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-7903c13c-a117-45a2-a3fb-4ee12abc3856 admin admin] For port e63d5dd3-0ee0-411a-951e-dd1340909bb1, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=e63d5dd3-0ee0-411a-951e-dd1340909bb1,segment=NetworkSegment(fd1da451-f4c5-48ca-b72c-6bf03f8388e2),segment_id=fd1da451-f4c5-48ca-b72c-6bf03f8388e2)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:53:52.200023 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7903c13c-a117-45a2-a3fb-4ee12abc3856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:52.420465 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-7903c13c-a117-45a2-a3fb-4ee12abc3856 admin admin] Calling delete_port for e63d5dd3-0ee0-411a-951e-dd1340909bb1 owned by network:router_interface {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:53:52.840528 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7903c13c-a117-45a2-a3fb-4ee12abc3856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:52.889365 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903c13c-a117-45a2-a3fb-4ee12abc3856 admin admin] Pushing event deleted for resources: {'Port': ['ID=e63d5dd3-0ee0-411a-951e-dd1340909bb1,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:53.155912 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-7903c13c-a117-45a2-a3fb-4ee12abc3856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993888'] for router_interface, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:53.510576 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7903c13c-a117-45a2-a3fb-4ee12abc3856 admin admin] Router 7cc07216-fa02-42c6-a3a8-883dd74b820a has already been hosted by L3 agent 139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2 {{(pid=88550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 29 10:53:53.689543 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7903c13c-a117-45a2-a3fb-4ee12abc3856 admin admin] Notify agent at l3_agent.dv-neutron-835555-1-hyperv the message routers_updated {{(pid=88550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 29 10:53:53.698345 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4a2ff6-7336-4c49-8312-24fcee4227bd None None] Sync routers for ids ['7cc07216-fa02-42c6-a3a8-883dd74b820a'] in dv-neutron-835555-1-hyperv {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:53:53.699116 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-7903c13c-a117-45a2-a3fb-4ee12abc3856 admin admin] 10.222.0.35 "PUT /v2.0/routers/7cc07216-fa02-42c6-a3a8-883dd74b820a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5509069 Mar 29 10:53:53.701527 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 48690) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:53:53.707674 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4a2ff6-7336-4c49-8312-24fcee4227bd None None] Routers {'7cc07216-fa02-42c6-a3a8-883dd74b820a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:53:53.708333 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-ad4a2ff6-7336-4c49-8312-24fcee4227bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:53:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7cc07216-fa02-42c6-a3a8-883dd74b820a'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:53.898566 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-ad4a2ff6-7336-4c49-8312-24fcee4227bd None None] Set router 7cc07216-fa02-42c6-a3a8-883dd74b820a gateway port host: dv-neutron-835555-1-hyperv {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:53:53.940040 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:53.991486 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] Notify callbacks [] for router, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:54.167591 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:54.179439 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-ad4a2ff6-7336-4c49-8312-24fcee4227bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'name': 'tempest-TestSnapshotPattern-131880063-router', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'external_fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': '7c25a88e-e33a-442f-beb9-006442e988fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:58Z', 'updated_at': '2022-03-29T10:53:52Z', 'revision_number': 5, 'project_id': 'f0ed6ea66bea480e9c66e6a111780567', 'gw_port': {'id': '7c25a88e-e33a-442f-beb9-006442e988fd', 'name': '', 'network_id': '03de5fa9-a446-4fa0-8975-40541e842cf0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:2d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835555-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:46:59Z', 'updated_at': '2022-03-29T10:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51e5a6ff-0530-4d9b-a23d-b689bd8ce589', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835555-1-hyperv'}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:54.183310 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4a2ff6-7336-4c49-8312-24fcee4227bd None None] Checking router: 7cc07216-fa02-42c6-a3a8-883dd74b820a for host: dv-neutron-835555-1-hyperv {{(pid=88552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:53:54.191608 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4a2ff6-7336-4c49-8312-24fcee4227bd None None] Routers {'7cc07216-fa02-42c6-a3a8-883dd74b820a'} bound to L3 agent in host dv-neutron-835555-1-hyperv {{(pid=88552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 29 10:53:54.192765 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-ad4a2ff6-7336-4c49-8312-24fcee4227bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835555-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:30:08Z,description=,heartbeat_timestamp=2022-03-29T10:53:38Z,host='dv-neutron-835555-1-hyperv',id=139a8ae5-73cf-43e6-a4f5-eeb4d87c07c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:30:08Z,topic='l3_agent')) {'router_ids': ['7cc07216-fa02-42c6-a3a8-883dd74b820a'], 'active': True} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:54.240980 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] Deleting port 7c25a88e-e33a-442f-beb9-006442e988fd {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:53:54.241321 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:54.390865 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_dvr_db [None req-ad4a2ff6-7336-4c49-8312-24fcee4227bd None None] Set router 7cc07216-fa02-42c6-a3a8-883dd74b820a gateway port host: None {{(pid=88552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 29 10:53:54.427057 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] For port 7c25a88e-e33a-442f-beb9-006442e988fd, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=7c25a88e-e33a-442f-beb9-006442e988fd,segment=NetworkSegment(1c54f123-8d2a-459f-9046-798c3233cdf7),segment_id=1c54f123-8d2a-459f-9046-798c3233cdf7)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:53:54.427315 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:54.496296 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.db.l3_hamode_db [None req-ad4a2ff6-7336-4c49-8312-24fcee4227bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'name': 'tempest-TestSnapshotPattern-131880063-router', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:58Z', 'updated_at': '2022-03-29T10:53:54Z', 'revision_number': 6, 'project_id': 'f0ed6ea66bea480e9c66e6a111780567', 'gw_port_host': None}], 'dv-neutron-835555-1-hyperv', False) {} {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:54.500356 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4a2ff6-7336-4c49-8312-24fcee4227bd None None] The sync data for ids ['7cc07216-fa02-42c6-a3a8-883dd74b820a'] in dv-neutron-835555-1-hyperv is: [{'id': '7cc07216-fa02-42c6-a3a8-883dd74b820a', 'name': 'tempest-TestSnapshotPattern-131880063-router', 'tenant_id': 'f0ed6ea66bea480e9c66e6a111780567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:46:58Z', 'updated_at': '2022-03-29T10:53:54Z', 'revision_number': 6, 'project_id': 'f0ed6ea66bea480e9c66e6a111780567', 'gw_port_host': None}] {{(pid=88552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:53:54.548398 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] Calling delete_port for 7c25a88e-e33a-442f-beb9-006442e988fd owned by network:router_gateway {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:53:54.783346 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:54.827947 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c25a88e-e33a-442f-beb9-006442e988fd,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:54.926744 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-995819'] for router_gateway, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:55.096622 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-992482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2316'] for router, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:55.098710 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:55.210053 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-992275'] for router, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:55.210484 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cc07216-fa02-42c6-a3a8-883dd74b820a {{(pid=88550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 29 10:53:55.222445 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] Notify callbacks [] for router, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:55.223553 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-107fb1a7-53fe-4517-96be-a452fa6b2450 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7cc07216-fa02-42c6-a3a8-883dd74b820a HTTP/1.1" status: 204 len: 168 time: 1.5211446 Mar 29 10:53:55.226168 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 48694) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:53:55.285800 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd05922-4732-4109-955c-09dc1529e154 admin admin] Deleting subnet 6d96c70b-e458-483c-8aa1-2f0059904073 {{(pid=88550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 29 10:53:55.288888 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1bd05922-4732-4109-955c-09dc1529e154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:55.339060 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1bd05922-4732-4109-955c-09dc1529e154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971268'] for subnet, precommit_delete_associations {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:55.514778 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1bd05922-4732-4109-955c-09dc1529e154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2046853'] for subnet, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:55.582559 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e63d5dd3-0ee0-411a-951e-dd1340909bb1 no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:53:55.617021 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: e63d5dd3-0ee0-411a-951e-dd1340909bb1 {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:53:55.617287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device e63d5dd3-0ee0-411a-951e-dd1340909bb1 not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:53:55.617703 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7c25a88e-e33a-442f-beb9-006442e988fd no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:53:55.638678 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1bd05922-4732-4109-955c-09dc1529e154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2046878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3494446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180723'] for subnet, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:55.650165 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: 7c25a88e-e33a-442f-beb9-006442e988fd {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:53:55.653403 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device 7c25a88e-e33a-442f-beb9-006442e988fd not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:53:55.679889 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd05922-4732-4109-955c-09dc1529e154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d96c70b-e458-483c-8aa1-2f0059904073,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:55.683293 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-1bd05922-4732-4109-955c-09dc1529e154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:55.690981 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-1bd05922-4732-4109-955c-09dc1529e154 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6d96c70b-e458-483c-8aa1-2f0059904073 HTTP/1.1" status: 204 len: 168 time: 0.4620881 Mar 29 10:53:55.691805 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 48698) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:53:55.694106 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c1b8c-3a3d-44a3-a4a0-ace816219060 None None] Network 8f9b01df-6cf6-472c-a614-6e5c41ce9583 requested from dv-neutron-835555-1-hyperv {{(pid=88552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 29 10:53:55.796385 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586224'] for network, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:55.807375 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] Deleting port bbc9bf09-1746-41d3-aba2-f874bad207db {{(pid=88550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:53:55.807696 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:55.928137 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649d1127-5499-4930-b684-97861cedcc33 None None] DHCP port deletion for 8f9b01df-6cf6-472c-a614-6e5c41ce9583 request from dv-neutron-835555-1-hyperv {{(pid=88552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 29 10:53:55.932036 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-649d1127-5499-4930-b684-97861cedcc33 None None] Deleting port bbc9bf09-1746-41d3-aba2-f874bad207db {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:53:55.932407 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-649d1127-5499-4930-b684-97861cedcc33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:56.009627 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.db [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] For port bbc9bf09-1746-41d3-aba2-f874bad207db, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bbc9bf09-1746-41d3-aba2-f874bad207db,segment=NetworkSegment(fd1da451-f4c5-48ca-b72c-6bf03f8388e2),segment_id=fd1da451-f4c5-48ca-b72c-6bf03f8388e2)] {{(pid=88550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:53:56.009980 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:56.132105 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.db [None req-649d1127-5499-4930-b684-97861cedcc33 None None] For port bbc9bf09-1746-41d3-aba2-f874bad207db, host dv-neutron-835555-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835555-1-hyperv',level=0,port_id=bbc9bf09-1746-41d3-aba2-f874bad207db,segment=NetworkSegment(fd1da451-f4c5-48ca-b72c-6bf03f8388e2),segment_id=fd1da451-f4c5-48ca-b72c-6bf03f8388e2)] {{(pid=88552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 29 10:53:56.132525 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-649d1127-5499-4930-b684-97861cedcc33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996556'] for port, precommit_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:56.134138 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.plugin [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] Calling delete_port for bbc9bf09-1746-41d3-aba2-f874bad207db owned by network:dhcp {{(pid=88550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:53:56.251725 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-649d1127-5499-4930-b684-97861cedcc33 None None] Calling delete_port for bbc9bf09-1746-41d3-aba2-f874bad207db owned by network:dhcp {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 29 10:53:56.284400 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1624215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743360850661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743360503098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3494897'] for port, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:56.321791 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.db.api [None req-649d1127-5499-4930-b684-97861cedcc33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:53:56.322140 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG oslo_db.api [None req-649d1127-5499-4930-b684-97861cedcc33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:53:56.333682 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] No DVR routers for this DVR port bbc9bf09-1746-41d3-aba2-f874bad207db on host dv-neutron-835555-1-hyperv {{(pid=88550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:53:56.361978 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc9bf09-1746-41d3-aba2-f874bad207db,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:56.454704 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2047516', 'neutron.services.segments.db._delete_segments_for_network-8743360957516'] for network, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:56.483836 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9b01df-6cf6-472c-a614-6e5c41ce9583']}} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:56.495587 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1da451-f4c5-48ca-b72c-6bf03f8388e2') {'for_net_delete': True} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:56.495878 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.services.segments.db [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1da451-f4c5-48ca-b72c-6bf03f8388e2') {} {{(pid=88550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:53:56.507534 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743360960103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971283'] for segment, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:56.523681 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2032944'] for segment, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:56.529894 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:53:56.532725 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2032962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3494796'] for segment, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: Traceback (most recent call last): Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: timer() Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: cb(*args, **kw) Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: return func(*args, **kwargs) Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: self._notify() Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: self.callback(batched_events) Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: event.method(event) Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: return f(self, *a, **k) Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._get(url).json() Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: return self.request(url, 'GET', **kwargs) Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:53:56.543104 dv-neutron-835555-1-hyperv neutron-server[88550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:53:56.696055 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2047509', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-995788'] for network, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:56.713268 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] Notify callbacks [] for network, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:56.723946 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f9b01df-6cf6-472c-a614-6e5c41ce9583,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:56.726792 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f6d246b9-857b-4ff6-b8dd-431cdb316312 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8f9b01df-6cf6-472c-a614-6e5c41ce9583 HTTP/1.1" status: 204 len: 168 time: 1.0340221 Mar 29 10:53:56.823508 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-649d1127-5499-4930-b684-97861cedcc33 None None] Deleting port bbc9bf09-1746-41d3-aba2-f874bad207db {{(pid=88552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 29 10:53:56.824012 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-649d1127-5499-4930-b684-97861cedcc33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743360844023'] for port, before_delete {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:56.891434 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-649d1127-5499-4930-b684-97861cedcc33 None None] The port 'bbc9bf09-1746-41d3-aba2-f874bad207db' was deleted {{(pid=88552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 29 10:53:57.054910 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 48704) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:53:57.103450 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-0585ceda-1c1b-497d-b510-7faae9d7bdc0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64b680000a8e40eeab66283a1ae01eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481460 Mar 29 10:53:57.105641 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 48708) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:53:57.162136 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-613d64b1-38dd-4171-a60a-64a21d42085d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:57.186886 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-613d64b1-38dd-4171-a60a-64a21d42085d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:57.291807 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-613d64b1-38dd-4171-a60a-64a21d42085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:57.309023 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d64b1-38dd-4171-a60a-64a21d42085d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9ae7ea-3bbf-46a0-b117-8f7c9bd7b833,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:57.316596 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-613d64b1-38dd-4171-a60a-64a21d42085d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:57.318296 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-613d64b1-38dd-4171-a60a-64a21d42085d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e9ae7ea-3bbf-46a0-b117-8f7c9bd7b833 HTTP/1.1" status: 204 len: 168 time: 0.2117641 Mar 29 10:53:57.574827 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bbc9bf09-1746-41d3-aba2-f874bad207db no longer exists at agent ovs-agent-dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 29 10:53:57.607796 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.plugin [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] No Port match for: bbc9bf09-1746-41d3-aba2-f874bad207db {{(pid=88552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 29 10:53:57.608141 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron.plugins.ml2.rpc [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Device bbc9bf09-1746-41d3-aba2-f874bad207db not bound to the agent host dv-neutron-835555-1-hyperv {{(pid=88552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 29 10:53:57.974566 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 48716) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:53:58.025723 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-f12fb09b-5d8f-43a9-84fc-b66ba1480f8d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f0ed6ea66bea480e9c66e6a111780567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499701 Mar 29 10:53:58.028392 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.wsgi [-] (88550) accepted ('10.222.0.35', 48720) {{(pid=88550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 29 10:53:58.084309 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a63a8c7-49aa-4738-b2c3-285b0ad05417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:58.110479 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a63a8c7-49aa-4738-b2c3-285b0ad05417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:58.234701 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a63a8c7-49aa-4738-b2c3-285b0ad05417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589571'] for security_group, after_delete {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:58.248152 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63a8c7-49aa-4738-b2c3-285b0ad05417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f935a757-a31d-4fe7-93e5-32ebf7928fa5,revision_number=None']} {{(pid=88550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:53:58.261539 dv-neutron-835555-1-hyperv neutron-server[88550]: DEBUG neutron_lib.callbacks.manager [None req-5a63a8c7-49aa-4738-b2c3-285b0ad05417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:53:58.261539 dv-neutron-835555-1-hyperv neutron-server[88550]: INFO neutron.wsgi [None req-5a63a8c7-49aa-4738-b2c3-285b0ad05417 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f935a757-a31d-4fe7-93e5-32ebf7928fa5 HTTP/1.1" status: 204 len: 168 time: 0.2270229 Mar 29 10:54:05.737942 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-1481d63e-3381-46cb-a46d-d58bd8518e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:54:07.989328 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4f37ac46-421b-454c-aa5e-1cb34d50be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:54:09.017599 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:54:09.255297 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:54:11.091783 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:54:18.079871 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:54:23.948882 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:54:35.748823 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c252e74d-6e87-4763-b0dd-7f76ef344c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:54:37.939880 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-354c5104-52df-4dd4-895b-1da026425044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:54:39.014447 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:54:39.228852 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:54:41.100393 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:54:53.925492 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:54:55.079608 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:55:05.753779 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-204a2287-3904-44fa-ac49-55b506b91761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:55:07.950179 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-572b0b04-5488-432b-84e4-05efc5e991ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:55:09.030595 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:55:09.228021 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:55:11.110355 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:55:23.933295 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:55:32.078250 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:55:35.738321 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-53921013-c0b5-43c1-97ee-d2a567ddc220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:55:37.936457 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-4a84b245-e777-46b1-8c36-9a1960586080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:55:39.013614 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:55:39.245088 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:55:41.115395 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:55:53.936334 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:56:05.771746 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9a79e582-4575-4558-9806-4beab23b3934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:56:07.947287 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c55dccc8-9430-4cd6-afad-33a7a7a98063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:56:09.033431 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:56:09.077394 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:56:09.227816 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:56:11.102641 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:56:23.925514 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:56:35.759792 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-5f794c50-8a4c-43a8-8f32-ad14e8336720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:56:37.930435 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0a2cd6fb-024d-4d14-b692-9b6a428dc86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:56:39.010731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:56:39.227943 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:56:41.136162 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:56:46.076546 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:56:53.907426 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:57:05.746942 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-49c790cb-a668-4a4b-a34a-9f92addfaa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:57:07.941045 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-76f7a153-2722-4190-8c39-3460b018131c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:57:09.015607 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:57:09.249731 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:57:11.112983 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:57:23.075438 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:57:23.940924 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:57:35.746357 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-b599bbae-0aba-4e46-863c-203d1b4adb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:57:37.975225 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-dd1df2c1-f85d-402e-8e82-105d9fb9f6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:57:39.054694 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:57:39.271811 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:57:41.123570 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:57:53.940535 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:58:00.074851 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:58:05.740206 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-cefced85-f3fa-4c87-9d08-a4d00328a2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:58:07.956230 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9be95cbd-e53c-4806-9460-010f26ce31b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:58:09.025857 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:58:09.231673 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:58:11.116496 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:58:23.946372 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:58:35.757403 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-72a2ceea-5909-4618-a4cb-4e1cf5a6e375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:58:37.072745 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:58:37.951456 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-51876994-d83e-4965-9dde-34e711fce453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:58:39.059564 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:58:39.248217 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:58:41.122608 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:58:53.951583 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:59:05.745090 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-c5440c7e-365d-4519-baf2-b472299d99aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:59:07.962556 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ce325079-dcb1-45d6-b47c-684eb8a43cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:59:09.051633 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:59:09.251703 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:59:11.131651 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:59:14.071625 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:59:22.390895 dv-neutron-835555-1-hyperv neutron-server[88551]: DEBUG neutron.wsgi [req-f7d9a43a-1222-46f3-b5b2-4dee06b59bdb req-f3714f0a-15df-4a67-ae56-6af20dcca3b5 service neutron] (88551) timed out ('10.222.0.35', 47620) {{(pid=88551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 29 10:59:23.951005 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:59:35.739366 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f6537502-0b4c-463f-9d4c-4218ca4a810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:59:37.961696 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-9ba8f6a4-ef26-4de0-bedb-6b0622702d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:59:39.019127 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-0987dd77-051b-413b-94d2-99686724a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:59:39.253483 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-ae2843ec-279f-4307-9a68-e467aaea775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:59:41.125074 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-23e7d014-d226-4f3a-bb59-a66e0c091eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:59:51.071045 dv-neutron-835555-1-hyperv neutron-server[88553]: DEBUG neutron.db.agents_db [None req-681b710a-38c6-4c63-9594-bd752616b2d6 None None] Agent healthcheck: found 6 active agents {{(pid=88553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 29 10:59:53.965473 dv-neutron-835555-1-hyperv neutron-server[88552]: DEBUG neutron_lib.callbacks.manager [None req-f1defa29-61d6-4a44-b54a-0fcb4b24fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743360957489', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2042326'] for agent, after_update {{(pid=88552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}